-- Logs begin at Mon 2022-10-03 12:49:54 UTC, end at Mon 2022-10-03 13:59:03 UTC. -- Oct 03 13:21:44.465735 dv-cinder-860090-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Oct 03 13:21:47.249920 dv-cinder-860090-1-iscsi neutron-server[106155]: INFO neutron.common.config [-] Logging enabled! Oct 03 13:21:47.250572 dv-cinder-860090-1-iscsi neutron-server[106155]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.1.0.dev34 Oct 03 13:21:47.250729 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106155) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Oct 03 13:21:47.254532 dv-cinder-860090-1-iscsi neutron-server[106155]: INFO neutron.common.config [-] Logging enabled! Oct 03 13:21:47.254790 dv-cinder-860090-1-iscsi neutron-server[106155]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.1.0.dev34 Oct 03 13:21:47.255104 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106155) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Oct 03 13:21:47.256067 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 03 13:21:47.256302 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 03 13:21:47.256796 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 03 13:21:47.257048 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 03 13:21:47.257280 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 03 13:21:47.257632 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:47.257936 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:47.258171 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:47.258471 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:47.258764 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:47.259050 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:47.259343 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:47.259653 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:47.259940 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:47.260223 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:47.260507 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:47.260823 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:47.261117 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.common.config [-] config_source = [] {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:47.261412 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:47.261729 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:47.261956 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.common.config [-] debug = True {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:47.262244 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:47.262676 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:47.263096 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:47.263387 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:47.263679 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:47.263974 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:47.264226 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:47.264505 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:47.264794 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:47.265139 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.common.config [-] host = dv-cinder-860090-1-iscsi {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:47.265424 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:47.265741 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:47.266028 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:47.266329 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:47.266601 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:47.266880 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:47.267166 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:47.267443 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.common.config [-] log_dir = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:47.267717 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.common.config [-] log_file = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:47.267996 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:47.268292 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:47.268578 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:47.269418 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:47.269673 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:47.269894 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:47.270269 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:47.270574 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:47.270857 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:47.271136 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:47.271414 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:47.271695 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:47.271973 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:47.272244 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:47.272534 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:47.272820 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:47.273106 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:47.273384 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:47.273686 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:47.273967 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:47.274245 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:47.274533 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:47.274809 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:47.275084 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:47.275359 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:47.275649 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:47.275921 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:47.276200 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:47.276505 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:47.276789 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:47.277076 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:47.277361 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:47.277663 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:47.277952 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:47.278228 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:47.278502 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.common.config [-] use_journal = False {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:47.278776 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.common.config [-] use_json = False {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:47.279052 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:47.279325 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:47.279608 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:47.279887 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:47.280162 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:47.280438 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:47.280714 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:47.281002 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:47.281278 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:47.281602 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:47.281902 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:47.282207 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:47.282494 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:47.282805 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:47.283087 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:47.283381 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:47.283664 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:47.283959 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:47.284252 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:47.285238 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:47.285685 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:47.286002 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:47.286298 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:47.286604 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:47.286916 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:47.287216 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:47.287516 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:47.287797 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:47.288073 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:47.288349 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:47.288634 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:47.288927 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:47.289210 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:47.289530 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:47.289825 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:47.290114 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:47.290412 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:47.290704 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:47.290994 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:47.291291 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:47.291584 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:47.291862 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:47.292142 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:47.292436 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:47.292720 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:47.292993 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:47.293285 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:47.293592 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:47.293872 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:47.294155 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:47.294447 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:47.294739 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:47.295016 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:47.295297 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:47.295591 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:47.295874 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:47.296148 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:47.296422 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:47.296703 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:47.296976 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:47.297262 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:47.297565 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:47.297841 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:47.298113 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:47.298391 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:47.298666 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:47.298939 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:47.299217 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:47.299489 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:47.299765 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:47.300074 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:47.300354 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:47.300627 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:47.300907 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:47.301377 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:47.301679 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:47.301957 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:47.302239 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:47.302519 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:47.302798 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:47.303068 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:47.303343 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:47.303617 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:47.303904 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.common.config [-] cli_script.dry_run = False {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:47.304208 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:47.304489 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:47.304773 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:47.305058 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:47.305341 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:47.305646 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:47.305929 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:47.306213 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:47.306498 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:47.306780 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:47.307079 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:47.307370 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:47.307661 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:47.307951 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:47.308256 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:47.308557 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:47.308840 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:47.309126 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:47.309408 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:47.309718 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:47.310000 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:47.310302 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:47.310580 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:47.310861 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:47.311156 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:47.311444 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:47.311746 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:47.312045 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:47.312330 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:47.312637 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:47.312935 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:47.313233 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:47.313541 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:47.313868 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:47.314153 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:47.314376 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 03 13:21:47.314628 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=106155) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Oct 03 13:21:47.717276 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "plugin-directory" by "neutron_lib.plugins.directory._create_plugin_directory" {{(pid=106155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 03 13:21:47.717673 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=106155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 03 13:21:47.717983 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=106155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 03 13:21:47.718253 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "manager" by "neutron.manager.NeutronManager._create_instance" {{(pid=106155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 03 13:21:47.718573 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=106155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 03 13:21:47.718941 dv-cinder-860090-1-iscsi neutron-server[106155]: INFO neutron.manager [-] Loading core plugin: ml2 Oct 03 13:21:48.059997 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 13:21:48.060234 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 13:21:48.060481 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 13:21:48.061707 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 13:21:48.061984 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 13:21:48.062252 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 13:21:48.116837 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 13:21:48.117118 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 13:21:48.117390 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 13:21:48.134673 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 13:21:48.134962 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 13:21:48.135240 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 13:21:48.165539 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 13:21:48.165830 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 13:21:48.166104 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 13:21:48.203373 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 13:21:48.203658 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 13:21:48.203931 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 13:21:48.449321 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=106155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 13:21:48.450087 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=106155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 13:21:48.450087 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=106155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 13:21:48.451273 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=106155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 13:21:48.452003 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=106155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 13:21:48.553626 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=106155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 13:21:48.553959 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=106155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 13:21:48.554246 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=106155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 13:21:48.554520 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=106155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 13:21:48.554793 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=106155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 13:21:48.555111 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=106155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 13:21:48.555376 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=106155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 13:21:48.555634 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=106155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 13:21:48.555890 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=106155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 13:21:48.556176 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=106155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 13:21:48.556437 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=106155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 13:21:48.556705 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=106155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 13:21:48.556965 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=106155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 13:21:48.557218 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=106155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 13:21:48.557498 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=106155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 13:21:48.557767 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 13:21:48.558024 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=106155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 13:21:48.558297 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=106155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 13:21:48.558570 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=106155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 13:21:48.558831 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=106155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 13:21:48.559106 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 13:21:48.559362 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 13:21:48.559647 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 13:21:48.560036 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 13:21:48.560291 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 13:21:48.560539 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 13:21:48.560955 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=106155) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 03 13:21:48.561200 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=106155) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 03 13:21:48.561439 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=106155) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 03 13:21:48.561701 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=106155) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 03 13:21:48.561939 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=106155) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 03 13:21:48.562178 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=106155) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 03 13:21:48.562552 dv-cinder-860090-1-iscsi neutron-server[106155]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Oct 03 13:21:48.566297 dv-cinder-860090-1-iscsi neutron-server[106155]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Oct 03 13:21:48.570517 dv-cinder-860090-1-iscsi neutron-server[106155]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Oct 03 13:21:48.574632 dv-cinder-860090-1-iscsi neutron-server[106155]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(600, 649)])]) Oct 03 13:21:48.576290 dv-cinder-860090-1-iscsi neutron-server[106155]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Oct 03 13:21:48.576940 dv-cinder-860090-1-iscsi neutron-server[106155]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Oct 03 13:21:48.577285 dv-cinder-860090-1-iscsi neutron-server[106155]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Oct 03 13:21:48.577702 dv-cinder-860090-1-iscsi neutron-server[106155]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Oct 03 13:21:48.580516 dv-cinder-860090-1-iscsi neutron-server[106155]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Oct 03 13:21:48.580768 dv-cinder-860090-1-iscsi neutron-server[106155]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Oct 03 13:21:48.581121 dv-cinder-860090-1-iscsi neutron-server[106155]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Oct 03 13:21:48.586606 dv-cinder-860090-1-iscsi neutron-server[106155]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Oct 03 13:21:48.610963 dv-cinder-860090-1-iscsi neutron-server[106155]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Oct 03 13:21:48.611486 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=106155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 13:21:48.611785 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=106155) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Oct 03 13:21:48.612168 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=106155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 13:21:48.614248 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=106155) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Oct 03 13:21:48.614566 dv-cinder-860090-1-iscsi neutron-server[106155]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Oct 03 13:21:48.614816 dv-cinder-860090-1-iscsi neutron-server[106155]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Oct 03 13:21:48.626145 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=106155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 13:21:48.626428 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=106155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 13:21:48.702549 dv-cinder-860090-1-iscsi neutron-server[106155]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Oct 03 13:21:48.702769 dv-cinder-860090-1-iscsi neutron-server[106155]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Oct 03 13:21:48.703016 dv-cinder-860090-1-iscsi neutron-server[106155]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Oct 03 13:21:48.703408 dv-cinder-860090-1-iscsi neutron-server[106155]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Oct 03 13:21:48.757437 dv-cinder-860090-1-iscsi neutron-server[106155]: INFO dbcounter [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Registered counter for database neutron Oct 03 13:21:48.779976 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_db.sqlalchemy.engines [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=106155) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Oct 03 13:21:48.787178 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG dbcounter [-] [106155] Writer thread running {{(pid=106155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 03 13:21:49.348464 dv-cinder-860090-1-iscsi neutron-server[106155]: INFO neutron.plugins.ml2.managers [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Initializing driver for type 'gre' Oct 03 13:21:49.349349 dv-cinder-860090-1-iscsi neutron-server[106155]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] gre ID ranges: [(1, 1000)] Oct 03 13:21:49.417406 dv-cinder-860090-1-iscsi neutron-server[106155]: INFO neutron.plugins.ml2.managers [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Initializing driver for type 'local' Oct 03 13:21:49.417844 dv-cinder-860090-1-iscsi neutron-server[106155]: INFO neutron.plugins.ml2.managers [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Initializing driver for type 'vlan' Oct 03 13:21:49.435816 dv-cinder-860090-1-iscsi neutron-server[106155]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] VlanTypeDriver initialization complete Oct 03 13:21:49.436207 dv-cinder-860090-1-iscsi neutron-server[106155]: INFO neutron.plugins.ml2.managers [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Initializing driver for type 'vxlan' Oct 03 13:21:49.436796 dv-cinder-860090-1-iscsi neutron-server[106155]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] vxlan ID ranges: [(1, 1000)] Oct 03 13:21:49.503425 dv-cinder-860090-1-iscsi neutron-server[106155]: INFO neutron.plugins.ml2.managers [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Initializing extension driver 'port_security' Oct 03 13:21:49.504380 dv-cinder-860090-1-iscsi neutron-server[106155]: INFO neutron.plugins.ml2.extensions.port_security [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] PortSecurityExtensionDriver initialization complete Oct 03 13:21:49.504380 dv-cinder-860090-1-iscsi neutron-server[106155]: INFO neutron.plugins.ml2.managers [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Initializing mechanism driver 'openvswitch' Oct 03 13:21:49.504380 dv-cinder-860090-1-iscsi neutron-server[106155]: INFO neutron.plugins.ml2.managers [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Initializing mechanism driver 'hyperv' Oct 03 13:21:49.511190 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.plugins.ml2.plugin [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=106155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:21:49.511948 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron_lib.callbacks.manager [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Subscribe: > port after_create 55550000 {{(pid=106155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 13:21:49.512361 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron_lib.callbacks.manager [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Subscribe: > port after_update 55550000 {{(pid=106155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 13:21:49.512756 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron_lib.callbacks.manager [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Subscribe: > port after_delete 55550000 {{(pid=106155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 13:21:49.513321 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=106155) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 03 13:21:49.513848 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron_lib.callbacks.manager [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Subscribe: > subnet after_create 55550000 {{(pid=106155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 13:21:49.514269 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron_lib.callbacks.manager [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Subscribe: > subnet after_update 55550000 {{(pid=106155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 13:21:49.514667 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron_lib.callbacks.manager [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Subscribe: > subnet after_delete 55550000 {{(pid=106155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 13:21:49.515108 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=106155) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 03 13:21:49.515551 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron_lib.callbacks.manager [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Subscribe: > network after_create 55550000 {{(pid=106155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 13:21:49.515941 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron_lib.callbacks.manager [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Subscribe: > network after_update 55550000 {{(pid=106155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 13:21:49.516327 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron_lib.callbacks.manager [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Subscribe: > network after_delete 55550000 {{(pid=106155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 13:21:49.516762 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=106155) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 03 13:21:49.517232 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron_lib.callbacks.manager [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Subscribe: > security_group after_create 55550000 {{(pid=106155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 13:21:49.517637 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron_lib.callbacks.manager [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Subscribe: > security_group after_update 55550000 {{(pid=106155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 13:21:49.518034 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron_lib.callbacks.manager [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Subscribe: > security_group after_delete 55550000 {{(pid=106155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 13:21:49.518470 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=106155) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 03 13:21:49.519422 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron_lib.callbacks.manager [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=106155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 13:21:49.519802 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron_lib.callbacks.manager [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=106155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 13:21:49.520182 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron_lib.callbacks.manager [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=106155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 13:21:49.520817 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=106155) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 03 13:21:49.521268 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron_lib.callbacks.manager [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Subscribe: > address_group after_create 55550000 {{(pid=106155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 13:21:49.521682 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron_lib.callbacks.manager [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Subscribe: > address_group after_update 55550000 {{(pid=106155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 13:21:49.522069 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron_lib.callbacks.manager [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Subscribe: > address_group after_delete 55550000 {{(pid=106155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 13:21:49.522509 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=106155) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 03 13:21:49.522990 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] ML2 OVO RPC backend initialized. {{(pid=106155) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Oct 03 13:21:49.523766 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron_lib.callbacks.manager [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Subscribe: > router_interface after_create 55550000 {{(pid=106155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 13:21:49.524221 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron_lib.callbacks.manager [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 13:21:49.524683 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron_lib.callbacks.manager [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Subscribe: > network before_response 55550000 {{(pid=106155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 13:21:49.525075 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron_lib.callbacks.manager [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Subscribe: > networks before_response 55550000 {{(pid=106155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 13:21:49.525502 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron_lib.callbacks.manager [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Subscribe: > port before_response 55550000 {{(pid=106155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 13:21:49.525878 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron_lib.callbacks.manager [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Subscribe: > ports before_response 55550000 {{(pid=106155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 13:21:49.526281 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron_lib.callbacks.manager [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Subscribe: > subnet before_response 55550000 {{(pid=106155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 13:21:49.526663 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron_lib.callbacks.manager [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Subscribe: > subnets before_response 55550000 {{(pid=106155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 13:21:49.527081 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron_lib.callbacks.manager [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Subscribe: > network after_create 55550000 {{(pid=106155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 13:21:49.527488 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron_lib.callbacks.manager [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Subscribe: > network after_update 55550000 {{(pid=106155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 13:21:49.527868 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron_lib.callbacks.manager [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Subscribe: > network after_delete 55550000 {{(pid=106155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 13:21:49.528251 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron_lib.callbacks.manager [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Subscribe: > port after_create 55550000 {{(pid=106155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 13:21:49.528633 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron_lib.callbacks.manager [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Subscribe: > port after_update 55550000 {{(pid=106155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 13:21:49.529013 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron_lib.callbacks.manager [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Subscribe: > port after_delete 55550000 {{(pid=106155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 13:21:49.529401 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron_lib.callbacks.manager [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Subscribe: > subnet after_create 55550000 {{(pid=106155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 13:21:49.529840 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron_lib.callbacks.manager [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Subscribe: > subnet after_update 55550000 {{(pid=106155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 13:21:49.530241 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron_lib.callbacks.manager [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Subscribe: > subnet after_delete 55550000 {{(pid=106155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 13:21:49.539138 dv-cinder-860090-1-iscsi neutron-server[106155]: INFO neutron.quota [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Loaded quota_driver: . Oct 03 13:21:49.539591 dv-cinder-860090-1-iscsi neutron-server[106155]: INFO neutron.plugins.ml2.plugin [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Modular L2 Plugin initialization complete Oct 03 13:21:49.539991 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.manager [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Loading services supported by the core plugin {{(pid=106155) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Oct 03 13:21:49.540378 dv-cinder-860090-1-iscsi neutron-server[106155]: INFO neutron.plugins.ml2.managers [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Got port-security extension from driver 'port_security' Oct 03 13:21:49.540972 dv-cinder-860090-1-iscsi neutron-server[106155]: INFO neutron.extensions.vlantransparent [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Disabled vlantransparent extension. Oct 03 13:21:49.541568 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.manager [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=106155) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Oct 03 13:21:49.541948 dv-cinder-860090-1-iscsi neutron-server[106155]: INFO neutron.manager [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Loading Plugin: router Oct 03 13:21:49.578251 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron_lib.callbacks.manager [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Subscribe: > router_interface before_create 55550000 {{(pid=106155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 13:21:49.578701 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron_lib.callbacks.manager [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Subscribe: > router after_create 55549900 {{(pid=106155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 13:21:49.579114 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron_lib.callbacks.manager [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Subscribe: > router before_create 55549900 {{(pid=106155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 13:21:49.579523 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron_lib.callbacks.manager [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Subscribe: > router_interface before_delete 55550000 {{(pid=106155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 13:21:49.579935 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron_lib.callbacks.manager [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 13:21:49.580332 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron_lib.callbacks.manager [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Subscribe: > router after_delete 55549900 {{(pid=106155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 13:21:49.580761 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron_lib.callbacks.manager [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Subscribe: > floatingip after_create 55550000 {{(pid=106155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 13:21:49.581727 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron_lib.callbacks.manager [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Subscribe: > floatingip after_update 55550000 {{(pid=106155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 13:21:49.582193 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron_lib.callbacks.manager [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Subscribe: > router after_create 55549900 {{(pid=106155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 13:21:49.582583 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron_lib.callbacks.manager [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Subscribe: > router after_update 55549900 {{(pid=106155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 13:21:49.582964 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron_lib.callbacks.manager [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Subscribe: > router after_update 55549900 {{(pid=106155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 13:21:49.583353 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron_lib.callbacks.manager [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=106155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 13:21:49.583754 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron_lib.callbacks.manager [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Subscribe: > router after_update 55549900 {{(pid=106155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 13:21:49.584217 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron_lib.callbacks.manager [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Subscribe: > router precommit_update 55549900 {{(pid=106155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 13:21:49.584631 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron_lib.callbacks.manager [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Subscribe: port after_update 55550000 {{(pid=106155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 13:21:49.585079 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron_lib.callbacks.manager [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Subscribe: port after_delete 55550000 {{(pid=106155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 13:21:49.585483 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron_lib.callbacks.manager [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Subscribe: subnet after_update 55550000 {{(pid=106155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 13:21:49.585886 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron_lib.callbacks.manager [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=106155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 13:21:49.586279 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron_lib.callbacks.manager [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Subscribe: > port precommit_delete 55550000 {{(pid=106155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 13:21:49.586666 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron_lib.callbacks.manager [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Subscribe: > router precommit_create 55549900 {{(pid=106155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 13:21:49.587051 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron_lib.callbacks.manager [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Subscribe: port before_delete 55550000 {{(pid=106155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 13:21:49.587433 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron_lib.callbacks.manager [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Subscribe: > router precommit_create 55550000 {{(pid=106155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 13:21:49.587868 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron_lib.callbacks.manager [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Subscribe: > router after_update 55549900 {{(pid=106155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 13:21:49.588321 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron_lib.callbacks.manager [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Subscribe: > router precommit_delete 55549900 {{(pid=106155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 13:21:49.588661 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron_lib.callbacks.manager [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Subscribe: > router precommit_create 55549900 {{(pid=106155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 13:21:49.589069 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron_lib.callbacks.manager [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Subscribe: > router_interface after_create 55550000 {{(pid=106155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 13:21:49.589472 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron_lib.callbacks.manager [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Subscribe: > router precommit_update 55549900 {{(pid=106155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 13:21:49.589903 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron_lib.callbacks.manager [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Subscribe: > agent after_create 55550000 {{(pid=106155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 13:21:49.590296 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron_lib.callbacks.manager [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Subscribe: > agent after_delete 55550000 {{(pid=106155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 13:21:49.590680 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron_lib.callbacks.manager [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Subscribe: > network after_delete 55550000 {{(pid=106155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 13:21:49.591651 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.quota.resource_registry [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Tracking information for resource: router configured {{(pid=106155) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 03 13:21:49.592063 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.quota.resource_registry [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Tracking information for resource: floatingip configured {{(pid=106155) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 03 13:21:49.598103 dv-cinder-860090-1-iscsi neutron-server[106155]: INFO neutron.db.l3_agentschedulers_db [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Oct 03 13:21:49.598732 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron_lib.callbacks.manager [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Subscribe: port after_update 55550000 {{(pid=106155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 13:21:49.599174 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron_lib.callbacks.manager [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Subscribe: port after_create 55550000 {{(pid=106155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 13:21:49.599579 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron_lib.callbacks.manager [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Subscribe: port after_delete 55550000 {{(pid=106155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 13:21:49.599972 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron_lib.callbacks.manager [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Subscribe: port after_update 55550000 {{(pid=106155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 13:21:49.600827 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron_lib.callbacks.manager [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Subscribe: > router before_create 55550100 {{(pid=106155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 13:21:49.601234 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron_lib.callbacks.manager [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Subscribe: > router precommit_delete 55550100 {{(pid=106155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 13:21:49.601679 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron_lib.callbacks.manager [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Subscribe: > router precommit_create 55550100 {{(pid=106155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 13:21:49.602090 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron_lib.callbacks.manager [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Subscribe: > router precommit_update 55550100 {{(pid=106155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 13:21:49.607199 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.services.provider_configuration [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Service providers = [] {{(pid=106155) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Oct 03 13:21:49.607672 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.db.servicetype_db [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=106155) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Oct 03 13:21:49.611040 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.services.service_base [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=106155) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 03 13:21:49.611432 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.services.service_base [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=106155) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 03 13:21:49.611815 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.services.service_base [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=106155) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 03 13:21:49.612796 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.services.service_base [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=106155) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 03 13:21:49.613241 dv-cinder-860090-1-iscsi neutron-server[106155]: INFO neutron.services.service_base [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Default provider is not specified for service type L3_ROUTER_NAT Oct 03 13:21:49.613722 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.manager [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=106155) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 03 13:21:49.614090 dv-cinder-860090-1-iscsi neutron-server[106155]: INFO neutron.manager [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Oct 03 13:21:49.626516 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.manager [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Successfully loaded METERING plugin. Description: METERING {{(pid=106155) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 03 13:21:49.626913 dv-cinder-860090-1-iscsi neutron-server[106155]: INFO neutron.manager [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Loading Plugin: auto_allocate Oct 03 13:21:49.633483 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron_lib.callbacks.manager [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Subscribe: network precommit_update 55550000 {{(pid=106155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 13:21:49.633925 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron_lib.callbacks.manager [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Subscribe: network precommit_create 55550000 {{(pid=106155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 13:21:49.634515 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.manager [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=106155) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 03 13:21:49.634878 dv-cinder-860090-1-iscsi neutron-server[106155]: INFO neutron.manager [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Loading Plugin: tag Oct 03 13:21:49.641795 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.manager [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=106155) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 03 13:21:49.642170 dv-cinder-860090-1-iscsi neutron-server[106155]: INFO neutron.manager [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Loading Plugin: timestamp Oct 03 13:21:49.647300 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.manager [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=106155) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 03 13:21:49.647681 dv-cinder-860090-1-iscsi neutron-server[106155]: INFO neutron.manager [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Loading Plugin: network_ip_availability Oct 03 13:21:49.653437 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron_lib.callbacks.manager [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 13:21:49.653907 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron_lib.callbacks.manager [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 13:21:49.654302 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron_lib.callbacks.manager [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 13:21:49.655110 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.manager [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=106155) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 03 13:21:49.655481 dv-cinder-860090-1-iscsi neutron-server[106155]: INFO neutron.manager [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Loading Plugin: flavors Oct 03 13:21:49.661239 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.manager [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=106155) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 03 13:21:49.661657 dv-cinder-860090-1-iscsi neutron-server[106155]: INFO neutron.manager [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Loading Plugin: revisions Oct 03 13:21:49.666304 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.manager [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=106155) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 03 13:21:49.666730 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_concurrency.lockutils [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.948s {{(pid=106155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 03 13:21:49.667551 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=106155) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Oct 03 13:21:49.667931 dv-cinder-860090-1-iscsi neutron-server[106155]: INFO neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Initializing extension manager. Oct 03 13:21:49.668492 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Loading extension file: __init__.py {{(pid=106155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 13:21:49.668893 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Loading extension file: __pycache__ {{(pid=106155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 13:21:49.669261 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Loading extension file: address_group.py {{(pid=106155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 13:21:49.670356 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=106155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 13:21:49.670982 dv-cinder-860090-1-iscsi neutron-server[106155]: INFO neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Loaded extension: address-group Oct 03 13:21:49.671346 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Loading extension file: address_scope.py {{(pid=106155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 13:21:49.672067 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=106155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 13:21:49.672612 dv-cinder-860090-1-iscsi neutron-server[106155]: INFO neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Loaded extension: address-scope Oct 03 13:21:49.672971 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Loading extension file: admin_state_down_before_update.py {{(pid=106155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 13:21:49.673978 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=106155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 13:21:49.674525 dv-cinder-860090-1-iscsi neutron-server[106155]: INFO neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Loaded extension: router-admin-state-down-before-update Oct 03 13:21:49.674889 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Loading extension file: agent.py {{(pid=106155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 13:21:49.676507 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=106155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 13:21:49.677364 dv-cinder-860090-1-iscsi neutron-server[106155]: INFO neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Loaded extension: agent Oct 03 13:21:49.677934 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Loading extension file: agent_resources_synced.py {{(pid=106155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 13:21:49.679429 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=106155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 13:21:49.680273 dv-cinder-860090-1-iscsi neutron-server[106155]: INFO neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Loaded extension: agent-resources-synced Oct 03 13:21:49.680829 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Loading extension file: allowedaddresspairs.py {{(pid=106155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 13:21:49.683507 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=106155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 13:21:49.684198 dv-cinder-860090-1-iscsi neutron-server[106155]: INFO neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Loaded extension: allowed-address-pairs Oct 03 13:21:49.684533 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Loading extension file: auto_allocated_topology.py {{(pid=106155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 13:21:49.685826 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=106155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 13:21:49.686422 dv-cinder-860090-1-iscsi neutron-server[106155]: INFO neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Loaded extension: auto-allocated-topology Oct 03 13:21:49.686749 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Loading extension file: availability_zone.py {{(pid=106155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 13:21:49.687421 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=106155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 13:21:49.688133 dv-cinder-860090-1-iscsi neutron-server[106155]: INFO neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Loaded extension: availability_zone Oct 03 13:21:49.688689 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Loading extension file: availability_zone_filter.py {{(pid=106155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 13:21:49.689956 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=106155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 13:21:49.690469 dv-cinder-860090-1-iscsi neutron-server[106155]: INFO neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Loaded extension: availability_zone_filter Oct 03 13:21:49.690855 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Loading extension file: data_plane_status.py {{(pid=106155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 13:21:49.691744 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=106155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 13:21:49.692245 dv-cinder-860090-1-iscsi neutron-server[106155]: INFO neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Extension data-plane-status not supported by any of loaded plugins Oct 03 13:21:49.692566 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Loading extension file: default_subnetpools.py {{(pid=106155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 13:21:49.693705 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=106155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 13:21:49.694517 dv-cinder-860090-1-iscsi neutron-server[106155]: INFO neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Loaded extension: default-subnetpools Oct 03 13:21:49.695032 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Loading extension file: dhcpagentscheduler.py {{(pid=106155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 13:21:49.696003 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 13:21:49.696521 dv-cinder-860090-1-iscsi neutron-server[106155]: INFO neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Loaded extension: dhcp_agent_scheduler Oct 03 13:21:49.696840 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Loading extension file: dns.py {{(pid=106155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 13:21:49.701739 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=106155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 13:21:49.701739 dv-cinder-860090-1-iscsi neutron-server[106155]: INFO neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Extension dns-integration not supported by any of loaded plugins Oct 03 13:21:49.701739 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Loading extension file: dns_domain_ports.py {{(pid=106155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 13:21:49.701739 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=106155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 13:21:49.701739 dv-cinder-860090-1-iscsi neutron-server[106155]: INFO neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Extension dns-domain-ports not supported by any of loaded plugins Oct 03 13:21:49.701739 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=106155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 13:21:49.702505 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=106155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 13:21:49.702505 dv-cinder-860090-1-iscsi neutron-server[106155]: INFO neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Oct 03 13:21:49.702505 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Loading extension file: dvr.py {{(pid=106155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 13:21:49.702833 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=106155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 13:21:49.703117 dv-cinder-860090-1-iscsi neutron-server[106155]: INFO neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Loaded extension: dvr Oct 03 13:21:49.703633 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Loading extension file: ecmp_routes.py {{(pid=106155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 13:21:49.704527 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=106155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 13:21:49.705021 dv-cinder-860090-1-iscsi neutron-server[106155]: INFO neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Extension ecmp_routes not supported by any of loaded plugins Oct 03 13:21:49.705339 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Loading extension file: empty_string_filtering.py {{(pid=106155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 13:21:49.706797 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=106155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 13:21:49.707307 dv-cinder-860090-1-iscsi neutron-server[106155]: INFO neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Loaded extension: empty-string-filtering Oct 03 13:21:49.707631 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=106155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 13:21:49.708866 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 13:21:49.709368 dv-cinder-860090-1-iscsi neutron-server[106155]: INFO neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Oct 03 13:21:49.709726 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=106155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 13:21:49.710627 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=106155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 13:21:49.711246 dv-cinder-860090-1-iscsi neutron-server[106155]: INFO neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Oct 03 13:21:49.711809 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Loading extension file: external_net.py {{(pid=106155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 13:21:49.713232 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=106155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 13:21:49.714122 dv-cinder-860090-1-iscsi neutron-server[106155]: INFO neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Loaded extension: external-net Oct 03 13:21:49.714650 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Loading extension file: extra_dhcp_opt.py {{(pid=106155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 13:21:49.715664 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=106155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 13:21:49.716178 dv-cinder-860090-1-iscsi neutron-server[106155]: INFO neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Loaded extension: extra_dhcp_opt Oct 03 13:21:49.716506 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Loading extension file: extraroute.py {{(pid=106155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 13:21:49.717379 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=106155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 13:21:49.717907 dv-cinder-860090-1-iscsi neutron-server[106155]: INFO neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Loaded extension: extraroute Oct 03 13:21:49.718234 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Loading extension file: extraroute_atomic.py {{(pid=106155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 13:21:49.719367 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=106155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 13:21:49.720242 dv-cinder-860090-1-iscsi neutron-server[106155]: INFO neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Loaded extension: extraroute-atomic Oct 03 13:21:49.720779 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Loading extension file: filter_validation.py {{(pid=106155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 13:21:49.722442 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=106155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 13:21:49.723257 dv-cinder-860090-1-iscsi neutron-server[106155]: INFO neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Loaded extension: filter-validation Oct 03 13:21:49.723586 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Loading extension file: fip_pf_description.py {{(pid=106155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 13:21:49.724509 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=106155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 13:21:49.725010 dv-cinder-860090-1-iscsi neutron-server[106155]: INFO neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Oct 03 13:21:49.725330 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Loading extension file: fip_pf_detail.py {{(pid=106155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 13:21:49.726223 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Ext name="Floating IP port forwarding detail" alias="floating-ip-port-forwarding-detail" description="Allow list floating ip return more port forwarding data, include'id' and 'internal_port_id'" updated="2022-05-06T10:00:00-00:00" {{(pid=106155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 13:21:49.726726 dv-cinder-860090-1-iscsi neutron-server[106155]: INFO neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Loaded extension: floating-ip-port-forwarding-detail Oct 03 13:21:49.727062 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Loading extension file: fip_pf_port_range.py {{(pid=106155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 13:21:49.727918 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=106155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 13:21:49.728416 dv-cinder-860090-1-iscsi neutron-server[106155]: INFO neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Oct 03 13:21:49.728732 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Loading extension file: fip_port_details.py {{(pid=106155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 13:21:49.729644 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 13:21:49.730153 dv-cinder-860090-1-iscsi neutron-server[106155]: INFO neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Loaded extension: fip-port-details Oct 03 13:21:49.730481 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Loading extension file: flavors.py {{(pid=106155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 13:21:49.731697 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=106155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 13:21:49.732250 dv-cinder-860090-1-iscsi neutron-server[106155]: INFO neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Loaded extension: flavors Oct 03 13:21:49.732610 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=106155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 13:21:49.734333 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=106155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 13:21:49.734905 dv-cinder-860090-1-iscsi neutron-server[106155]: INFO neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Oct 03 13:21:49.735278 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Loading extension file: floatingip_pools.py {{(pid=106155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 13:21:49.735987 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=106155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 13:21:49.736535 dv-cinder-860090-1-iscsi neutron-server[106155]: INFO neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Loaded extension: floatingip-pools Oct 03 13:21:49.736902 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Loading extension file: ip_allocation.py {{(pid=106155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 13:21:49.737924 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=106155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 13:21:49.738548 dv-cinder-860090-1-iscsi neutron-server[106155]: INFO neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Extension ip_allocation not supported by any of loaded plugins Oct 03 13:21:49.739010 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Loading extension file: ip_substring_port_filtering.py {{(pid=106155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 13:21:49.739946 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=106155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 13:21:49.740518 dv-cinder-860090-1-iscsi neutron-server[106155]: INFO neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Loaded extension: ip-substring-filtering Oct 03 13:21:49.740879 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Loading extension file: l2_adjacency.py {{(pid=106155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 13:21:49.741846 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=106155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 13:21:49.742388 dv-cinder-860090-1-iscsi neutron-server[106155]: INFO neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Extension l2_adjacency not supported by any of loaded plugins Oct 03 13:21:49.742754 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Loading extension file: l3.py {{(pid=106155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 13:21:49.743764 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=106155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 13:21:49.744318 dv-cinder-860090-1-iscsi neutron-server[106155]: INFO neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Loaded extension: router Oct 03 13:21:49.744702 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Loading extension file: l3_conntrack_helper.py {{(pid=106155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 13:21:49.747315 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 13:21:49.747951 dv-cinder-860090-1-iscsi neutron-server[106155]: INFO neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Extension l3-conntrack-helper not supported by any of loaded plugins Oct 03 13:21:49.748324 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Loading extension file: l3_ext_gw_mode.py {{(pid=106155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 13:21:49.749247 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=106155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 13:21:49.749832 dv-cinder-860090-1-iscsi neutron-server[106155]: INFO neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Loaded extension: ext-gw-mode Oct 03 13:21:49.750200 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Loading extension file: l3_ext_ha_mode.py {{(pid=106155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 13:21:49.751123 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=106155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 13:21:49.751688 dv-cinder-860090-1-iscsi neutron-server[106155]: INFO neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Loaded extension: l3-ha Oct 03 13:21:49.752051 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=106155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 13:21:49.753265 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=106155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 13:21:49.754041 dv-cinder-860090-1-iscsi neutron-server[106155]: INFO neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Oct 03 13:21:49.754405 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Loading extension file: l3_flavors.py {{(pid=106155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 13:21:49.755331 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=106155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 13:21:49.755882 dv-cinder-860090-1-iscsi neutron-server[106155]: INFO neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Loaded extension: l3-flavors Oct 03 13:21:49.756245 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Loading extension file: l3_ndp_proxy.py {{(pid=106155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 13:21:49.757748 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=106155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 13:21:49.758311 dv-cinder-860090-1-iscsi neutron-server[106155]: INFO neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Extension l3-ndp-proxy not supported by any of loaded plugins Oct 03 13:21:49.758676 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=106155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 13:21:49.759613 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=106155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 13:21:49.760171 dv-cinder-860090-1-iscsi neutron-server[106155]: INFO neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Loaded extension: l3-port-ip-change-not-allowed Oct 03 13:21:49.760544 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Loading extension file: l3agentscheduler.py {{(pid=106155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 13:21:49.761657 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 13:21:49.762215 dv-cinder-860090-1-iscsi neutron-server[106155]: INFO neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Loaded extension: l3_agent_scheduler Oct 03 13:21:49.762583 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Loading extension file: local_ip.py {{(pid=106155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 13:21:49.764363 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=106155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 13:21:49.764929 dv-cinder-860090-1-iscsi neutron-server[106155]: INFO neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Extension local_ip not supported by any of loaded plugins Oct 03 13:21:49.765301 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Loading extension file: logging.py {{(pid=106155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 13:21:49.766794 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=106155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 13:21:49.767356 dv-cinder-860090-1-iscsi neutron-server[106155]: INFO neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Extension logging not supported by any of loaded plugins Oct 03 13:21:49.767786 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Loading extension file: metering.py {{(pid=106155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 13:21:49.768529 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=106155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 13:21:49.769719 dv-cinder-860090-1-iscsi neutron-server[106155]: INFO neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Loaded extension: metering Oct 03 13:21:49.770089 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=106155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 13:21:49.771236 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=106155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 13:21:49.771805 dv-cinder-860090-1-iscsi neutron-server[106155]: INFO neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Loaded extension: metering_source_and_destination_fields Oct 03 13:21:49.772170 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Loading extension file: multiprovidernet.py {{(pid=106155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 13:21:49.773091 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=106155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 13:21:49.773733 dv-cinder-860090-1-iscsi neutron-server[106155]: INFO neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Loaded extension: multi-provider Oct 03 13:21:49.774098 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Loading extension file: netmtu.py {{(pid=106155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 13:21:49.775014 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=106155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 13:21:49.775578 dv-cinder-860090-1-iscsi neutron-server[106155]: INFO neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Loaded extension: net-mtu Oct 03 13:21:49.775941 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Loading extension file: netmtu_writable.py {{(pid=106155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 13:21:49.776849 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=106155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 13:21:49.777402 dv-cinder-860090-1-iscsi neutron-server[106155]: INFO neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Loaded extension: net-mtu-writable Oct 03 13:21:49.777808 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Loading extension file: network_availability_zone.py {{(pid=106155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 13:21:49.778516 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=106155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 13:21:49.779063 dv-cinder-860090-1-iscsi neutron-server[106155]: INFO neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Loaded extension: network_availability_zone Oct 03 13:21:49.779423 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Loading extension file: network_ip_availability.py {{(pid=106155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 13:21:49.780535 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=106155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 13:21:49.781097 dv-cinder-860090-1-iscsi neutron-server[106155]: INFO neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Loaded extension: network-ip-availability Oct 03 13:21:49.781476 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Loading extension file: network_segment_range.py {{(pid=106155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 13:21:49.782287 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=106155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 13:21:49.782890 dv-cinder-860090-1-iscsi neutron-server[106155]: INFO neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Extension network-segment-range not supported by any of loaded plugins Oct 03 13:21:49.783248 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Loading extension file: pagination.py {{(pid=106155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 13:21:49.784360 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 13:21:49.785308 dv-cinder-860090-1-iscsi neutron-server[106155]: INFO neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Loaded extension: pagination Oct 03 13:21:49.785702 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Loading extension file: port_device_profile.py {{(pid=106155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 13:21:49.786621 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=106155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 13:21:49.787181 dv-cinder-860090-1-iscsi neutron-server[106155]: INFO neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Loaded extension: port-device-profile Oct 03 13:21:49.787540 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Loading extension file: port_mac_address_override.py {{(pid=106155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 13:21:49.788511 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=106155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 13:21:49.789072 dv-cinder-860090-1-iscsi neutron-server[106155]: INFO neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Loaded extension: port-mac-override Oct 03 13:21:49.789433 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Loading extension file: port_mac_address_regenerate.py {{(pid=106155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 13:21:49.790366 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=106155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 13:21:49.790920 dv-cinder-860090-1-iscsi neutron-server[106155]: INFO neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Loaded extension: port-mac-address-regenerate Oct 03 13:21:49.791280 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Loading extension file: port_numa_affinity_policy.py {{(pid=106155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 13:21:49.792184 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=106155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 13:21:49.792741 dv-cinder-860090-1-iscsi neutron-server[106155]: INFO neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Loaded extension: port-numa-affinity-policy Oct 03 13:21:49.793104 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Loading extension file: port_resource_request.py {{(pid=106155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 13:21:49.794098 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=106155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 13:21:49.794651 dv-cinder-860090-1-iscsi neutron-server[106155]: INFO neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Extension port-resource-request not supported by any of loaded plugins Oct 03 13:21:49.795013 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Loading extension file: port_resource_request_groups.py {{(pid=106155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 13:21:49.795972 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=106155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 13:21:49.796531 dv-cinder-860090-1-iscsi neutron-server[106155]: INFO neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Extension port-resource-request-groups not supported by any of loaded plugins Oct 03 13:21:49.796893 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Loading extension file: portbindings.py {{(pid=106155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 13:21:49.797837 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=106155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 13:21:49.798442 dv-cinder-860090-1-iscsi neutron-server[106155]: INFO neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Loaded extension: binding Oct 03 13:21:49.798802 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Loading extension file: portbindings_extended.py {{(pid=106155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 13:21:49.800131 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=106155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 13:21:49.800699 dv-cinder-860090-1-iscsi neutron-server[106155]: INFO neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Loaded extension: binding-extended Oct 03 13:21:49.801076 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Loading extension file: portsecurity.py {{(pid=106155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 13:21:49.802016 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=106155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 13:21:49.802571 dv-cinder-860090-1-iscsi neutron-server[106155]: INFO neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Loaded extension: port-security Oct 03 13:21:49.802938 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Loading extension file: project_id.py {{(pid=106155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 13:21:49.804210 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=106155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 13:21:49.804583 dv-cinder-860090-1-iscsi neutron-server[106155]: INFO neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Loaded extension: project-id Oct 03 13:21:49.804949 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Loading extension file: providernet.py {{(pid=106155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 13:21:49.805899 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=106155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 13:21:49.806456 dv-cinder-860090-1-iscsi neutron-server[106155]: INFO neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Loaded extension: provider Oct 03 13:21:49.806819 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Loading extension file: qos.py {{(pid=106155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 13:21:49.810581 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=106155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 13:21:49.811171 dv-cinder-860090-1-iscsi neutron-server[106155]: INFO neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Extension qos not supported by any of loaded plugins Oct 03 13:21:49.811538 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Loading extension file: qos_bw_limit_direction.py {{(pid=106155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 13:21:49.812811 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=106155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 13:21:49.813387 dv-cinder-860090-1-iscsi neutron-server[106155]: INFO neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Oct 03 13:21:49.813785 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=106155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 13:21:49.814878 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=106155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 13:21:49.815436 dv-cinder-860090-1-iscsi neutron-server[106155]: INFO neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Oct 03 13:21:49.815967 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Loading extension file: qos_default.py {{(pid=106155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 13:21:49.816893 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=106155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 13:21:49.817542 dv-cinder-860090-1-iscsi neutron-server[106155]: INFO neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Extension qos-default not supported by any of loaded plugins Oct 03 13:21:49.817865 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Loading extension file: qos_fip.py {{(pid=106155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 13:21:49.818825 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=106155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 13:21:49.819376 dv-cinder-860090-1-iscsi neutron-server[106155]: INFO neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Extension qos-fip not supported by any of loaded plugins Oct 03 13:21:49.819742 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Loading extension file: qos_fip_network_policy.py {{(pid=106155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 13:21:49.820655 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=106155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 13:21:49.821243 dv-cinder-860090-1-iscsi neutron-server[106155]: INFO neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Extension qos-fip-network-policy not supported by any of loaded plugins Oct 03 13:21:49.821648 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Loading extension file: qos_gateway_ip.py {{(pid=106155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 13:21:49.822568 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=106155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 13:21:49.823140 dv-cinder-860090-1-iscsi neutron-server[106155]: INFO neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Extension qos-gateway-ip not supported by any of loaded plugins Oct 03 13:21:49.823507 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Loading extension file: qos_port_network_policy.py {{(pid=106155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 13:21:49.824464 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=106155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 13:21:49.825019 dv-cinder-860090-1-iscsi neutron-server[106155]: INFO neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Extension qos-port-network-policy not supported by any of loaded plugins Oct 03 13:21:49.825385 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=106155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 13:21:49.826473 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=106155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 13:21:49.827034 dv-cinder-860090-1-iscsi neutron-server[106155]: INFO neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Extension qos-pps-minimum not supported by any of loaded plugins Oct 03 13:21:49.827402 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=106155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 13:21:49.828453 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=106155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 13:21:49.829018 dv-cinder-860090-1-iscsi neutron-server[106155]: INFO neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Oct 03 13:21:49.829391 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Loading extension file: qos_pps_rule.py {{(pid=106155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 13:21:49.830599 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=106155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 13:21:49.831705 dv-cinder-860090-1-iscsi neutron-server[106155]: INFO neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Extension qos-pps not supported by any of loaded plugins Oct 03 13:21:49.832093 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Loading extension file: qos_rule_type_details.py {{(pid=106155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 13:21:49.833042 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=106155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 13:21:49.833651 dv-cinder-860090-1-iscsi neutron-server[106155]: INFO neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Extension qos-rule-type-details not supported by any of loaded plugins Oct 03 13:21:49.834020 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Loading extension file: qos_rule_type_filter.py {{(pid=106155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 13:21:49.835021 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=106155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 13:21:49.835580 dv-cinder-860090-1-iscsi neutron-server[106155]: INFO neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Extension qos-rule-type-filter not supported by any of loaded plugins Oct 03 13:21:49.835949 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Loading extension file: qos_rules_alias.py {{(pid=106155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 13:21:49.837055 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=106155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 13:21:49.837666 dv-cinder-860090-1-iscsi neutron-server[106155]: INFO neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Extension qos-rules-alias not supported by any of loaded plugins Oct 03 13:21:49.838032 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Loading extension file: quota_check_limit.py {{(pid=106155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 13:21:49.839054 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=106155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 13:21:49.839562 dv-cinder-860090-1-iscsi neutron-server[106155]: INFO neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Loaded extension: quota-check-limit Oct 03 13:21:49.839948 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Loading extension file: quotasv2.py {{(pid=106155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 13:21:49.841047 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=106155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 13:21:49.841419 dv-cinder-860090-1-iscsi neutron-server[106155]: INFO neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Loaded extension: quotas Oct 03 13:21:49.841828 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Loading extension file: quotasv2_detail.py {{(pid=106155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 13:21:49.843749 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=106155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 13:21:49.844133 dv-cinder-860090-1-iscsi neutron-server[106155]: INFO neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Loaded extension: quota_details Oct 03 13:21:49.844635 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Loading extension file: rbac.py {{(pid=106155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 13:21:49.845844 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=106155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 13:21:49.846470 dv-cinder-860090-1-iscsi neutron-server[106155]: INFO neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Loaded extension: rbac-policies Oct 03 13:21:49.847570 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Loading extension file: rbac_address_group.py {{(pid=106155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 13:21:49.848682 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=106155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 13:21:49.849223 dv-cinder-860090-1-iscsi neutron-server[106155]: INFO neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Loaded extension: rbac-address-group Oct 03 13:21:49.849584 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Loading extension file: rbac_address_scope.py {{(pid=106155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 13:21:49.850621 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=106155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 13:21:49.851156 dv-cinder-860090-1-iscsi neutron-server[106155]: INFO neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Loaded extension: rbac-address-scope Oct 03 13:21:49.851485 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Loading extension file: rbac_security_groups.py {{(pid=106155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 13:21:49.852423 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=106155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 13:21:49.852940 dv-cinder-860090-1-iscsi neutron-server[106155]: INFO neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Loaded extension: rbac-security-groups Oct 03 13:21:49.853266 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Loading extension file: rbac_subnetpool.py {{(pid=106155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 13:21:49.854213 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=106155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 13:21:49.854740 dv-cinder-860090-1-iscsi neutron-server[106155]: INFO neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Loaded extension: rbac-subnetpool Oct 03 13:21:49.855065 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Loading extension file: revisionifmatch.py {{(pid=106155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 13:21:49.856018 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=106155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 13:21:49.856535 dv-cinder-860090-1-iscsi neutron-server[106155]: INFO neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Loaded extension: revision-if-match Oct 03 13:21:49.856861 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Loading extension file: revisions.py {{(pid=106155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 13:21:49.858103 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=106155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 13:21:49.858636 dv-cinder-860090-1-iscsi neutron-server[106155]: INFO neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Loaded extension: standard-attr-revisions Oct 03 13:21:49.858962 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Loading extension file: router_availability_zone.py {{(pid=106155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 13:21:49.859630 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=106155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 13:21:49.860137 dv-cinder-860090-1-iscsi neutron-server[106155]: INFO neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Loaded extension: router_availability_zone Oct 03 13:21:49.860459 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Loading extension file: routerservicetype.py {{(pid=106155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 13:21:49.861428 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=106155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 13:21:49.861982 dv-cinder-860090-1-iscsi neutron-server[106155]: INFO neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Extension router-service-type not supported by any of loaded plugins Oct 03 13:21:49.862303 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=106155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 13:21:49.863265 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=106155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 13:21:49.863891 dv-cinder-860090-1-iscsi neutron-server[106155]: INFO neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Loaded extension: security-groups-normalized-cidr Oct 03 13:21:49.864215 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Loading extension file: security_groups_port_filtering.py {{(pid=106155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 13:21:49.865137 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=106155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 13:21:49.865686 dv-cinder-860090-1-iscsi neutron-server[106155]: INFO neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Loaded extension: port-security-groups-filtering Oct 03 13:21:49.866010 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Loading extension file: security_groups_remote_address_group.py {{(pid=106155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 13:21:49.866946 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=106155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 13:21:49.867457 dv-cinder-860090-1-iscsi neutron-server[106155]: INFO neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Loaded extension: security-groups-remote-address-group Oct 03 13:21:49.867779 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Loading extension file: security_groups_shared_filtering.py {{(pid=106155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 13:21:49.868691 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=106155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 13:21:49.869202 dv-cinder-860090-1-iscsi neutron-server[106155]: INFO neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Loaded extension: security-groups-shared-filtering Oct 03 13:21:49.869562 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Loading extension file: securitygroup.py {{(pid=106155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 13:21:49.880984 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=106155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 13:21:49.881659 dv-cinder-860090-1-iscsi neutron-server[106155]: INFO neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Loaded extension: security-group Oct 03 13:21:49.882034 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Loading extension file: segment.py {{(pid=106155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 13:21:49.882905 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=106155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 13:21:49.883457 dv-cinder-860090-1-iscsi neutron-server[106155]: INFO neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Extension segment not supported by any of loaded plugins Oct 03 13:21:49.883822 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=106155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 13:21:49.884844 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=106155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 13:21:49.885426 dv-cinder-860090-1-iscsi neutron-server[106155]: INFO neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Oct 03 13:21:49.885826 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Loading extension file: servicetype.py {{(pid=106155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 13:21:49.886938 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=106155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 13:21:49.887505 dv-cinder-860090-1-iscsi neutron-server[106155]: INFO neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Loaded extension: service-type Oct 03 13:21:49.887864 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Loading extension file: sorting.py {{(pid=106155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 13:21:49.888843 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 13:21:49.889207 dv-cinder-860090-1-iscsi neutron-server[106155]: INFO neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Loaded extension: sorting Oct 03 13:21:49.889657 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Loading extension file: standard_attr_segment.py {{(pid=106155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 13:21:49.890584 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 13:21:49.891150 dv-cinder-860090-1-iscsi neutron-server[106155]: INFO neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Extension standard-attr-segment not supported by any of loaded plugins Oct 03 13:21:49.891511 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Loading extension file: standardattrdescription.py {{(pid=106155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 13:21:49.892174 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=106155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 13:21:49.892731 dv-cinder-860090-1-iscsi neutron-server[106155]: INFO neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Loaded extension: standard-attr-description Oct 03 13:21:49.893092 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Loading extension file: stateful_security_group.py {{(pid=106155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 13:21:49.894120 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=106155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 13:21:49.894679 dv-cinder-860090-1-iscsi neutron-server[106155]: INFO neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Loaded extension: stateful-security-group Oct 03 13:21:49.895043 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Loading extension file: stdattrs_common.py {{(pid=106155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 13:21:49.895676 dv-cinder-860090-1-iscsi neutron-server[106155]: WARNING neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Oct 03 13:21:49.896037 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=106155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 13:21:49.896989 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=106155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 13:21:49.897574 dv-cinder-860090-1-iscsi neutron-server[106155]: INFO neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Oct 03 13:21:49.897972 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Loading extension file: subnet_onboard.py {{(pid=106155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 13:21:49.899046 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=106155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 13:21:49.899683 dv-cinder-860090-1-iscsi neutron-server[106155]: INFO neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Loaded extension: subnet_onboard Oct 03 13:21:49.900043 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Loading extension file: subnet_segmentid_writable.py {{(pid=106155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 13:21:49.900981 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=106155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 13:21:49.901579 dv-cinder-860090-1-iscsi neutron-server[106155]: INFO neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Oct 03 13:21:49.901945 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Loading extension file: subnet_service_types.py {{(pid=106155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 13:21:49.902869 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=106155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 13:21:49.903448 dv-cinder-860090-1-iscsi neutron-server[106155]: INFO neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Loaded extension: subnet-service-types Oct 03 13:21:49.903810 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Loading extension file: subnetallocation.py {{(pid=106155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 13:21:49.904905 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=106155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 13:21:49.905569 dv-cinder-860090-1-iscsi neutron-server[106155]: INFO neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Loaded extension: subnet_allocation Oct 03 13:21:49.905940 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=106155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 13:21:49.906626 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=106155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 13:21:49.907177 dv-cinder-860090-1-iscsi neutron-server[106155]: INFO neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Loaded extension: subnetpool-prefix-ops Oct 03 13:21:49.907574 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=106155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 13:21:49.908523 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=106155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 13:21:49.909072 dv-cinder-860090-1-iscsi neutron-server[106155]: INFO neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Oct 03 13:21:49.910131 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Loading extension file: tagging.py {{(pid=106155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 13:21:49.911277 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=106155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 13:21:49.911872 dv-cinder-860090-1-iscsi neutron-server[106155]: INFO neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Loaded extension: standard-attr-tag Oct 03 13:21:49.912242 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Loading extension file: timestamp.py {{(pid=106155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 13:21:49.913648 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=106155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 13:21:49.914225 dv-cinder-860090-1-iscsi neutron-server[106155]: INFO neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Loaded extension: standard-attr-timestamp Oct 03 13:21:49.914589 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Loading extension file: trunk.py {{(pid=106155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 13:21:49.915755 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=106155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 13:21:49.916330 dv-cinder-860090-1-iscsi neutron-server[106155]: INFO neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Extension trunk not supported by any of loaded plugins Oct 03 13:21:49.916694 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Loading extension file: trunk_details.py {{(pid=106155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 13:21:49.917816 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=106155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 13:21:49.918459 dv-cinder-860090-1-iscsi neutron-server[106155]: INFO neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Extension trunk-details not supported by any of loaded plugins Oct 03 13:21:49.918893 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Loading extension file: uplink_status_propagation.py {{(pid=106155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 13:21:49.920074 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=106155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 13:21:49.920694 dv-cinder-860090-1-iscsi neutron-server[106155]: INFO neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Extension uplink-status-propagation not supported by any of loaded plugins Oct 03 13:21:49.921127 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Loading extension file: vlantransparent.py {{(pid=106155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 13:21:49.921979 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=106155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 13:21:49.922532 dv-cinder-860090-1-iscsi neutron-server[106155]: INFO neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Extension vlan-transparent not supported by any of loaded plugins Oct 03 13:21:49.926507 dv-cinder-860090-1-iscsi neutron-server[106155]: INFO neutron.quota.resource_registry [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Creating instance of TrackedResource for resource:network Oct 03 13:21:49.927184 dv-cinder-860090-1-iscsi neutron-server[106155]: INFO neutron.quota.resource_registry [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Creating instance of TrackedResource for resource:subnet Oct 03 13:21:49.927746 dv-cinder-860090-1-iscsi neutron-server[106155]: INFO neutron.quota.resource_registry [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Creating instance of TrackedResource for resource:subnetpool Oct 03 13:21:49.928189 dv-cinder-860090-1-iscsi neutron-server[106155]: INFO neutron.quota.resource_registry [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Creating instance of TrackedResource for resource:port Oct 03 13:21:49.930195 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.v2.resource_helper [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106155) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 03 13:21:49.930738 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.v2.resource_helper [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Service FLAVORS assigned prefix: {{(pid=106155) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 03 13:21:49.931669 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.v2.resource_helper [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106155) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 03 13:21:49.932264 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.v2.resource_helper [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106155) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 03 13:21:49.932634 dv-cinder-860090-1-iscsi neutron-server[106155]: INFO neutron.quota.resource_registry [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Creating instance of TrackedResource for resource:router Oct 03 13:21:49.933153 dv-cinder-860090-1-iscsi neutron-server[106155]: INFO neutron.quota.resource_registry [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Creating instance of TrackedResource for resource:floatingip Oct 03 13:21:49.933831 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.v2.resource_helper [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Service METERING assigned prefix: /metering {{(pid=106155) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 03 13:21:49.935870 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron_lib.callbacks.manager [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 13:21:49.936465 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron_lib.callbacks.manager [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 13:21:49.936917 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron_lib.callbacks.manager [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 13:21:49.938443 dv-cinder-860090-1-iscsi neutron-server[106155]: INFO neutron.quota.resource_registry [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Creating instance of CountableResource for resource:rbac_policy Oct 03 13:21:49.939128 dv-cinder-860090-1-iscsi neutron-server[106155]: INFO neutron.quota.resource_registry [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Creating instance of TrackedResource for resource:security_group Oct 03 13:21:49.939735 dv-cinder-860090-1-iscsi neutron-server[106155]: INFO neutron.quota.resource_registry [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Creating instance of TrackedResource for resource:security_group_rule Oct 03 13:21:49.940691 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.v2.resource_helper [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Service CORE assigned prefix: {{(pid=106155) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 03 13:21:49.941036 dv-cinder-860090-1-iscsi neutron-server[106155]: INFO neutron.quota.resource_registry [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Creating instance of TrackedResource for resource:subnetpool Oct 03 13:21:49.941609 dv-cinder-860090-1-iscsi neutron-server[106155]: WARNING neutron.quota.resource_registry [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] subnetpool is already registered Oct 03 13:21:49.942277 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.v2.resource_helper [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Service CORE assigned prefix: {{(pid=106155) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 03 13:21:49.942665 dv-cinder-860090-1-iscsi neutron-server[106155]: INFO neutron.quota.resource_registry [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Creating instance of TrackedResource for resource:subnetpool Oct 03 13:21:49.943154 dv-cinder-860090-1-iscsi neutron-server[106155]: WARNING neutron.quota.resource_registry [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] subnetpool is already registered Oct 03 13:21:49.946473 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.v2.resource_helper [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106155) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 03 13:21:49.946986 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.v2.resource_helper [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Service FLAVORS assigned prefix: {{(pid=106155) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 03 13:21:49.947682 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.v2.resource_helper [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106155) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 03 13:21:49.948287 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.v2.resource_helper [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106155) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 03 13:21:49.948639 dv-cinder-860090-1-iscsi neutron-server[106155]: INFO neutron.quota.resource_registry [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Creating instance of TrackedResource for resource:router Oct 03 13:21:49.949035 dv-cinder-860090-1-iscsi neutron-server[106155]: WARNING neutron.quota.resource_registry [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] router is already registered Oct 03 13:21:49.949572 dv-cinder-860090-1-iscsi neutron-server[106155]: INFO neutron.quota.resource_registry [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Creating instance of TrackedResource for resource:floatingip Oct 03 13:21:49.949955 dv-cinder-860090-1-iscsi neutron-server[106155]: WARNING neutron.quota.resource_registry [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] floatingip is already registered Oct 03 13:21:49.950531 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.v2.resource_helper [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Service METERING assigned prefix: /metering {{(pid=106155) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 03 13:21:49.951367 dv-cinder-860090-1-iscsi neutron-server[106155]: INFO neutron.quota.resource_registry [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Creating instance of CountableResource for resource:rbac_policy Oct 03 13:21:49.951743 dv-cinder-860090-1-iscsi neutron-server[106155]: WARNING neutron.quota.resource_registry [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] rbac_policy is already registered Oct 03 13:21:49.952223 dv-cinder-860090-1-iscsi neutron-server[106155]: INFO neutron.quota.resource_registry [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Creating instance of TrackedResource for resource:security_group Oct 03 13:21:49.952598 dv-cinder-860090-1-iscsi neutron-server[106155]: WARNING neutron.quota.resource_registry [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] security_group is already registered Oct 03 13:21:49.953058 dv-cinder-860090-1-iscsi neutron-server[106155]: INFO neutron.quota.resource_registry [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Creating instance of TrackedResource for resource:security_group_rule Oct 03 13:21:49.953476 dv-cinder-860090-1-iscsi neutron-server[106155]: WARNING neutron.quota.resource_registry [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] security_group_rule is already registered Oct 03 13:21:49.954042 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.v2.resource_helper [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Service CORE assigned prefix: {{(pid=106155) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 03 13:21:49.954403 dv-cinder-860090-1-iscsi neutron-server[106155]: INFO neutron.quota.resource_registry [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Creating instance of TrackedResource for resource:subnetpool Oct 03 13:21:49.954783 dv-cinder-860090-1-iscsi neutron-server[106155]: WARNING neutron.quota.resource_registry [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] subnetpool is already registered Oct 03 13:21:49.955253 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.v2.resource_helper [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Service CORE assigned prefix: {{(pid=106155) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 03 13:21:49.955611 dv-cinder-860090-1-iscsi neutron-server[106155]: INFO neutron.quota.resource_registry [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Creating instance of TrackedResource for resource:subnetpool Oct 03 13:21:49.955978 dv-cinder-860090-1-iscsi neutron-server[106155]: WARNING neutron.quota.resource_registry [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] subnetpool is already registered Oct 03 13:21:49.956746 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Extended resource: extensions {{(pid=106155) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 03 13:21:49.958581 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Extended resource: address-groups {{(pid=106155) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 03 13:21:49.960172 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Extended resource: address-scopes {{(pid=106155) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 03 13:21:49.961607 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Extended resource: agents {{(pid=106155) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 03 13:21:49.962834 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Extended resource: auto-allocated-topology {{(pid=106155) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 03 13:21:49.965837 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Extended resource: availability_zones {{(pid=106155) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 03 13:21:49.967172 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Extended resource: dhcp-networks {{(pid=106155) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 03 13:21:49.968680 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Extended resource: dhcp-agents {{(pid=106155) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 03 13:21:49.970400 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Extended resource: routers {{(pid=106155) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 03 13:21:49.972968 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Extended resource: flavors {{(pid=106155) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 03 13:21:49.974256 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Extended resource: service_profiles {{(pid=106155) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 03 13:21:49.975655 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Extended resource: next_providers {{(pid=106155) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 03 13:21:49.977189 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Extended resource: service_profiles {{(pid=106155) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 03 13:21:49.978762 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Extended resource: floatingip-pools {{(pid=106155) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 03 13:21:49.980105 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Extended resource: routers {{(pid=106155) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 03 13:21:49.982170 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Extended resource: floatingips {{(pid=106155) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 03 13:21:49.983520 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Extended resource: l3-routers {{(pid=106155) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 03 13:21:49.984972 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Extended resource: l3-agents {{(pid=106155) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 03 13:21:49.986671 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Extended resource: metering-labels {{(pid=106155) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 03 13:21:49.988745 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Extended resource: metering-label-rules {{(pid=106155) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 03 13:21:49.990066 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Extended resource: network-ip-availabilities {{(pid=106155) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 03 13:21:49.991448 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Extended resource: bindings {{(pid=106155) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 03 13:21:49.993022 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Extended resource: quotas {{(pid=106155) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 03 13:21:49.994660 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Extended resource: quotas {{(pid=106155) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 03 13:21:49.996310 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Extended resource: rbac-policies {{(pid=106155) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 03 13:21:49.997538 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Extended resource: security-groups {{(pid=106155) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 03 13:21:49.998744 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Extended resource: security-group-rules {{(pid=106155) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 03 13:21:50.000013 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Extended resource: service-providers {{(pid=106155) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 03 13:21:50.001312 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Extended resource: subnetpools {{(pid=106155) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 03 13:21:50.002960 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Extended resource: subnetpools {{(pid=106155) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 03 13:21:50.004443 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Extended resource: tags {{(pid=106155) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 03 13:21:50.006239 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Extended resource: tags {{(pid=106155) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 03 13:21:50.007949 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Extended resource: tags {{(pid=106155) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 03 13:21:50.009875 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Extended resource: tags {{(pid=106155) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 03 13:21:50.011575 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Extended resource: tags {{(pid=106155) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 03 13:21:50.013424 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Extended resource: tags {{(pid=106155) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 03 13:21:50.015290 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Extended resource: tags {{(pid=106155) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 03 13:21:50.017139 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Extended resource: tags {{(pid=106155) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 03 13:21:50.019042 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Extended resource: tags {{(pid=106155) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 03 13:21:50.020922 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron.api.extensions [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Extended resource: tags {{(pid=106155) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 03 13:21:50.028519 dv-cinder-860090-1-iscsi neutron-server[106155]: WARNING keystonemiddleware.auth_token [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Oct 03 13:21:50.033852 dv-cinder-860090-1-iscsi neutron-server[106155]: WARNING keystonemiddleware.auth_token [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Oct 03 13:21:50.044404 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_concurrency.lockutils [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Acquiring lock "singleton_lock" {{(pid=106155) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Oct 03 13:21:50.044767 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_concurrency.lockutils [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Acquired lock "singleton_lock" {{(pid=106155) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:315}} Oct 03 13:21:50.045313 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_concurrency.lockutils [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Releasing lock "singleton_lock" {{(pid=106155) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:333}} Oct 03 13:21:50.046443 dv-cinder-860090-1-iscsi neutron-server[106155]: INFO oslo_service.service [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Starting 2 workers Oct 03 13:21:50.052996 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Started child 106268 {{(pid=106155) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 03 13:21:50.059077 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Started child 106269 {{(pid=106155) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 03 13:21:50.060701 dv-cinder-860090-1-iscsi neutron-server[106155]: INFO neutron.service [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Neutron service started, listening on 0.0.0.0:9696 Oct 03 13:21:50.061360 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron_lib.callbacks.manager [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Publish callbacks [] for process (None), before_spawn {{(pid=106155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:21:50.064585 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:21:50.066049 dv-cinder-860090-1-iscsi neutron-server[106155]: INFO oslo_service.service [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Starting 1 workers Oct 03 13:21:50.066291 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:21:50.067083 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [-] (106269) wsgi starting up on http://0.0.0.0:9696 Oct 03 13:21:50.067535 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [-] (106268) wsgi starting up on http://0.0.0.0:9696 Oct 03 13:21:50.070975 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Started child 106270 {{(pid=106155) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 03 13:21:50.071541 dv-cinder-860090-1-iscsi neutron-server[106155]: INFO oslo_service.service [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Starting 1 workers Oct 03 13:21:50.075561 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.service [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] calling RpcWorker wait() {{(pid=106270) _wait /opt/stack/neutron/neutron/service.py:128}} Oct 03 13:21:50.076453 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.service [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] returning from RpcWorker wait() {{(pid=106270) _wait /opt/stack/neutron/neutron/service.py:135}} Oct 03 13:21:50.076584 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Started child 106271 {{(pid=106155) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 03 13:21:50.077038 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG neutron_lib.callbacks.manager [None req-78916aea-6593-42d6-8ce7-1c8d797f8fbf None None] Publish callbacks [] for process (None), after_spawn {{(pid=106155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:21:50.078052 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:21:50.078667 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=106270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:21:50.079126 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106155) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 03 13:21:50.079331 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 03 13:21:50.079698 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 03 13:21:50.079925 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 03 13:21:50.080438 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 03 13:21:50.080609 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 03 13:21:50.081602 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:50.081602 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:50.081866 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:50.082015 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:50.082665 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:50.082949 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:50.083211 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:50.083500 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:50.083780 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:50.083939 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:50.084101 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:50.084504 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:50.084759 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:50.085150 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:50.085433 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:50.085633 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:21:50.086324 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:50.086324 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:50.086324 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:50.086324 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:50.086700 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:50.086829 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:50.087114 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] debug = True {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:50.087317 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:21:50.087516 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:50.087851 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:50.088090 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:50.088316 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:50.088558 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:50.088849 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:50.089166 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:50.089372 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:50.089638 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:50.089859 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:50.090111 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:50.090393 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:50.090636 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:50.090867 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:50.091107 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:50.091446 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:50.091654 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:50.092070 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] host = dv-cinder-860090-1-iscsi {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:50.092311 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:50.092560 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:50.092906 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:50.093104 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:50.093295 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:50.093514 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:50.093734 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:50.094025 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:50.094227 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:50.094514 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:50.094714 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:50.094945 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:50.095165 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:50.095374 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] log_file = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:50.095687 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] log_options = True {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:50.095888 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:50.096092 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:50.096284 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:50.096486 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:50.096696 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:50.097630 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:50.098053 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:50.098053 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:50.098450 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:50.098450 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:50.098827 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:50.098827 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:50.099177 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:50.099314 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:50.099437 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:50.099679 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:50.099914 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:50.100149 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:50.100414 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:50.100655 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:50.100898 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:50.101143 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:50.101342 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:50.101735 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:50.101937 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:50.102129 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:50.102322 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:50.102600 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:50.102732 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:50.103082 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:50.103295 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:50.103490 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:50.103701 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:50.103910 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:50.104159 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:50.104391 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:50.104655 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:50.104845 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:50.105088 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:50.105314 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:50.105586 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:50.105940 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:50.106140 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:50.106338 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:50.106550 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:50.106744 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:50.106950 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] use_json = False {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:50.107158 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:50.107356 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:50.107547 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:50.107788 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:50.107987 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:50.108210 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:50.108410 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:50.108645 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:50.108861 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:50.109297 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.109603 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.109941 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.110177 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.110513 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.110897 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.111133 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.111370 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.111625 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.112006 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.112292 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.113178 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.113636 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.113951 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.114225 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.114593 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.114863 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.115271 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.115430 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.115572 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.115759 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.116075 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.116278 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.116499 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.116749 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.116978 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.117201 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.117553 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.117819 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.119542 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.119542 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.119542 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.119542 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.58/identity {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.119542 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.119542 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.120345 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.120345 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.120345 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.120345 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.120913 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.120913 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.121193 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.121193 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.122356 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.122356 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.122356 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.122356 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.122356 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.122946 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.122946 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.122946 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.123317 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.123479 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.123630 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.123869 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.124108 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.125530 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.125530 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.125530 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.125530 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.125530 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.126251 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.126251 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.126251 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.126649 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.126649 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.126928 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.127066 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.127209 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.127773 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.127928 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.128108 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.128334 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.129507 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.129507 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.129507 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.129507 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.129507 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.130231 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.130231 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.130231 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.130601 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.130601 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.130840 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.130840 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.131059 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.131481 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.131481 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.131784 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.131930 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.132148 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.132422 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.132817 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.133057 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.133290 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.133553 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.134086 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.134330 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.134586 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.134835 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.135132 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.135370 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.135625 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.135866 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.136106 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.137115 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.137115 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.137115 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.137115 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.138041 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.138041 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.138041 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.138041 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.139176 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.139176 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.139176 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.139176 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.139176 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.139831 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.139831 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.139831 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.140240 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.140240 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.140506 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.140789 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.140944 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.141176 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.142036 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.142036 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.142036 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.142365 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.142563 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.142707 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.142889 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.143270 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.143428 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.143707 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.143937 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.144179 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.144425 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.144644 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.145017 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.145173 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.145398 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.145655 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.145898 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.146120 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.146561 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.146716 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.146857 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.147123 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.147382 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.147645 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.148935 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.148935 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.58/identity {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.148935 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.148935 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.148935 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.148935 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.149846 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.149846 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.149846 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.149846 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.150378 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.150378 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.150644 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.150781 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.150964 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.151101 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.151307 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.151545 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.151943 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.152159 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.152399 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.152637 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.152872 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.153089 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.153401 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.153602 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.153786 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.154066 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.154315 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.154533 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.154759 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.155013 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.155244 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.155466 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.155708 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.157222 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.157222 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.157222 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.157222 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.157222 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.157222 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.157222 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.158151 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.158151 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.158151 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.158632 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.158632 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.158878 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.159029 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.160205 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.160205 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.162018 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.162018 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.162018 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.162018 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.162018 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.162018 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.162018 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.162018 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.162018 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.163121 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.163121 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.163121 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.163121 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.165543 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.165543 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.165543 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.165543 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.165543 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.165543 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.165543 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.165543 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.165543 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.168394 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.168394 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.168394 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.168394 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.168394 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.168394 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.168394 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.168394 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.170053 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.170053 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.170053 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.170053 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.170053 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.170053 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.170053 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.170053 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.171717 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.171717 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.171717 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.171717 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.171717 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.171717 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.171717 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.171717 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.176626 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.176626 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.176626 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.176626 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.176626 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.176626 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.176626 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.176626 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.178365 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.178365 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.178365 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.178365 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.178365 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.178365 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.178365 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.178365 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.185336 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.185336 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.185336 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.185336 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.185336 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.185336 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.185336 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.185336 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.187825 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.187825 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.187825 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.187825 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.187825 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.187825 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.187825 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.187825 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.189432 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.189432 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.189432 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.189432 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.189432 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.189432 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.189432 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.189432 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.191495 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.191495 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.191495 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.191495 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.191495 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.191495 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.191495 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.191495 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.191495 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.196593 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.196593 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.196593 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.196593 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.196593 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.196593 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.196593 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.196593 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.196593 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.200373 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.200373 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 03 13:21:50.200373 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106155) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 03 13:21:50.200373 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 03 13:21:50.200373 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 03 13:21:50.200373 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 03 13:21:50.200373 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 03 13:21:50.200373 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 03 13:21:50.202830 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:50.202830 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:50.202830 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:50.203371 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 54368) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:21:50.203610 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:50.203610 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:50.203610 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:50.203610 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:50.203610 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:50.203610 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:50.203610 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:50.203610 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:50.205431 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:50.205431 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:50.205431 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:50.205431 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:50.205431 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:50.205431 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:50.205431 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:50.205431 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:50.207849 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:50.207849 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:50.207849 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] debug = True {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:50.207849 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:50.207849 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:50.207849 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:50.208992 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:50.208992 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:50.208992 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:50.208992 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:50.208992 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:50.208992 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:50.208992 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:50.208992 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:50.210809 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:50.210809 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:50.210809 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:50.210809 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:50.210809 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:50.210809 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:50.210809 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] host = dv-cinder-860090-1-iscsi {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:50.210809 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:50.213235 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:50.213235 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:50.213235 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:50.213235 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:50.213235 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:50.213235 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:50.213235 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:50.213235 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:50.215666 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:50.215666 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:50.215666 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:50.215666 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:50.215666 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] log_file = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:50.215666 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] log_options = True {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:50.215666 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:50.215666 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:50.215666 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:50.219655 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:50.219655 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:50.219655 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:50.219655 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:50.219655 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:50.219655 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:50.219655 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:50.221222 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:50.221222 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:50.221222 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:50.221222 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:50.221222 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:50.221222 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:50.221222 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:50.221222 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:50.223657 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:50.223657 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:50.223657 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:50.223657 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:50.223657 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:50.223657 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:50.223657 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:50.223657 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:50.225651 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:50.225651 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:50.225651 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:50.225651 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:50.225651 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:50.225651 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:50.225651 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:50.225651 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:50.227252 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:50.227252 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:50.227252 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:50.227252 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:50.227252 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:50.227252 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:50.227252 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:50.227252 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:50.228236 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:50.228236 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:50.228236 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:50.228236 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:50.228236 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] use_json = False {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:50.228236 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:50.228236 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:50.228236 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:50.228236 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:50.229334 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:50.229334 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:50.229334 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:50.229334 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:50.229334 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 13:21:50.229334 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.229334 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.229334 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.230692 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [-] 10.222.0.58 "GET /networking HTTP/1.1" status: 302 len: 444 time: 0.0141637 Oct 03 13:21:50.230932 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.230932 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.230932 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.230932 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.230932 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.230932 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.230932 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.230932 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.231888 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.231888 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.231888 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.231888 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.231888 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.231888 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.231888 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.231888 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.233347 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.233347 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.233347 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.233347 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.233347 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.233347 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.233347 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.233347 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.234893 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.234893 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.234893 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.234893 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.234893 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.234893 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.58/identity {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.234893 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.234893 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.235868 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.235868 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.235868 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.235868 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.235868 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.235868 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.235868 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.235868 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.235868 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.237242 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.237242 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.237242 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.237242 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.237242 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.237242 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.237242 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.237242 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.237242 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.238884 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.238884 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.238884 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.238884 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.238884 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.238884 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.238884 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.238884 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.239751 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.239751 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.239751 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.239751 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.239751 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.239751 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.239751 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.239751 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.239751 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.240944 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.240944 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.240944 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.240944 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.240944 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.240944 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.240944 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.240944 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.240944 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.242694 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.242694 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.242694 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.242694 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.242694 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.242694 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.242694 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.242694 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.242694 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.244075 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.244075 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.244075 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.244075 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.244075 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.244075 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.245241 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [-] 10.222.0.58 "GET /networking/ HTTP/1.1" status: 200 len: 264 time: 0.0098419 Oct 03 13:21:50.245377 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.245377 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.245377 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.245377 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.245377 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.245377 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.245377 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.245377 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.246287 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.246287 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.246287 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.246287 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.246287 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.246287 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.246287 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.246287 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.247168 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.247168 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.247168 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.247168 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.247168 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.247168 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.247168 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.247168 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.248038 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.248038 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.248038 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.248038 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.248038 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.248038 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.248038 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.248038 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.248673 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.248673 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.248673 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.248673 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.248673 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.248673 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.248673 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.248673 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.250504 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.250504 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.250504 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.250504 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.250504 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.250504 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.250504 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.250504 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.251378 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.251378 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.251378 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.251378 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.251378 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.251378 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.251378 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.251378 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.253889 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.253889 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.253889 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.253889 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.253889 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.58/identity {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.253889 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.253889 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.253889 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.254483 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.254483 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.254483 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.254483 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.254483 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.254483 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.254483 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.254483 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.254978 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.254978 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.254978 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.254978 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.254978 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.254978 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.254978 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.254978 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.255439 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.255439 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.255439 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.255439 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.255439 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.255439 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.255439 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.255439 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.255998 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.255998 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.255998 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.255998 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.255998 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.255998 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.255998 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.255998 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.256534 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.256534 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.256534 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.256534 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.256534 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.256534 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.256534 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.256926 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.256993 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.257283 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.258702 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.259002 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.259259 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.259546 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.259809 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.260088 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.260372 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.260655 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.260930 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.261198 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.261429 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.261752 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.262001 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.262270 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.262543 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.262810 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.263085 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.263369 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.264043 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.264043 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.264221 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.264388 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.264874 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.265617 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.265901 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.267977 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.267977 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.267977 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.267977 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.267977 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.268497 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.270707 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.270707 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.270707 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.270707 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.270707 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.271113 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.271113 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.271376 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.271656 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.272016 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.272291 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.272597 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.273271 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.273271 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.273625 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.273763 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.273970 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.274270 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.275224 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.275224 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.275224 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.275461 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.275546 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.275828 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.276099 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.276351 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.277654 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.277654 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.277654 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.277654 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.277950 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.278392 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.278786 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.279080 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.280065 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.280427 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.280713 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.280998 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.281285 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.281576 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.281848 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.282318 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.282794 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.283254 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.283413 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.283669 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.284127 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.285260 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.285260 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.285638 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.285941 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.286232 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.286515 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.286820 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.287118 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.287414 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.289502 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.289502 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.289502 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.289502 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.289502 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.289502 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.289502 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.289502 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.290116 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.290116 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.291420 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.291420 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.291420 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.291420 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.291756 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.292011 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.292218 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.292491 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.292918 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.293731 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.293985 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.294217 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 13:21:50.294445 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106155) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 03 13:21:50.299066 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:21:59.494136 dv-cinder-860090-1-iscsi neutron-server[106155]: DEBUG dbcounter [-] [106155] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=106155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:22:02.076769 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-330d3d00-e156-4e84-8a0d-6b7c9e5d3387 None None] get_active_networks_info from dv-cinder-860090-1-iscsi {{(pid=106270) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 03 13:22:02.084108 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writer thread running {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 03 13:22:02.160839 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-330d3d00-e156-4e84-8a0d-6b7c9e5d3387 None None] No non-hosted networks {{(pid=106270) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Oct 03 13:22:02.169062 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.agentschedulers_db [None req-330d3d00-e156-4e84-8a0d-6b7c9e5d3387 None None] DHCP Agent not found on host dv-cinder-860090-1-iscsi {{(pid=106270) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Oct 03 13:22:02.284579 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-17058033-dace-4bb5-b89c-92966f0cf147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3893467'] for agent (3460fffa-818c-4144-9400-237880db20a4), after_create {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:22:04.168165 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writer thread running {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 03 13:22:04.791750 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-ad480e90-0d5b-4cac-9a31-ddfd04281f1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3893467'] for agent (94180321-47b1-4b5c-b620-b1b0a31df446), after_create {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:22:04.859640 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-50499348-35b8-4bf8-87ce-6f94f608af65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (94180321-47b1-4b5c-b620-b1b0a31df446), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:22:06.084036 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-1bb28928-3e93-41c9-8900-1ecfb790b160 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3893467'] for agent (5eabf47d-5620-4e94-9269-ef19fe52be68), after_create {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:22:06.480528 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 54450) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:22:07.195943 dv-cinder-860090-1-iscsi neutron-server[106269]: WARNING oslo_policy.policy [None req-2debceed-f336-41c4-8d50-000623f1141f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 03 13:22:07.196462 dv-cinder-860090-1-iscsi neutron-server[106269]: WARNING oslo_policy.policy [None req-2debceed-f336-41c4-8d50-000623f1141f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 03 13:22:07.453584 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3893467'] for agent (d46c7ed5-c451-4a76-ab3f-ab8e3ea4a5ec), after_create {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:22:07.455384 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:22:07.456170 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:22:07.456942 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:22:07.457440 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:22:07.458012 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:22:07.458372 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [None req-2debceed-f336-41c4-8d50-000623f1141f admin admin] http://10.222.0.58:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106269) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 03 13:22:07.458668 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:22:07.459210 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:22:07.459669 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:22:07.460072 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:22:07.460410 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:22:07.460794 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:22:07.466135 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:22:07.466478 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:22:07.466796 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:22:07.467227 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:22:07.467565 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-860090-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=106270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:22:07.470119 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-2debceed-f336-41c4-8d50-000623f1141f admin admin] 10.222.0.58 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.9885418 Oct 03 13:22:07.485094 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-860090-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=106270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:22:07.579699 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-9b3e6be4-ae7f-4a46-812d-719b0ca73959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3893467'] for agent (3cd5b2bb-c81a-4ce3-a212-a51c5aa706bd), after_create {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:22:10.259880 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 54486) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:22:10.629029 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.v2.base [None req-8bb6dc0f-95f1-4d1e-a335-b9b0da2409b7 admin admin] Request body: {'subnetpool': {'shared': True, 'is_default': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4'}} {{(pid=106269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 13:22:10.641073 dv-cinder-860090-1-iscsi neutron-server[106269]: ERROR stevedore.extension [None req-8bb6dc0f-95f1-4d1e-a335-b9b0da2409b7 admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Oct 03 13:22:10.725366 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.policy [None req-8bb6dc0f-95f1-4d1e-a335-b9b0da2409b7 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106269) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 03 13:22:10.768705 dv-cinder-860090-1-iscsi neutron-server[106269]: WARNING oslo_policy.policy [None req-8bb6dc0f-95f1-4d1e-a335-b9b0da2409b7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 03 13:22:10.769438 dv-cinder-860090-1-iscsi neutron-server[106269]: WARNING oslo_policy.policy [None req-8bb6dc0f-95f1-4d1e-a335-b9b0da2409b7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 03 13:22:10.790034 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writer thread running {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 03 13:22:10.876179 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-8bb6dc0f-95f1-4d1e-a335-b9b0da2409b7 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751013999023', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751014000547', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751014016647', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751013958596', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751013968492', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751013976467', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1468895', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1468702', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3884731', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3928709'] for rbac-policy (None), before_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:22:10.952846 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-8bb6dc0f-95f1-4d1e-a335-b9b0da2409b7 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:22:10.954056 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-8bb6dc0f-95f1-4d1e-a335-b9b0da2409b7 admin admin] 10.222.0.58 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6930158 Oct 03 13:22:12.090181 dv-cinder-860090-1-iscsi neutron-server[106270]: INFO neutron.db.l3_hamode_db [None req-dcb0ee1f-31c0-4a6f-93c5-96d32de1fa2b None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Oct 03 13:22:12.168864 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb0ee1f-31c0-4a6f-93c5-96d32de1fa2b None None] Routers set() bound to L3 agent in host dv-cinder-860090-1-iscsi {{(pid=106270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 13:22:12.169263 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb0ee1f-31c0-4a6f-93c5-96d32de1fa2b None None] Router IDs set() for agent in host dv-cinder-860090-1-iscsi {{(pid=106270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:467}} Oct 03 13:22:13.725953 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 54496) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:22:14.058414 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.v2.base [None req-2d90304b-7e0d-4725-a981-36c9dc2664dc demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=106269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 13:22:14.089188 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d90304b-7e0d-4725-a981-36c9dc2664dc demo demo] Made reservation on behalf of dda4727fec9747b4b20cb990f7305e3d for: {'network': 1} {{(pid=106269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 13:22:14.093544 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-2d90304b-7e0d-4725-a981-36c9dc2664dc demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for network (None), before_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:22:14.112222 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-2d90304b-7e0d-4725-a981-36c9dc2664dc demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:22:14.224207 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-2d90304b-7e0d-4725-a981-36c9dc2664dc demo demo] Publish callbacks [] for security_group (74e3468a-4d5b-4169-9936-a23025f35a73), precommit_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:22:14.228149 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-2d90304b-7e0d-4725-a981-36c9dc2664dc demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (74e3468a-4d5b-4169-9936-a23025f35a73), after_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:22:14.261489 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d90304b-7e0d-4725-a981-36c9dc2664dc demo demo] vlan segment allocate from pool success with {'vlan_id': 600, 'physical_network': 'physnet1'} {{(pid=106269) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 03 13:22:14.289668 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-2d90304b-7e0d-4725-a981-36c9dc2664dc demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8751015121363', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1333683'] for segment (11fbe23e-9992-431a-92b3-9933a07762ab), precommit_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:22:14.290237 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-2d90304b-7e0d-4725-a981-36c9dc2664dc demo demo] Unsubscribe: segment precommit_create {{(pid=106269) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 03 13:22:14.290764 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.db.segments_db [None req-2d90304b-7e0d-4725-a981-36c9dc2664dc demo demo] Added segment 11fbe23e-9992-431a-92b3-9933a07762ab of type vlan for network a370a8ee-2148-49fe-912e-3c05e5dd6f15 Oct 03 13:22:14.296343 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d90304b-7e0d-4725-a981-36c9dc2664dc demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=74e3468a-4d5b-4169-9936-a23025f35a73,revision_number=1']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:22:14.332451 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d90304b-7e0d-4725-a981-36c9dc2664dc demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:22:14.332785 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d90304b-7e0d-4725-a981-36c9dc2664dc demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:22:14.333130 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d90304b-7e0d-4725-a981-36c9dc2664dc demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:22:14.333492 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d90304b-7e0d-4725-a981-36c9dc2664dc demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:22:14.333816 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d90304b-7e0d-4725-a981-36c9dc2664dc demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:22:14.334130 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d90304b-7e0d-4725-a981-36c9dc2664dc demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:22:14.334443 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d90304b-7e0d-4725-a981-36c9dc2664dc demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:22:14.334752 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d90304b-7e0d-4725-a981-36c9dc2664dc demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:22:14.335062 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d90304b-7e0d-4725-a981-36c9dc2664dc demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:22:14.335372 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d90304b-7e0d-4725-a981-36c9dc2664dc demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:22:14.335683 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d90304b-7e0d-4725-a981-36c9dc2664dc demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:22:14.336442 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d90304b-7e0d-4725-a981-36c9dc2664dc demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:22:14.336442 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d90304b-7e0d-4725-a981-36c9dc2664dc demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:22:14.336632 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d90304b-7e0d-4725-a981-36c9dc2664dc demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:22:14.336897 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d90304b-7e0d-4725-a981-36c9dc2664dc demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:22:14.338270 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d90304b-7e0d-4725-a981-36c9dc2664dc demo demo] Tracked resource versions report: Oct 03 13:22:14.338270 dv-cinder-860090-1-iscsi neutron-server[106269]: pushed versions: Oct 03 13:22:14.338270 dv-cinder-860090-1-iscsi neutron-server[106269]: { 'AddressGroup': {'1.2'}, Oct 03 13:22:14.338270 dv-cinder-860090-1-iscsi neutron-server[106269]: 'Agent': {'1.1'}, Oct 03 13:22:14.338270 dv-cinder-860090-1-iscsi neutron-server[106269]: 'ConntrackHelper': {'1.0'}, Oct 03 13:22:14.338270 dv-cinder-860090-1-iscsi neutron-server[106269]: 'LocalIPAssociation': {'1.0'}, Oct 03 13:22:14.338270 dv-cinder-860090-1-iscsi neutron-server[106269]: 'Log': {'1.0'}, Oct 03 13:22:14.338270 dv-cinder-860090-1-iscsi neutron-server[106269]: 'NDPProxy': {'1.0'}, Oct 03 13:22:14.338270 dv-cinder-860090-1-iscsi neutron-server[106269]: 'Network': {'1.1'}, Oct 03 13:22:14.338270 dv-cinder-860090-1-iscsi neutron-server[106269]: 'Port': {'1.7'}, Oct 03 13:22:14.338270 dv-cinder-860090-1-iscsi neutron-server[106269]: 'PortForwarding': {'1.3'}, Oct 03 13:22:14.338270 dv-cinder-860090-1-iscsi neutron-server[106269]: 'QosPolicy': {'1.10'}, Oct 03 13:22:14.338270 dv-cinder-860090-1-iscsi neutron-server[106269]: 'SecurityGroup': {'1.5'}, Oct 03 13:22:14.338270 dv-cinder-860090-1-iscsi neutron-server[106269]: 'SecurityGroupRule': {'1.2'}, Oct 03 13:22:14.338270 dv-cinder-860090-1-iscsi neutron-server[106269]: 'SubPort': {'1.0'}, Oct 03 13:22:14.338270 dv-cinder-860090-1-iscsi neutron-server[106269]: 'Subnet': {'1.1'}, Oct 03 13:22:14.338270 dv-cinder-860090-1-iscsi neutron-server[106269]: 'Trunk': {'1.1'}} Oct 03 13:22:14.338270 dv-cinder-860090-1-iscsi neutron-server[106269]: consumer versions: Oct 03 13:22:14.338270 dv-cinder-860090-1-iscsi neutron-server[106269]: { DHCP agent@dv-cinder-860090-1-iscsi: {}, Oct 03 13:22:14.338270 dv-cinder-860090-1-iscsi neutron-server[106269]: L3 agent@dv-cinder-860090-1-iscsi: {}, Oct 03 13:22:14.338270 dv-cinder-860090-1-iscsi neutron-server[106269]: Metadata agent@dv-cinder-860090-1-iscsi: {}, Oct 03 13:22:14.338270 dv-cinder-860090-1-iscsi neutron-server[106269]: Metering agent@dv-cinder-860090-1-iscsi: {}, Oct 03 13:22:14.338270 dv-cinder-860090-1-iscsi neutron-server[106269]: Open vSwitch agent@dv-cinder-860090-1-iscsi: { 'AddressGroup': '1.2', Oct 03 13:22:14.338270 dv-cinder-860090-1-iscsi neutron-server[106269]: 'Agent': '1.1', Oct 03 13:22:14.338270 dv-cinder-860090-1-iscsi neutron-server[106269]: 'ConntrackHelper': '1.0', Oct 03 13:22:14.338270 dv-cinder-860090-1-iscsi neutron-server[106269]: 'LocalIPAssociation': '1.0', Oct 03 13:22:14.338270 dv-cinder-860090-1-iscsi neutron-server[106269]: 'Log': '1.0', Oct 03 13:22:14.338270 dv-cinder-860090-1-iscsi neutron-server[106269]: 'NDPProxy': '1.0', Oct 03 13:22:14.338270 dv-cinder-860090-1-iscsi neutron-server[106269]: 'Network': '1.1', Oct 03 13:22:14.338270 dv-cinder-860090-1-iscsi neutron-server[106269]: 'Port': '1.7', Oct 03 13:22:14.338270 dv-cinder-860090-1-iscsi neutron-server[106269]: 'PortForwarding': '1.3', Oct 03 13:22:14.338270 dv-cinder-860090-1-iscsi neutron-server[106269]: 'QosPolicy': '1.10', Oct 03 13:22:14.338270 dv-cinder-860090-1-iscsi neutron-server[106269]: 'SecurityGroup': '1.5', Oct 03 13:22:14.338270 dv-cinder-860090-1-iscsi neutron-server[106269]: 'SecurityGroupRule': '1.2', Oct 03 13:22:14.338270 dv-cinder-860090-1-iscsi neutron-server[106269]: 'SubPort': '1.0', Oct 03 13:22:14.338270 dv-cinder-860090-1-iscsi neutron-server[106269]: 'Subnet': '1.1', Oct 03 13:22:14.338270 dv-cinder-860090-1-iscsi neutron-server[106269]: 'Trunk': '1.1'}} Oct 03 13:22:14.338270 dv-cinder-860090-1-iscsi neutron-server[106269]: {{(pid=106269) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 03 13:22:14.400069 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-2d90304b-7e0d-4725-a981-36c9dc2664dc demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751014593985'] for network (a370a8ee-2148-49fe-912e-3c05e5dd6f15), precommit_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:22:14.442276 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-2d90304b-7e0d-4725-a981-36c9dc2664dc demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644'] for network (a370a8ee-2148-49fe-912e-3c05e5dd6f15), after_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:22:14.447247 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d90304b-7e0d-4725-a981-36c9dc2664dc demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:22:14.447977 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-2d90304b-7e0d-4725-a981-36c9dc2664dc demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798626'] for network (None), before_response {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:22:14.530915 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=56,neutron:INSERT=39,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:22:14.559495 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-2d90304b-7e0d-4725-a981-36c9dc2664dc demo demo] 10.222.0.58 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.8324809 Oct 03 13:22:14.572955 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d90304b-7e0d-4725-a981-36c9dc2664dc demo demo] Pushing event updated for resources: {'Network': ['ID=a370a8ee-2148-49fe-912e-3c05e5dd6f15,revision_number=1']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:22:14.588315 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Network a370a8ee-2148-49fe-912e-3c05e5dd6f15 details requested by agent ovs-agent-dv-cinder-860090-1-iscsi with host dv-cinder-860090-1-iscsi {{(pid=106270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 03 13:22:17.259520 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 54510) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:22:17.777172 dv-cinder-860090-1-iscsi neutron-server[106268]: WARNING oslo_policy.policy [None req-2d90158b-48de-45e5-ad9a-01b50a921d28 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 03 13:22:17.777785 dv-cinder-860090-1-iscsi neutron-server[106268]: WARNING oslo_policy.policy [None req-2d90158b-48de-45e5-ad9a-01b50a921d28 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 03 13:22:18.010302 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writer thread running {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 03 13:22:18.167319 dv-cinder-860090-1-iscsi neutron-server[106268]: ERROR stevedore.extension [None req-2d90158b-48de-45e5-ad9a-01b50a921d28 demo admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Oct 03 13:22:18.221933 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.policy [None req-2d90158b-48de-45e5-ad9a-01b50a921d28 demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106268) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 03 13:22:18.263573 dv-cinder-860090-1-iscsi neutron-server[106268]: WARNING oslo_policy.policy [None req-2d90158b-48de-45e5-ad9a-01b50a921d28 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 03 13:22:18.264192 dv-cinder-860090-1-iscsi neutron-server[106268]: WARNING oslo_policy.policy [None req-2d90158b-48de-45e5-ad9a-01b50a921d28 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 03 13:22:18.272379 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d90158b-48de-45e5-ad9a-01b50a921d28 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:22:18.274456 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-2d90158b-48de-45e5-ad9a-01b50a921d28 demo admin] 10.222.0.58 "GET /networking/v2.0/networks/a370a8ee-2148-49fe-912e-3c05e5dd6f15 HTTP/1.1" status: 200 len: 825 time: 1.0129318 Oct 03 13:22:18.316781 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-9629146e-ab08-47b8-8990-137de533cd40 demo admin] 10.222.0.58 "GET /networking/v2.0/subnetpools/d6301d90-b04c-47ab-92b2-b81b58397a31 HTTP/1.1" status: 200 len: 734 time: 0.0362327 Oct 03 13:22:18.326364 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.v2.base [None req-0eec8d6e-f3ae-4657-82ef-11d742f2b82a demo admin] Request body: {'subnet': {'subnetpool_id': 'd6301d90-b04c-47ab-92b2-b81b58397a31', 'ip_version': 4, 'network_id': 'a370a8ee-2148-49fe-912e-3c05e5dd6f15', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1'}} {{(pid=106268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 13:22:18.368860 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eec8d6e-f3ae-4657-82ef-11d742f2b82a demo admin] Made reservation on behalf of dda4727fec9747b4b20cb990f7305e3d for: {'subnet': 1} {{(pid=106268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 13:22:18.372143 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-0eec8d6e-f3ae-4657-82ef-11d742f2b82a demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:22:18.596569 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=10 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:22:18.677270 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-0eec8d6e-f3ae-4657-82ef-11d742f2b82a demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644'] for subnet (49e90af2-9b1e-4ee0-8747-11da5ca51cb9), after_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:22:18.747756 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eec8d6e-f3ae-4657-82ef-11d742f2b82a demo admin] Checking segment: {'id': '11fbe23e-9992-431a-92b3-9933a07762ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'a370a8ee-2148-49fe-912e-3c05e5dd6f15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 13:22:18.748147 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eec8d6e-f3ae-4657-82ef-11d742f2b82a demo admin] Network hostable DHCP agents. Network: a370a8ee-2148-49fe-912e-3c05e5dd6f15, hostable agents: ['3460fffa-818c-4144-9400-237880db20a4'], hosted agents: [] {{(pid=106268) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 03 13:22:18.765584 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eec8d6e-f3ae-4657-82ef-11d742f2b82a demo admin] Pushing event updated for resources: {'Subnet': ['ID=49e90af2-9b1e-4ee0-8747-11da5ca51cb9,revision_number=0']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:22:18.777296 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eec8d6e-f3ae-4657-82ef-11d742f2b82a demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:22:18.777658 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eec8d6e-f3ae-4657-82ef-11d742f2b82a demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:22:18.778013 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eec8d6e-f3ae-4657-82ef-11d742f2b82a demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:22:18.778363 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eec8d6e-f3ae-4657-82ef-11d742f2b82a demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:22:18.778691 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eec8d6e-f3ae-4657-82ef-11d742f2b82a demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:22:18.779014 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eec8d6e-f3ae-4657-82ef-11d742f2b82a demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:22:18.779331 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eec8d6e-f3ae-4657-82ef-11d742f2b82a demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:22:18.779648 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eec8d6e-f3ae-4657-82ef-11d742f2b82a demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:22:18.779992 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eec8d6e-f3ae-4657-82ef-11d742f2b82a demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:22:18.780308 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eec8d6e-f3ae-4657-82ef-11d742f2b82a demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:22:18.780622 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eec8d6e-f3ae-4657-82ef-11d742f2b82a demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:22:18.780955 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eec8d6e-f3ae-4657-82ef-11d742f2b82a demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:22:18.781272 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eec8d6e-f3ae-4657-82ef-11d742f2b82a demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:22:18.781615 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eec8d6e-f3ae-4657-82ef-11d742f2b82a demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:22:18.781927 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eec8d6e-f3ae-4657-82ef-11d742f2b82a demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:22:18.783902 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eec8d6e-f3ae-4657-82ef-11d742f2b82a demo admin] Tracked resource versions report: Oct 03 13:22:18.783902 dv-cinder-860090-1-iscsi neutron-server[106268]: pushed versions: Oct 03 13:22:18.783902 dv-cinder-860090-1-iscsi neutron-server[106268]: { 'AddressGroup': {'1.2'}, Oct 03 13:22:18.783902 dv-cinder-860090-1-iscsi neutron-server[106268]: 'Agent': {'1.1'}, Oct 03 13:22:18.783902 dv-cinder-860090-1-iscsi neutron-server[106268]: 'ConntrackHelper': {'1.0'}, Oct 03 13:22:18.783902 dv-cinder-860090-1-iscsi neutron-server[106268]: 'LocalIPAssociation': {'1.0'}, Oct 03 13:22:18.783902 dv-cinder-860090-1-iscsi neutron-server[106268]: 'Log': {'1.0'}, Oct 03 13:22:18.783902 dv-cinder-860090-1-iscsi neutron-server[106268]: 'NDPProxy': {'1.0'}, Oct 03 13:22:18.783902 dv-cinder-860090-1-iscsi neutron-server[106268]: 'Network': {'1.1'}, Oct 03 13:22:18.783902 dv-cinder-860090-1-iscsi neutron-server[106268]: 'Port': {'1.7'}, Oct 03 13:22:18.783902 dv-cinder-860090-1-iscsi neutron-server[106268]: 'PortForwarding': {'1.3'}, Oct 03 13:22:18.783902 dv-cinder-860090-1-iscsi neutron-server[106268]: 'QosPolicy': {'1.10'}, Oct 03 13:22:18.783902 dv-cinder-860090-1-iscsi neutron-server[106268]: 'SecurityGroup': {'1.5'}, Oct 03 13:22:18.783902 dv-cinder-860090-1-iscsi neutron-server[106268]: 'SecurityGroupRule': {'1.2'}, Oct 03 13:22:18.783902 dv-cinder-860090-1-iscsi neutron-server[106268]: 'SubPort': {'1.0'}, Oct 03 13:22:18.783902 dv-cinder-860090-1-iscsi neutron-server[106268]: 'Subnet': {'1.1'}, Oct 03 13:22:18.783902 dv-cinder-860090-1-iscsi neutron-server[106268]: 'Trunk': {'1.1'}} Oct 03 13:22:18.783902 dv-cinder-860090-1-iscsi neutron-server[106268]: consumer versions: Oct 03 13:22:18.783902 dv-cinder-860090-1-iscsi neutron-server[106268]: { DHCP agent@dv-cinder-860090-1-iscsi: {}, Oct 03 13:22:18.783902 dv-cinder-860090-1-iscsi neutron-server[106268]: L3 agent@dv-cinder-860090-1-iscsi: {}, Oct 03 13:22:18.783902 dv-cinder-860090-1-iscsi neutron-server[106268]: Metadata agent@dv-cinder-860090-1-iscsi: {}, Oct 03 13:22:18.783902 dv-cinder-860090-1-iscsi neutron-server[106268]: Metering agent@dv-cinder-860090-1-iscsi: {}, Oct 03 13:22:18.783902 dv-cinder-860090-1-iscsi neutron-server[106268]: Open vSwitch agent@dv-cinder-860090-1-iscsi: { 'AddressGroup': '1.2', Oct 03 13:22:18.783902 dv-cinder-860090-1-iscsi neutron-server[106268]: 'Agent': '1.1', Oct 03 13:22:18.783902 dv-cinder-860090-1-iscsi neutron-server[106268]: 'ConntrackHelper': '1.0', Oct 03 13:22:18.783902 dv-cinder-860090-1-iscsi neutron-server[106268]: 'LocalIPAssociation': '1.0', Oct 03 13:22:18.783902 dv-cinder-860090-1-iscsi neutron-server[106268]: 'Log': '1.0', Oct 03 13:22:18.783902 dv-cinder-860090-1-iscsi neutron-server[106268]: 'NDPProxy': '1.0', Oct 03 13:22:18.783902 dv-cinder-860090-1-iscsi neutron-server[106268]: 'Network': '1.1', Oct 03 13:22:18.783902 dv-cinder-860090-1-iscsi neutron-server[106268]: 'Port': '1.7', Oct 03 13:22:18.783902 dv-cinder-860090-1-iscsi neutron-server[106268]: 'PortForwarding': '1.3', Oct 03 13:22:18.783902 dv-cinder-860090-1-iscsi neutron-server[106268]: 'QosPolicy': '1.10', Oct 03 13:22:18.783902 dv-cinder-860090-1-iscsi neutron-server[106268]: 'SecurityGroup': '1.5', Oct 03 13:22:18.783902 dv-cinder-860090-1-iscsi neutron-server[106268]: 'SecurityGroupRule': '1.2', Oct 03 13:22:18.783902 dv-cinder-860090-1-iscsi neutron-server[106268]: 'SubPort': '1.0', Oct 03 13:22:18.783902 dv-cinder-860090-1-iscsi neutron-server[106268]: 'Subnet': '1.1', Oct 03 13:22:18.783902 dv-cinder-860090-1-iscsi neutron-server[106268]: 'Trunk': '1.1'}} Oct 03 13:22:18.783902 dv-cinder-860090-1-iscsi neutron-server[106268]: {{(pid=106268) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 03 13:22:18.796646 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=64,neutron:INSERT=35 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:22:18.810880 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eec8d6e-f3ae-4657-82ef-11d742f2b82a demo admin] Network a370a8ee-2148-49fe-912e-3c05e5dd6f15 is scheduled to be hosted by DHCP agent 3460fffa-818c-4144-9400-237880db20a4 with binding_index 1 {{(pid=106268) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 03 13:22:18.826002 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.scheduler.base_scheduler [None req-0eec8d6e-f3ae-4657-82ef-11d742f2b82a demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-860090-1-iscsi, a370a8ee-2148-49fe-912e-3c05e5dd6f15) {{(pid=106268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 13:22:18.832045 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eec8d6e-f3ae-4657-82ef-11d742f2b82a demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:22:18.832685 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-0eec8d6e-f3ae-4657-82ef-11d742f2b82a demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798626'] for subnet (None), before_response {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:22:18.839585 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e743681c-bc7b-43a5-b53d-5fe4e5c05c46 None None] Network a370a8ee-2148-49fe-912e-3c05e5dd6f15 requested from dv-cinder-860090-1-iscsi {{(pid=106270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 03 13:22:18.861651 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=26,neutron:INSERT=36,neutron:UPDATE=1 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:22:18.863973 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-0eec8d6e-f3ae-4657-82ef-11d742f2b82a demo admin] 10.222.0.58 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5411663 Oct 03 13:22:19.129843 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bf7f8cd-43d1-44c5-9060-9ee70101cbf8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e18259c-eb52-5c02-b1a4-6d109347d270-a370a8ee-2148-49fe-912e-3c05e5dd6f15', 'network_id': 'a370a8ee-2148-49fe-912e-3c05e5dd6f15', 'project_id': 'dda4727fec9747b4b20cb990f7305e3d', 'fixed_ips': [{'subnet_id': '49e90af2-9b1e-4ee0-8747-11da5ca51cb9'}]}} from dv-cinder-860090-1-iscsi. {{(pid=106270) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 03 13:22:19.131152 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-3bf7f8cd-43d1-44c5-9060-9ee70101cbf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (None), before_create {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:22:19.479933 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.db_base_plugin_common [None req-3bf7f8cd-43d1-44c5-9060-9ee70101cbf8 None None] Allocated IP 172.20.0.2 (a370a8ee-2148-49fe-912e-3c05e5dd6f15/49e90af2-9b1e-4ee0-8747-11da5ca51cb9/d6180d85-01ad-41d7-84d9-f4cabff5289d) {{(pid=106270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 13:22:19.742005 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-3bf7f8cd-43d1-44c5-9060-9ee70101cbf8 None None] Publish callbacks [] for port (d6180d85-01ad-41d7-84d9-f4cabff5289d), precommit_create {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:22:19.750293 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-3bf7f8cd-43d1-44c5-9060-9ee70101cbf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751014656988'] for port (d6180d85-01ad-41d7-84d9-f4cabff5289d), after_create {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:22:19.830115 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bf7f8cd-43d1-44c5-9060-9ee70101cbf8 None None] Network a370a8ee-2148-49fe-912e-3c05e5dd6f15 is already hosted by enough agents. {{(pid=106270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 13:22:19.835153 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.scheduler.base_scheduler [None req-3bf7f8cd-43d1-44c5-9060-9ee70101cbf8 None None] Resources bound (agent type, host, resource id): {{(pid=106270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 13:22:19.842653 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf7f8cd-43d1-44c5-9060-9ee70101cbf8 None None] Received port after_create {{(pid=106270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 13:22:19.850394 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf7f8cd-43d1-44c5-9060-9ee70101cbf8 None None] Pushing event updated for resources: {'Port': ['ID=d6180d85-01ad-41d7-84d9-f4cabff5289d,revision_number=1']} {{(pid=106270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:22:19.881745 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf7f8cd-43d1-44c5-9060-9ee70101cbf8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:22:19.882097 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf7f8cd-43d1-44c5-9060-9ee70101cbf8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:22:19.882452 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf7f8cd-43d1-44c5-9060-9ee70101cbf8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:22:19.882804 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf7f8cd-43d1-44c5-9060-9ee70101cbf8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:22:19.883139 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf7f8cd-43d1-44c5-9060-9ee70101cbf8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:22:19.883466 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf7f8cd-43d1-44c5-9060-9ee70101cbf8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:22:19.883790 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf7f8cd-43d1-44c5-9060-9ee70101cbf8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:22:19.884110 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf7f8cd-43d1-44c5-9060-9ee70101cbf8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:22:19.884563 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf7f8cd-43d1-44c5-9060-9ee70101cbf8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:22:19.884751 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf7f8cd-43d1-44c5-9060-9ee70101cbf8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:22:19.885071 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf7f8cd-43d1-44c5-9060-9ee70101cbf8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:22:19.885404 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf7f8cd-43d1-44c5-9060-9ee70101cbf8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:22:19.885750 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf7f8cd-43d1-44c5-9060-9ee70101cbf8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:22:19.886067 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf7f8cd-43d1-44c5-9060-9ee70101cbf8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:22:19.886483 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf7f8cd-43d1-44c5-9060-9ee70101cbf8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:22:19.887798 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf7f8cd-43d1-44c5-9060-9ee70101cbf8 None None] Tracked resource versions report: Oct 03 13:22:19.887798 dv-cinder-860090-1-iscsi neutron-server[106270]: pushed versions: Oct 03 13:22:19.887798 dv-cinder-860090-1-iscsi neutron-server[106270]: { 'AddressGroup': {'1.2'}, Oct 03 13:22:19.887798 dv-cinder-860090-1-iscsi neutron-server[106270]: 'Agent': {'1.1'}, Oct 03 13:22:19.887798 dv-cinder-860090-1-iscsi neutron-server[106270]: 'ConntrackHelper': {'1.0'}, Oct 03 13:22:19.887798 dv-cinder-860090-1-iscsi neutron-server[106270]: 'LocalIPAssociation': {'1.0'}, Oct 03 13:22:19.887798 dv-cinder-860090-1-iscsi neutron-server[106270]: 'Log': {'1.0'}, Oct 03 13:22:19.887798 dv-cinder-860090-1-iscsi neutron-server[106270]: 'NDPProxy': {'1.0'}, Oct 03 13:22:19.887798 dv-cinder-860090-1-iscsi neutron-server[106270]: 'Network': {'1.1'}, Oct 03 13:22:19.887798 dv-cinder-860090-1-iscsi neutron-server[106270]: 'Port': {'1.7'}, Oct 03 13:22:19.887798 dv-cinder-860090-1-iscsi neutron-server[106270]: 'PortForwarding': {'1.3'}, Oct 03 13:22:19.887798 dv-cinder-860090-1-iscsi neutron-server[106270]: 'QosPolicy': {'1.10'}, Oct 03 13:22:19.887798 dv-cinder-860090-1-iscsi neutron-server[106270]: 'SecurityGroup': {'1.5'}, Oct 03 13:22:19.887798 dv-cinder-860090-1-iscsi neutron-server[106270]: 'SecurityGroupRule': {'1.2'}, Oct 03 13:22:19.887798 dv-cinder-860090-1-iscsi neutron-server[106270]: 'SubPort': {'1.0'}, Oct 03 13:22:19.887798 dv-cinder-860090-1-iscsi neutron-server[106270]: 'Subnet': {'1.1'}, Oct 03 13:22:19.887798 dv-cinder-860090-1-iscsi neutron-server[106270]: 'Trunk': {'1.1'}} Oct 03 13:22:19.887798 dv-cinder-860090-1-iscsi neutron-server[106270]: consumer versions: Oct 03 13:22:19.887798 dv-cinder-860090-1-iscsi neutron-server[106270]: { DHCP agent@dv-cinder-860090-1-iscsi: {}, Oct 03 13:22:19.887798 dv-cinder-860090-1-iscsi neutron-server[106270]: L3 agent@dv-cinder-860090-1-iscsi: {}, Oct 03 13:22:19.887798 dv-cinder-860090-1-iscsi neutron-server[106270]: Metadata agent@dv-cinder-860090-1-iscsi: {}, Oct 03 13:22:19.887798 dv-cinder-860090-1-iscsi neutron-server[106270]: Metering agent@dv-cinder-860090-1-iscsi: {}, Oct 03 13:22:19.887798 dv-cinder-860090-1-iscsi neutron-server[106270]: Open vSwitch agent@dv-cinder-860090-1-iscsi: { 'AddressGroup': '1.2', Oct 03 13:22:19.887798 dv-cinder-860090-1-iscsi neutron-server[106270]: 'Agent': '1.1', Oct 03 13:22:19.887798 dv-cinder-860090-1-iscsi neutron-server[106270]: 'ConntrackHelper': '1.0', Oct 03 13:22:19.887798 dv-cinder-860090-1-iscsi neutron-server[106270]: 'LocalIPAssociation': '1.0', Oct 03 13:22:19.887798 dv-cinder-860090-1-iscsi neutron-server[106270]: 'Log': '1.0', Oct 03 13:22:19.887798 dv-cinder-860090-1-iscsi neutron-server[106270]: 'NDPProxy': '1.0', Oct 03 13:22:19.887798 dv-cinder-860090-1-iscsi neutron-server[106270]: 'Network': '1.1', Oct 03 13:22:19.887798 dv-cinder-860090-1-iscsi neutron-server[106270]: 'Port': '1.7', Oct 03 13:22:19.887798 dv-cinder-860090-1-iscsi neutron-server[106270]: 'PortForwarding': '1.3', Oct 03 13:22:19.887798 dv-cinder-860090-1-iscsi neutron-server[106270]: 'QosPolicy': '1.10', Oct 03 13:22:19.887798 dv-cinder-860090-1-iscsi neutron-server[106270]: 'SecurityGroup': '1.5', Oct 03 13:22:19.887798 dv-cinder-860090-1-iscsi neutron-server[106270]: 'SecurityGroupRule': '1.2', Oct 03 13:22:19.887798 dv-cinder-860090-1-iscsi neutron-server[106270]: 'SubPort': '1.0', Oct 03 13:22:19.887798 dv-cinder-860090-1-iscsi neutron-server[106270]: 'Subnet': '1.1', Oct 03 13:22:19.887798 dv-cinder-860090-1-iscsi neutron-server[106270]: 'Trunk': '1.1'}} Oct 03 13:22:19.887798 dv-cinder-860090-1-iscsi neutron-server[106270]: {{(pid=106270) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 03 13:22:19.930524 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:22:19.943241 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.managers [None req-3bf7f8cd-43d1-44c5-9060-9ee70101cbf8 None None] Attempting to bind port d6180d85-01ad-41d7-84d9-f4cabff5289d on host dv-cinder-860090-1-iscsi for vnic_type normal with profile {{(pid=106270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 13:22:19.943472 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.managers [None req-3bf7f8cd-43d1-44c5-9060-9ee70101cbf8 None None] Attempting to bind port d6180d85-01ad-41d7-84d9-f4cabff5289d by drivers openvswitch,hyperv on host dv-cinder-860090-1-iscsi at level 0 using segments [{'id': '11fbe23e-9992-431a-92b3-9933a07762ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'a370a8ee-2148-49fe-912e-3c05e5dd6f15'}] {{(pid=106270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 13:22:19.943813 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf7f8cd-43d1-44c5-9060-9ee70101cbf8 None None] Attempting to bind port d6180d85-01ad-41d7-84d9-f4cabff5289d on network a370a8ee-2148-49fe-912e-3c05e5dd6f15 {{(pid=106270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 13:22:19.994070 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf7f8cd-43d1-44c5-9060-9ee70101cbf8 None None] Checking agent: {'id': 'd46c7ed5-c451-4a76-ab3f-ab8e3ea4a5ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860090-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 13, 22, 7), 'started_at': datetime.datetime(2022, 10, 3, 13, 22, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 13, 22, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860090-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 13:22:19.994350 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf7f8cd-43d1-44c5-9060-9ee70101cbf8 None None] Checking segment: {'id': '11fbe23e-9992-431a-92b3-9933a07762ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'a370a8ee-2148-49fe-912e-3c05e5dd6f15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 13:22:19.994832 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-3bf7f8cd-43d1-44c5-9060-9ee70101cbf8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:22:19.995220 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf7f8cd-43d1-44c5-9060-9ee70101cbf8 None None] Bound using segment: {'id': '11fbe23e-9992-431a-92b3-9933a07762ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'a370a8ee-2148-49fe-912e-3c05e5dd6f15'} {{(pid=106270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 13:22:19.995709 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.managers [None req-3bf7f8cd-43d1-44c5-9060-9ee70101cbf8 None None] Bound port: d6180d85-01ad-41d7-84d9-f4cabff5289d, host: dv-cinder-860090-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11fbe23e-9992-431a-92b3-9933a07762ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'a370a8ee-2148-49fe-912e-3c05e5dd6f15'}}] {{(pid=106270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 13:22:19.996118 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-3bf7f8cd-43d1-44c5-9060-9ee70101cbf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (d6180d85-01ad-41d7-84d9-f4cabff5289d), before_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:22:20.065409 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.db [None req-3bf7f8cd-43d1-44c5-9060-9ee70101cbf8 None None] For port d6180d85-01ad-41d7-84d9-f4cabff5289d, host dv-cinder-860090-1-iscsi, cleared binding levels {{(pid=106270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 13:22:20.085987 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.db [None req-3bf7f8cd-43d1-44c5-9060-9ee70101cbf8 None None] For port d6180d85-01ad-41d7-84d9-f4cabff5289d, host dv-cinder-860090-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860090-1-iscsi',level=0,port_id=d6180d85-01ad-41d7-84d9-f4cabff5289d,segment=NetworkSegment(11fbe23e-9992-431a-92b3-9933a07762ab),segment_id=11fbe23e-9992-431a-92b3-9933a07762ab)] {{(pid=106270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 13:22:20.093383 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-3bf7f8cd-43d1-44c5-9060-9ee70101cbf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751015143617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751014657006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751014658052'] for port (d6180d85-01ad-41d7-84d9-f4cabff5289d), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:22:20.149205 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf7f8cd-43d1-44c5-9060-9ee70101cbf8 None None] Pushing event updated for resources: {'Port': ['ID=d6180d85-01ad-41d7-84d9-f4cabff5289d,revision_number=2']} {{(pid=106270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:22:21.738742 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 54536) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:22:22.084780 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [None req-68e54f2a-8f67-4102-b157-c4980f1e773d admin admin] http://10.222.0.58:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106269) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 03 13:22:22.085887 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-68e54f2a-8f67-4102-b157-c4980f1e773d admin admin] 10.222.0.58 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3462753 Oct 03 13:22:22.159502 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=16,neutron:INSERT=31 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:22:24.568626 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=49,neutron:INSERT=16,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:22:24.846267 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 54544) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:22:25.222864 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [None req-7f8726cc-c181-4d5c-b5bb-aeeb554671f2 admin admin] http://10.222.0.58:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106268) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 03 13:22:25.223983 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-7f8726cc-c181-4d5c-b5bb-aeeb554671f2 admin admin] 10.222.0.58 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3768451 Oct 03 13:22:27.307913 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Device d6180d85-01ad-41d7-84d9-f4cabff5289d up at agent ovs-agent-dv-cinder-860090-1-iscsi {{(pid=106270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 13:22:27.403037 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.provisioning_blocks [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Provisioning complete for port d6180d85-01ad-41d7-84d9-f4cabff5289d triggered by entity L2. {{(pid=106270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 13:22:27.403482 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1340199'] for port (d6180d85-01ad-41d7-84d9-f4cabff5289d), provisioning_complete {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:22:27.403815 dv-cinder-860090-1-iscsi neutron-server[106270]: INFO neutron.plugins.ml2.plugin [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Attempt 1 to provision port d6180d85-01ad-41d7-84d9-f4cabff5289d Oct 03 13:22:27.519512 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Current status of the port d6180d85-01ad-41d7-84d9-f4cabff5289d is: DOWN; New status is: ACTIVE {{(pid=106270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 13:22:27.519813 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (d6180d85-01ad-41d7-84d9-f4cabff5289d), before_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:22:27.536829 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:22:27.570250 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.db [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] For port d6180d85-01ad-41d7-84d9-f4cabff5289d, host dv-cinder-860090-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860090-1-iscsi',level=0,port_id=d6180d85-01ad-41d7-84d9-f4cabff5289d,segment=NetworkSegment(11fbe23e-9992-431a-92b3-9933a07762ab),segment_id=11fbe23e-9992-431a-92b3-9933a07762ab)] {{(pid=106270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 13:22:27.576332 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751015143617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751014657006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751014658052'] for port (d6180d85-01ad-41d7-84d9-f4cabff5289d), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:22:27.630849 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Pushing event updated for resources: {'Port': ['ID=d6180d85-01ad-41d7-84d9-f4cabff5289d,revision_number=3']} {{(pid=106270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:22:28.035443 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 54556) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:22:28.467136 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.v2.base [None req-adec35a4-5bb8-46c9-8541-cf11de7a675d demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=106268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 13:22:28.500047 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-adec35a4-5bb8-46c9-8541-cf11de7a675d demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3891666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3482'] for router (155a5766-a1ea-4a6e-a155-7b47a470aec0), before_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:22:28.503100 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-adec35a4-5bb8-46c9-8541-cf11de7a675d demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3893758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3720341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3840717', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3457'] for router (155a5766-a1ea-4a6e-a155-7b47a470aec0), precommit_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:22:28.591743 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d27c5e0f-92f1-44e9-88c4-29f8ad5776ae None None] Network a370a8ee-2148-49fe-912e-3c05e5dd6f15 requested from dv-cinder-860090-1-iscsi {{(pid=106270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 03 13:22:28.617414 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.provisioning_blocks [None req-f3fe2d61-3209-4196-9d60-b26b282ef52e None None] Provisioning complete for port d6180d85-01ad-41d7-84d9-f4cabff5289d triggered by entity DHCP. {{(pid=106270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 13:22:28.617837 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-f3fe2d61-3209-4196-9d60-b26b282ef52e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1340199'] for port (d6180d85-01ad-41d7-84d9-f4cabff5289d), provisioning_complete {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:22:28.618174 dv-cinder-860090-1-iscsi neutron-server[106270]: INFO neutron.plugins.ml2.plugin [None req-f3fe2d61-3209-4196-9d60-b26b282ef52e None None] Attempt 1 to provision port d6180d85-01ad-41d7-84d9-f4cabff5289d Oct 03 13:22:28.671460 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-adec35a4-5bb8-46c9-8541-cf11de7a675d demo demo] Publish callbacks [] for router_controller (155a5766-a1ea-4a6e-a155-7b47a470aec0), precommit_add_association {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:22:28.678544 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-adec35a4-5bb8-46c9-8541-cf11de7a675d demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3893737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3894980'] for router (155a5766-a1ea-4a6e-a155-7b47a470aec0), after_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:22:28.701150 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-adec35a4-5bb8-46c9-8541-cf11de7a675d demo demo] Publish callbacks [] for router (None), before_response {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:22:28.702461 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-adec35a4-5bb8-46c9-8541-cf11de7a675d demo demo] 10.222.0.58 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.6658802 Oct 03 13:22:28.799145 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-f3fe2d61-3209-4196-9d60-b26b282ef52e None None] Current status of the port d6180d85-01ad-41d7-84d9-f4cabff5289d is: ACTIVE; New status is: ACTIVE {{(pid=106270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 13:22:29.025068 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.provisioning_blocks [None req-aec548c2-0eeb-4b98-ada7-09f61a8b7d15 None None] Provisioning complete for port d6180d85-01ad-41d7-84d9-f4cabff5289d triggered by entity DHCP. {{(pid=106270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 13:22:29.025593 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-aec548c2-0eeb-4b98-ada7-09f61a8b7d15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1340199'] for port (d6180d85-01ad-41d7-84d9-f4cabff5289d), provisioning_complete {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:22:29.025935 dv-cinder-860090-1-iscsi neutron-server[106270]: INFO neutron.plugins.ml2.plugin [None req-aec548c2-0eeb-4b98-ada7-09f61a8b7d15 None None] Attempt 1 to provision port d6180d85-01ad-41d7-84d9-f4cabff5289d Oct 03 13:22:29.087397 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:22:29.103543 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-aec548c2-0eeb-4b98-ada7-09f61a8b7d15 None None] Current status of the port d6180d85-01ad-41d7-84d9-f4cabff5289d is: ACTIVE; New status is: ACTIVE {{(pid=106270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 13:22:29.248777 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Device d6180d85-01ad-41d7-84d9-f4cabff5289d up at agent ovs-agent-dv-cinder-860090-1-iscsi {{(pid=106270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 13:22:29.297762 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.provisioning_blocks [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Provisioning complete for port d6180d85-01ad-41d7-84d9-f4cabff5289d triggered by entity L2. {{(pid=106270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 13:22:29.298527 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1340199'] for port (d6180d85-01ad-41d7-84d9-f4cabff5289d), provisioning_complete {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:22:29.299197 dv-cinder-860090-1-iscsi neutron-server[106270]: INFO neutron.plugins.ml2.plugin [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Attempt 1 to provision port d6180d85-01ad-41d7-84d9-f4cabff5289d Oct 03 13:22:29.376227 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Current status of the port d6180d85-01ad-41d7-84d9-f4cabff5289d is: ACTIVE; New status is: ACTIVE {{(pid=106270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 13:22:31.468201 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 54564) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:22:31.841128 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [None req-5c06d104-c418-40a2-b3ca-5d936cc35876 admin admin] http://10.222.0.58:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106268) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 03 13:22:31.842206 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-5c06d104-c418-40a2-b3ca-5d936cc35876 admin admin] 10.222.0.58 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3724496 Oct 03 13:22:32.027576 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-edf6a20b-55d6-48b9-8385-b8fd4aea3d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (3460fffa-818c-4144-9400-237880db20a4), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:22:34.662751 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 54572) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:22:34.795168 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-db6b214a-b558-4a9f-90ac-03b0b27ade39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (94180321-47b1-4b5c-b620-b1b0a31df446), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:22:35.013563 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.v2.base [None req-8f6ae034-6d9b-4712-afd9-feb21862a34e admin admin] Request body: {'network': {'name': 'public', 'router:external': True, 'is_default': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'admin_state_up': True}} {{(pid=106268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 13:22:35.038516 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f6ae034-6d9b-4712-afd9-feb21862a34e admin admin] Made reservation on behalf of cf1b6fdf131f4a598a5705727a85c56c for: {'network': 1} {{(pid=106268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 13:22:35.041051 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-8f6ae034-6d9b-4712-afd9-feb21862a34e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for network (None), before_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:22:35.060369 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-8f6ae034-6d9b-4712-afd9-feb21862a34e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:22:35.192078 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=79,neutron:UPDATE=5,neutron:INSERT=14,neutron:DELETE=2 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:22:35.197430 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-8f6ae034-6d9b-4712-afd9-feb21862a34e admin admin] Publish callbacks [] for security_group (bdcb46d1-98e9-4a15-b078-0bbd11ceed86), precommit_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:22:35.201622 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-8f6ae034-6d9b-4712-afd9-feb21862a34e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (bdcb46d1-98e9-4a15-b078-0bbd11ceed86), after_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:22:35.221042 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-8f6ae034-6d9b-4712-afd9-feb21862a34e admin admin] Reserving flat network on physical network physnet1 {{(pid=106268) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Oct 03 13:22:35.245698 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6ae034-6d9b-4712-afd9-feb21862a34e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdcb46d1-98e9-4a15-b078-0bbd11ceed86,revision_number=1']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:22:35.254884 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-8f6ae034-6d9b-4712-afd9-feb21862a34e admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8751015121363', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1333683'] for segment (bb40cd5f-7936-4373-bcc9-441f3ba1dc24), precommit_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:22:35.255900 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-8f6ae034-6d9b-4712-afd9-feb21862a34e admin admin] Unsubscribe: segment precommit_create {{(pid=106268) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 03 13:22:35.256442 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.db.segments_db [None req-8f6ae034-6d9b-4712-afd9-feb21862a34e admin admin] Added segment bb40cd5f-7936-4373-bcc9-441f3ba1dc24 of type flat for network ad648d78-633d-4222-aa42-7cb50aab7a28 Oct 03 13:22:35.326140 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-8f6ae034-6d9b-4712-afd9-feb21862a34e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751014593985'] for network (ad648d78-633d-4222-aa42-7cb50aab7a28), precommit_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:22:35.370777 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-8f6ae034-6d9b-4712-afd9-feb21862a34e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644'] for network (ad648d78-633d-4222-aa42-7cb50aab7a28), after_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:22:35.371908 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f6ae034-6d9b-4712-afd9-feb21862a34e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:22:35.372645 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-8f6ae034-6d9b-4712-afd9-feb21862a34e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798626'] for network (None), before_response {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:22:35.462681 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-8f6ae034-6d9b-4712-afd9-feb21862a34e admin admin] 10.222.0.58 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7987969 Oct 03 13:22:35.484890 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6ae034-6d9b-4712-afd9-feb21862a34e admin admin] Pushing event updated for resources: {'Network': ['ID=ad648d78-633d-4222-aa42-7cb50aab7a28,revision_number=1']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:22:35.500830 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Network ad648d78-633d-4222-aa42-7cb50aab7a28 details requested by agent ovs-agent-dv-cinder-860090-1-iscsi with host dv-cinder-860090-1-iscsi {{(pid=106270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 03 13:22:36.052207 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-1bb28928-3e93-41c9-8900-1ecfb790b160 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (5eabf47d-5620-4e94-9269-ef19fe52be68), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:22:37.442382 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (d46c7ed5-c451-4a76-ab3f-ab8e3ea4a5ec), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:22:37.528240 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-9b3e6be4-ae7f-4a46-812d-719b0ca73959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (3cd5b2bb-c81a-4ce3-a212-a51c5aa706bd), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:22:38.203264 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 54580) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:22:38.636980 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00f340ed-7094-4b20-bca5-2ea12524b7dd demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:22:38.638421 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-00f340ed-7094-4b20-bca5-2ea12524b7dd demo admin] 10.222.0.58 "GET /networking/v2.0/subnets/49e90af2-9b1e-4ee0-8747-11da5ca51cb9 HTTP/1.1" status: 200 len: 849 time: 0.4342065 Oct 03 13:22:38.831218 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-2a286c3e-9225-42c7-9ba5-67a92e86d2cb demo admin] 10.222.0.58 "GET /networking/v2.0/routers/155a5766-a1ea-4a6e-a155-7b47a470aec0 HTTP/1.1" status: 200 len: 704 time: 0.1865656 Oct 03 13:22:39.123879 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-62bad17f-712b-43e5-97c1-d5674e33acb4 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (None), before_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:22:39.145963 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.agents_db [None req-0a1e5e68-d5eb-461a-8b1a-39e3d06a9bb6 None None] Agent healthcheck: found 5 active agents {{(pid=106271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 03 13:22:39.443604 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.db.db_base_plugin_common [None req-62bad17f-712b-43e5-97c1-d5674e33acb4 demo admin] Allocated IP 172.20.0.1 (a370a8ee-2148-49fe-912e-3c05e5dd6f15/49e90af2-9b1e-4ee0-8747-11da5ca51cb9/5b35f0cd-51c0-47e3-b3f1-2911effdf99d) {{(pid=106269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 13:22:39.658270 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-62bad17f-712b-43e5-97c1-d5674e33acb4 demo admin] Publish callbacks [] for port (5b35f0cd-51c0-47e3-b3f1-2911effdf99d), precommit_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:22:39.725096 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-62bad17f-712b-43e5-97c1-d5674e33acb4 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751014656988'] for port (5b35f0cd-51c0-47e3-b3f1-2911effdf99d), after_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:22:39.809105 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62bad17f-712b-43e5-97c1-d5674e33acb4 demo admin] Network a370a8ee-2148-49fe-912e-3c05e5dd6f15 is already hosted by enough agents. {{(pid=106269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 13:22:39.815870 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.scheduler.base_scheduler [None req-62bad17f-712b-43e5-97c1-d5674e33acb4 demo admin] Resources bound (agent type, host, resource id): {{(pid=106269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 13:22:39.820863 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bad17f-712b-43e5-97c1-d5674e33acb4 demo admin] Pushing event updated for resources: {'Port': ['ID=5b35f0cd-51c0-47e3-b3f1-2911effdf99d,revision_number=1']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:22:39.824560 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62bad17f-712b-43e5-97c1-d5674e33acb4 demo admin] Received port after_create {{(pid=106269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 13:22:39.824803 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-62bad17f-712b-43e5-97c1-d5674e33acb4 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3722559'] for router_interface (155a5766-a1ea-4a6e-a155-7b47a470aec0), before_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:22:40.038505 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-62bad17f-712b-43e5-97c1-d5674e33acb4 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (5b35f0cd-51c0-47e3-b3f1-2911effdf99d), before_update {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:22:40.040326 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:22:40.041883 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:22:40.097951 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.provisioning_blocks [None req-14b7f79e-1921-4ddc-b65b-b96059b8b7dd None None] Provisioning complete for port 5b35f0cd-51c0-47e3-b3f1-2911effdf99d triggered by entity DHCP. {{(pid=106270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 13:22:40.098525 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-14b7f79e-1921-4ddc-b65b-b96059b8b7dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1340199'] for port (5b35f0cd-51c0-47e3-b3f1-2911effdf99d), provisioning_complete {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:22:40.098525 dv-cinder-860090-1-iscsi neutron-server[106270]: INFO neutron.plugins.ml2.plugin [None req-14b7f79e-1921-4ddc-b65b-b96059b8b7dd None None] Attempt 1 to provision port 5b35f0cd-51c0-47e3-b3f1-2911effdf99d Oct 03 13:22:40.137606 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-14b7f79e-1921-4ddc-b65b-b96059b8b7dd None None] Port 5b35f0cd-51c0-47e3-b3f1-2911effdf99d cannot update to ACTIVE because it is not bound. {{(pid=106270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 03 13:22:40.331472 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-62bad17f-712b-43e5-97c1-d5674e33acb4 demo admin] Publish callbacks [] for port (5b35f0cd-51c0-47e3-b3f1-2911effdf99d), precommit_update {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:22:40.337125 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-62bad17f-712b-43e5-97c1-d5674e33acb4 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751015143617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751014657006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751014658052'] for port (5b35f0cd-51c0-47e3-b3f1-2911effdf99d), after_update {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:22:40.337936 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-62bad17f-712b-43e5-97c1-d5674e33acb4 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3798534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3722659'] for router_interface (155a5766-a1ea-4a6e-a155-7b47a470aec0), after_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:22:40.416660 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bad17f-712b-43e5-97c1-d5674e33acb4 demo admin] Pushing event updated for resources: {'Port': ['ID=5b35f0cd-51c0-47e3-b3f1-2911effdf99d,revision_number=2']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:22:40.471173 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62bad17f-712b-43e5-97c1-d5674e33acb4 demo admin] Network a370a8ee-2148-49fe-912e-3c05e5dd6f15 is already hosted by enough agents. {{(pid=106269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 13:22:40.472492 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.scheduler.base_scheduler [None req-62bad17f-712b-43e5-97c1-d5674e33acb4 demo admin] Resources bound (agent type, host, resource id): {{(pid=106269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 13:22:40.655558 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62bad17f-712b-43e5-97c1-d5674e33acb4 demo admin] Router 155a5766-a1ea-4a6e-a155-7b47a470aec0 is scheduled to L3 agent 94180321-47b1-4b5c-b620-b1b0a31df446 with binding_index 1 {{(pid=106269) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 03 13:22:40.747807 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62bad17f-712b-43e5-97c1-d5674e33acb4 demo admin] Notify agent at l3_agent.dv-cinder-860090-1-iscsi the message routers_updated {{(pid=106269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 13:22:40.757341 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.provisioning_blocks [None req-6c523168-d876-4829-a9dc-171c3661117e None None] Provisioning complete for port 5b35f0cd-51c0-47e3-b3f1-2911effdf99d triggered by entity DHCP. {{(pid=106270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 13:22:40.757547 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-62bad17f-712b-43e5-97c1-d5674e33acb4 demo admin] 10.222.0.58 "PUT /networking/v2.0/routers/155a5766-a1ea-4a6e-a155-7b47a470aec0/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9208279 Oct 03 13:22:40.757767 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-6c523168-d876-4829-a9dc-171c3661117e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1340199'] for port (5b35f0cd-51c0-47e3-b3f1-2911effdf99d), provisioning_complete {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:22:40.758113 dv-cinder-860090-1-iscsi neutron-server[106270]: INFO neutron.plugins.ml2.plugin [None req-6c523168-d876-4829-a9dc-171c3661117e None None] Attempt 1 to provision port 5b35f0cd-51c0-47e3-b3f1-2911effdf99d Oct 03 13:22:40.759086 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c54ec9-9e91-4999-9692-0949443516c0 None None] Sync routers for ids ['155a5766-a1ea-4a6e-a155-7b47a470aec0'] in dv-cinder-860090-1-iscsi {{(pid=106271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 13:22:40.773942 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c54ec9-9e91-4999-9692-0949443516c0 None None] Routers {'155a5766-a1ea-4a6e-a155-7b47a470aec0'} bound to L3 agent in host dv-cinder-860090-1-iscsi {{(pid=106271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 13:22:40.775290 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_hamode_db [None req-a9c54ec9-9e91-4999-9692-0949443516c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860090-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-03T13:22:05Z,description=,heartbeat_timestamp=2022-10-03T13:22:35Z,host='dv-cinder-860090-1-iscsi',id=94180321-47b1-4b5c-b620-b1b0a31df446,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T13:22:05Z,topic='l3_agent')) {'router_ids': ['155a5766-a1ea-4a6e-a155-7b47a470aec0'], 'active': True} {{(pid=106271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:22:40.795846 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-6c523168-d876-4829-a9dc-171c3661117e None None] Port 5b35f0cd-51c0-47e3-b3f1-2911effdf99d cannot update to ACTIVE because it is not bound. {{(pid=106270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 03 13:22:41.006379 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_dvr_db [None req-a9c54ec9-9e91-4999-9692-0949443516c0 None None] Set router 155a5766-a1ea-4a6e-a155-7b47a470aec0 gateway port host: None {{(pid=106271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 13:22:41.477321 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_hamode_db [None req-a9c54ec9-9e91-4999-9692-0949443516c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '155a5766-a1ea-4a6e-a155-7b47a470aec0', 'name': 'router1', 'tenant_id': 'dda4727fec9747b4b20cb990f7305e3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:22:28Z', 'updated_at': '2022-10-03T13:22:39Z', 'revision_number': 2, 'project_id': 'dda4727fec9747b4b20cb990f7305e3d', 'gw_port_host': None, '_interfaces': [{'id': '5b35f0cd-51c0-47e3-b3f1-2911effdf99d', 'name': '', 'network_id': 'a370a8ee-2148-49fe-912e-3c05e5dd6f15', 'tenant_id': 'dda4727fec9747b4b20cb990f7305e3d', 'mac_address': 'fa:16:3e:d8:1a:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '155a5766-a1ea-4a6e-a155-7b47a470aec0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '49e90af2-9b1e-4ee0-8747-11da5ca51cb9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:22:39Z', 'updated_at': '2022-10-03T13:22:40Z', 'revision_number': 2, 'project_id': 'dda4727fec9747b4b20cb990f7305e3d', 'subnets': [{'id': '49e90af2-9b1e-4ee0-8747-11da5ca51cb9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd6301d90-b04c-47ab-92b2-b81b58397a31'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860090-1-iscsi', False) {} {{(pid=106271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:22:41.528031 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c54ec9-9e91-4999-9692-0949443516c0 None None] Checking router: 155a5766-a1ea-4a6e-a155-7b47a470aec0 for host: dv-cinder-860090-1-iscsi {{(pid=106271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 13:22:41.528413 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c54ec9-9e91-4999-9692-0949443516c0 None None] Updating router 155a5766-a1ea-4a6e-a155-7b47a470aec0 port 5b35f0cd-51c0-47e3-b3f1-2911effdf99d binding host dv-cinder-860090-1-iscsi {{(pid=106271) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 03 13:22:41.623721 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron_lib.callbacks.manager [None req-a9c54ec9-9e91-4999-9692-0949443516c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (5b35f0cd-51c0-47e3-b3f1-2911effdf99d), before_update {{(pid=106271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:22:42.165757 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron_lib.callbacks.manager [None req-a9c54ec9-9e91-4999-9692-0949443516c0 None None] Publish callbacks [] for port (5b35f0cd-51c0-47e3-b3f1-2911effdf99d), precommit_update {{(pid=106271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:22:42.181159 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron_lib.callbacks.manager [None req-a9c54ec9-9e91-4999-9692-0949443516c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751015143617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751014657006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751014658052'] for port (5b35f0cd-51c0-47e3-b3f1-2911effdf99d), after_update {{(pid=106271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:22:42.332990 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d561ef56-f93d-4cdc-98e9-7f7e8735156a None None] Pushing event updated for resources: {'Port': ['ID=5b35f0cd-51c0-47e3-b3f1-2911effdf99d,revision_number=3']} {{(pid=106271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:22:42.352074 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.plugins.ml2.managers [None req-a9c54ec9-9e91-4999-9692-0949443516c0 None None] Attempting to bind port 5b35f0cd-51c0-47e3-b3f1-2911effdf99d on host dv-cinder-860090-1-iscsi for vnic_type normal with profile {{(pid=106271) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 13:22:42.352480 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.plugins.ml2.managers [None req-a9c54ec9-9e91-4999-9692-0949443516c0 None None] Attempting to bind port 5b35f0cd-51c0-47e3-b3f1-2911effdf99d by drivers openvswitch,hyperv on host dv-cinder-860090-1-iscsi at level 0 using segments [{'id': '11fbe23e-9992-431a-92b3-9933a07762ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'a370a8ee-2148-49fe-912e-3c05e5dd6f15'}] {{(pid=106271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 13:22:42.352913 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c54ec9-9e91-4999-9692-0949443516c0 None None] Attempting to bind port 5b35f0cd-51c0-47e3-b3f1-2911effdf99d on network a370a8ee-2148-49fe-912e-3c05e5dd6f15 {{(pid=106271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 13:22:42.363915 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d561ef56-f93d-4cdc-98e9-7f7e8735156a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:22:42.364260 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d561ef56-f93d-4cdc-98e9-7f7e8735156a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:22:42.364615 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d561ef56-f93d-4cdc-98e9-7f7e8735156a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:22:42.364962 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d561ef56-f93d-4cdc-98e9-7f7e8735156a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:22:42.365296 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d561ef56-f93d-4cdc-98e9-7f7e8735156a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:22:42.365647 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d561ef56-f93d-4cdc-98e9-7f7e8735156a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:22:42.365975 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d561ef56-f93d-4cdc-98e9-7f7e8735156a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:22:42.366309 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d561ef56-f93d-4cdc-98e9-7f7e8735156a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:22:42.366627 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d561ef56-f93d-4cdc-98e9-7f7e8735156a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:22:42.366947 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d561ef56-f93d-4cdc-98e9-7f7e8735156a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:22:42.367270 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d561ef56-f93d-4cdc-98e9-7f7e8735156a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:22:42.367613 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d561ef56-f93d-4cdc-98e9-7f7e8735156a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:22:42.367940 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d561ef56-f93d-4cdc-98e9-7f7e8735156a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:22:42.368258 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d561ef56-f93d-4cdc-98e9-7f7e8735156a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:22:42.368575 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d561ef56-f93d-4cdc-98e9-7f7e8735156a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:22:42.370037 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d561ef56-f93d-4cdc-98e9-7f7e8735156a None None] Tracked resource versions report: Oct 03 13:22:42.370037 dv-cinder-860090-1-iscsi neutron-server[106271]: pushed versions: Oct 03 13:22:42.370037 dv-cinder-860090-1-iscsi neutron-server[106271]: { 'AddressGroup': {'1.2'}, Oct 03 13:22:42.370037 dv-cinder-860090-1-iscsi neutron-server[106271]: 'Agent': {'1.1'}, Oct 03 13:22:42.370037 dv-cinder-860090-1-iscsi neutron-server[106271]: 'ConntrackHelper': {'1.0'}, Oct 03 13:22:42.370037 dv-cinder-860090-1-iscsi neutron-server[106271]: 'LocalIPAssociation': {'1.0'}, Oct 03 13:22:42.370037 dv-cinder-860090-1-iscsi neutron-server[106271]: 'Log': {'1.0'}, Oct 03 13:22:42.370037 dv-cinder-860090-1-iscsi neutron-server[106271]: 'NDPProxy': {'1.0'}, Oct 03 13:22:42.370037 dv-cinder-860090-1-iscsi neutron-server[106271]: 'Network': {'1.1'}, Oct 03 13:22:42.370037 dv-cinder-860090-1-iscsi neutron-server[106271]: 'Port': {'1.7'}, Oct 03 13:22:42.370037 dv-cinder-860090-1-iscsi neutron-server[106271]: 'PortForwarding': {'1.3'}, Oct 03 13:22:42.370037 dv-cinder-860090-1-iscsi neutron-server[106271]: 'QosPolicy': {'1.10'}, Oct 03 13:22:42.370037 dv-cinder-860090-1-iscsi neutron-server[106271]: 'SecurityGroup': {'1.5'}, Oct 03 13:22:42.370037 dv-cinder-860090-1-iscsi neutron-server[106271]: 'SecurityGroupRule': {'1.2'}, Oct 03 13:22:42.370037 dv-cinder-860090-1-iscsi neutron-server[106271]: 'SubPort': {'1.0'}, Oct 03 13:22:42.370037 dv-cinder-860090-1-iscsi neutron-server[106271]: 'Subnet': {'1.1'}, Oct 03 13:22:42.370037 dv-cinder-860090-1-iscsi neutron-server[106271]: 'Trunk': {'1.1'}} Oct 03 13:22:42.370037 dv-cinder-860090-1-iscsi neutron-server[106271]: consumer versions: Oct 03 13:22:42.370037 dv-cinder-860090-1-iscsi neutron-server[106271]: { DHCP agent@dv-cinder-860090-1-iscsi: {}, Oct 03 13:22:42.370037 dv-cinder-860090-1-iscsi neutron-server[106271]: L3 agent@dv-cinder-860090-1-iscsi: {}, Oct 03 13:22:42.370037 dv-cinder-860090-1-iscsi neutron-server[106271]: Metadata agent@dv-cinder-860090-1-iscsi: {}, Oct 03 13:22:42.370037 dv-cinder-860090-1-iscsi neutron-server[106271]: Metering agent@dv-cinder-860090-1-iscsi: {}, Oct 03 13:22:42.370037 dv-cinder-860090-1-iscsi neutron-server[106271]: Open vSwitch agent@dv-cinder-860090-1-iscsi: { 'AddressGroup': '1.2', Oct 03 13:22:42.370037 dv-cinder-860090-1-iscsi neutron-server[106271]: 'Agent': '1.1', Oct 03 13:22:42.370037 dv-cinder-860090-1-iscsi neutron-server[106271]: 'ConntrackHelper': '1.0', Oct 03 13:22:42.370037 dv-cinder-860090-1-iscsi neutron-server[106271]: 'LocalIPAssociation': '1.0', Oct 03 13:22:42.370037 dv-cinder-860090-1-iscsi neutron-server[106271]: 'Log': '1.0', Oct 03 13:22:42.370037 dv-cinder-860090-1-iscsi neutron-server[106271]: 'NDPProxy': '1.0', Oct 03 13:22:42.370037 dv-cinder-860090-1-iscsi neutron-server[106271]: 'Network': '1.1', Oct 03 13:22:42.370037 dv-cinder-860090-1-iscsi neutron-server[106271]: 'Port': '1.7', Oct 03 13:22:42.370037 dv-cinder-860090-1-iscsi neutron-server[106271]: 'PortForwarding': '1.3', Oct 03 13:22:42.370037 dv-cinder-860090-1-iscsi neutron-server[106271]: 'QosPolicy': '1.10', Oct 03 13:22:42.370037 dv-cinder-860090-1-iscsi neutron-server[106271]: 'SecurityGroup': '1.5', Oct 03 13:22:42.370037 dv-cinder-860090-1-iscsi neutron-server[106271]: 'SecurityGroupRule': '1.2', Oct 03 13:22:42.370037 dv-cinder-860090-1-iscsi neutron-server[106271]: 'SubPort': '1.0', Oct 03 13:22:42.370037 dv-cinder-860090-1-iscsi neutron-server[106271]: 'Subnet': '1.1', Oct 03 13:22:42.370037 dv-cinder-860090-1-iscsi neutron-server[106271]: 'Trunk': '1.1'}} Oct 03 13:22:42.370037 dv-cinder-860090-1-iscsi neutron-server[106271]: {{(pid=106271) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 03 13:22:42.477913 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c54ec9-9e91-4999-9692-0949443516c0 None None] Checking agent: {'id': 'd46c7ed5-c451-4a76-ab3f-ab8e3ea4a5ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860090-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 13, 22, 7), 'started_at': datetime.datetime(2022, 10, 3, 13, 22, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 13, 22, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860090-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 13:22:42.478501 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c54ec9-9e91-4999-9692-0949443516c0 None None] Checking segment: {'id': '11fbe23e-9992-431a-92b3-9933a07762ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'a370a8ee-2148-49fe-912e-3c05e5dd6f15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106271) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 13:22:42.479201 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron_lib.callbacks.manager [None req-a9c54ec9-9e91-4999-9692-0949443516c0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:22:42.479822 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c54ec9-9e91-4999-9692-0949443516c0 None None] Bound using segment: {'id': '11fbe23e-9992-431a-92b3-9933a07762ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'a370a8ee-2148-49fe-912e-3c05e5dd6f15'} {{(pid=106271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 13:22:42.480614 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.plugins.ml2.managers [None req-a9c54ec9-9e91-4999-9692-0949443516c0 None None] Bound port: 5b35f0cd-51c0-47e3-b3f1-2911effdf99d, host: dv-cinder-860090-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11fbe23e-9992-431a-92b3-9933a07762ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'a370a8ee-2148-49fe-912e-3c05e5dd6f15'}}] {{(pid=106271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 13:22:42.481221 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron_lib.callbacks.manager [None req-a9c54ec9-9e91-4999-9692-0949443516c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (5b35f0cd-51c0-47e3-b3f1-2911effdf99d), before_update {{(pid=106271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:22:42.501523 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=100 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:22:42.592223 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.plugins.ml2.db [None req-a9c54ec9-9e91-4999-9692-0949443516c0 None None] For port 5b35f0cd-51c0-47e3-b3f1-2911effdf99d, host dv-cinder-860090-1-iscsi, cleared binding levels {{(pid=106271) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 13:22:42.629958 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.plugins.ml2.db [None req-a9c54ec9-9e91-4999-9692-0949443516c0 None None] For port 5b35f0cd-51c0-47e3-b3f1-2911effdf99d, host dv-cinder-860090-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860090-1-iscsi',level=0,port_id=5b35f0cd-51c0-47e3-b3f1-2911effdf99d,segment=NetworkSegment(11fbe23e-9992-431a-92b3-9933a07762ab),segment_id=11fbe23e-9992-431a-92b3-9933a07762ab)] {{(pid=106271) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 13:22:42.640354 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron_lib.callbacks.manager [None req-a9c54ec9-9e91-4999-9692-0949443516c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751015143617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751014657006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751014658052'] for port (5b35f0cd-51c0-47e3-b3f1-2911effdf99d), after_update {{(pid=106271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:22:42.693396 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:22:42.707373 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c54ec9-9e91-4999-9692-0949443516c0 None None] Routers {'155a5766-a1ea-4a6e-a155-7b47a470aec0'} bound to L3 agent in host dv-cinder-860090-1-iscsi {{(pid=106271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 13:22:42.708385 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_hamode_db [None req-a9c54ec9-9e91-4999-9692-0949443516c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860090-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-03T13:22:05Z,description=,heartbeat_timestamp=2022-10-03T13:22:35Z,host='dv-cinder-860090-1-iscsi',id=94180321-47b1-4b5c-b620-b1b0a31df446,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T13:22:05Z,topic='l3_agent')) {'router_ids': ['155a5766-a1ea-4a6e-a155-7b47a470aec0'], 'active': True} {{(pid=106271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:22:42.844221 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d561ef56-f93d-4cdc-98e9-7f7e8735156a None None] Pushing event updated for resources: {'Port': ['ID=5b35f0cd-51c0-47e3-b3f1-2911effdf99d,revision_number=4']} {{(pid=106271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:22:42.880523 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_dvr_db [None req-a9c54ec9-9e91-4999-9692-0949443516c0 None None] Set router 155a5766-a1ea-4a6e-a155-7b47a470aec0 gateway port host: None {{(pid=106271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 13:22:43.098575 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_hamode_db [None req-a9c54ec9-9e91-4999-9692-0949443516c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '155a5766-a1ea-4a6e-a155-7b47a470aec0', 'name': 'router1', 'tenant_id': 'dda4727fec9747b4b20cb990f7305e3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:22:28Z', 'updated_at': '2022-10-03T13:22:39Z', 'revision_number': 2, 'project_id': 'dda4727fec9747b4b20cb990f7305e3d', 'gw_port_host': None, '_interfaces': [{'id': '5b35f0cd-51c0-47e3-b3f1-2911effdf99d', 'name': '', 'network_id': 'a370a8ee-2148-49fe-912e-3c05e5dd6f15', 'tenant_id': 'dda4727fec9747b4b20cb990f7305e3d', 'mac_address': 'fa:16:3e:d8:1a:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '155a5766-a1ea-4a6e-a155-7b47a470aec0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '49e90af2-9b1e-4ee0-8747-11da5ca51cb9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:22:39Z', 'updated_at': '2022-10-03T13:22:42Z', 'revision_number': 4, 'project_id': 'dda4727fec9747b4b20cb990f7305e3d', 'subnets': [{'id': '49e90af2-9b1e-4ee0-8747-11da5ca51cb9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd6301d90-b04c-47ab-92b2-b81b58397a31'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860090-1-iscsi', False) {} {{(pid=106271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:22:43.129261 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c54ec9-9e91-4999-9692-0949443516c0 None None] The sync data for ids ['155a5766-a1ea-4a6e-a155-7b47a470aec0'] in dv-cinder-860090-1-iscsi is: [{'id': '155a5766-a1ea-4a6e-a155-7b47a470aec0', 'name': 'router1', 'tenant_id': 'dda4727fec9747b4b20cb990f7305e3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:22:28Z', 'updated_at': '2022-10-03T13:22:39Z', 'revision_number': 2, 'project_id': 'dda4727fec9747b4b20cb990f7305e3d', 'gw_port_host': None, '_interfaces': [{'id': '5b35f0cd-51c0-47e3-b3f1-2911effdf99d', 'name': '', 'network_id': 'a370a8ee-2148-49fe-912e-3c05e5dd6f15', 'tenant_id': 'dda4727fec9747b4b20cb990f7305e3d', 'mac_address': 'fa:16:3e:d8:1a:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '155a5766-a1ea-4a6e-a155-7b47a470aec0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '49e90af2-9b1e-4ee0-8747-11da5ca51cb9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:22:39Z', 'updated_at': '2022-10-03T13:22:42Z', 'revision_number': 4, 'project_id': 'dda4727fec9747b4b20cb990f7305e3d', 'subnets': [{'id': '49e90af2-9b1e-4ee0-8747-11da5ca51cb9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd6301d90-b04c-47ab-92b2-b81b58397a31'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 13:22:44.144473 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 54594) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:22:44.725354 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab083cfd-c8ed-4440-8151-3486dd67f848 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:22:44.727742 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-ab083cfd-c8ed-4440-8151-3486dd67f848 admin admin] 10.222.0.58 "GET /networking/v2.0/networks/ad648d78-633d-4222-aa42-7cb50aab7a28 HTTP/1.1" status: 200 len: 842 time: 0.5817285 Oct 03 13:22:44.741437 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.v2.base [None req-27e27a12-8fa4-44ce-9ce5-47825b42b182 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'name': 'public-subnet', 'gateway_ip': '172.27.1.1', 'cidr': '172.27.1.0/24', 'ip_version': 4, 'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28'}} {{(pid=106268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 13:22:44.774023 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27e27a12-8fa4-44ce-9ce5-47825b42b182 admin admin] Made reservation on behalf of cf1b6fdf131f4a598a5705727a85c56c for: {'subnet': 1} {{(pid=106268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 13:22:44.776951 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-27e27a12-8fa4-44ce-9ce5-47825b42b182 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:22:44.918237 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=74,neutron:DELETE=4,neutron:INSERT=21,neutron:UPDATE=1 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:22:45.133492 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.objects.ports [None req-27e27a12-8fa4-44ce-9ce5-47825b42b182 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106268) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Oct 03 13:22:45.133958 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-27e27a12-8fa4-44ce-9ce5-47825b42b182 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644'] for subnet (4a9222c2-0418-495a-a49e-d43d754e0950), after_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:22:45.194555 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e27a12-8fa4-44ce-9ce5-47825b42b182 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a9222c2-0418-495a-a49e-d43d754e0950,revision_number=0']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:22:45.219604 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e27a12-8fa4-44ce-9ce5-47825b42b182 admin admin] Checking segment: {'id': 'bb40cd5f-7936-4373-bcc9-441f3ba1dc24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 13:22:45.220201 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27e27a12-8fa4-44ce-9ce5-47825b42b182 admin admin] Network hostable DHCP agents. Network: ad648d78-633d-4222-aa42-7cb50aab7a28, hostable agents: ['3460fffa-818c-4144-9400-237880db20a4'], hosted agents: [] {{(pid=106268) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 03 13:22:45.246866 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27e27a12-8fa4-44ce-9ce5-47825b42b182 admin admin] Network ad648d78-633d-4222-aa42-7cb50aab7a28 is scheduled to be hosted by DHCP agent 3460fffa-818c-4144-9400-237880db20a4 with binding_index 1 {{(pid=106268) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 03 13:22:45.258788 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.scheduler.base_scheduler [None req-27e27a12-8fa4-44ce-9ce5-47825b42b182 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-860090-1-iscsi, ad648d78-633d-4222-aa42-7cb50aab7a28) {{(pid=106268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 13:22:45.264664 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27e27a12-8fa4-44ce-9ce5-47825b42b182 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:22:45.265680 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-27e27a12-8fa4-44ce-9ce5-47825b42b182 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798626'] for subnet (None), before_response {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:22:45.272801 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df65788d-ae39-493d-84b1-4559320275a8 None None] Network ad648d78-633d-4222-aa42-7cb50aab7a28 requested from dv-cinder-860090-1-iscsi {{(pid=106270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 03 13:22:45.306353 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-27e27a12-8fa4-44ce-9ce5-47825b42b182 admin admin] 10.222.0.58 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5709615 Oct 03 13:22:45.378396 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:22:45.470230 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c9af64f-b591-4f0d-99ae-e65296d8be17 None None] Network ad648d78-633d-4222-aa42-7cb50aab7a28 requested from dv-cinder-860090-1-iscsi {{(pid=106270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 03 13:22:48.508657 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 54606) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:22:49.142228 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-152daf46-21ed-4073-8c98-55ea506c2650 demo admin] 10.222.0.58 "GET /networking/v2.0/routers/155a5766-a1ea-4a6e-a155-7b47a470aec0 HTTP/1.1" status: 200 len: 710 time: 0.6313229 Oct 03 13:22:49.166870 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:INSERT=5,neutron:DELETE=2 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:22:49.249163 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af01ba45-37d1-40bc-b75a-0028e1b19271 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:22:49.250687 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-af01ba45-37d1-40bc-b75a-0028e1b19271 demo admin] 10.222.0.58 "GET /networking/v2.0/networks/ad648d78-633d-4222-aa42-7cb50aab7a28 HTTP/1.1" status: 200 len: 886 time: 0.1025484 Oct 03 13:22:49.261097 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.v2.base [None req-1ea2d93f-b7e1-4953-9693-f7170f5066dc demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28'}}} {{(pid=106268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 13:22:49.282297 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Device 5b35f0cd-51c0-47e3-b3f1-2911effdf99d up at agent ovs-agent-dv-cinder-860090-1-iscsi {{(pid=106270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 13:22:49.338898 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.provisioning_blocks [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Provisioning complete for port 5b35f0cd-51c0-47e3-b3f1-2911effdf99d triggered by entity L2. {{(pid=106270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 13:22:49.339310 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1340199'] for port (5b35f0cd-51c0-47e3-b3f1-2911effdf99d), provisioning_complete {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:22:49.339641 dv-cinder-860090-1-iscsi neutron-server[106270]: INFO neutron.plugins.ml2.plugin [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Attempt 1 to provision port 5b35f0cd-51c0-47e3-b3f1-2911effdf99d Oct 03 13:22:49.428381 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Current status of the port 5b35f0cd-51c0-47e3-b3f1-2911effdf99d is: DOWN; New status is: ACTIVE {{(pid=106270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 13:22:49.428779 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (5b35f0cd-51c0-47e3-b3f1-2911effdf99d), before_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:22:49.466018 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.db [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] For port 5b35f0cd-51c0-47e3-b3f1-2911effdf99d, host dv-cinder-860090-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860090-1-iscsi',level=0,port_id=5b35f0cd-51c0-47e3-b3f1-2911effdf99d,segment=NetworkSegment(11fbe23e-9992-431a-92b3-9933a07762ab),segment_id=11fbe23e-9992-431a-92b3-9933a07762ab)] {{(pid=106270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 13:22:49.471663 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751015143617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751014657006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751014658052'] for port (5b35f0cd-51c0-47e3-b3f1-2911effdf99d), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:22:49.526486 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Pushing event updated for resources: {'Port': ['ID=5b35f0cd-51c0-47e3-b3f1-2911effdf99d,revision_number=5']} {{(pid=106270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:22:49.550932 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-1ea2d93f-b7e1-4953-9693-f7170f5066dc demo admin] Publish callbacks [] for router_gateway (155a5766-a1ea-4a6e-a155-7b47a470aec0), precommit_update {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:22:49.845726 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-1ea2d93f-b7e1-4953-9693-f7170f5066dc demo admin] Publish callbacks [] for router_gateway (155a5766-a1ea-4a6e-a155-7b47a470aec0), before_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:22:49.890241 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:22:49.939308 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-1ea2d93f-b7e1-4953-9693-f7170f5066dc demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (None), before_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:22:50.151958 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.db.db_base_plugin_common [None req-1ea2d93f-b7e1-4953-9693-f7170f5066dc demo admin] Allocated IP 172.27.1.143 (ad648d78-633d-4222-aa42-7cb50aab7a28/4a9222c2-0418-495a-a49e-d43d754e0950/11c03a43-fbe2-4db2-84df-ccb443b2cc0d) {{(pid=106268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 13:22:50.283389 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-1ea2d93f-b7e1-4953-9693-f7170f5066dc demo admin] Publish callbacks [] for port (11c03a43-fbe2-4db2-84df-ccb443b2cc0d), precommit_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:22:50.340846 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-1ea2d93f-b7e1-4953-9693-f7170f5066dc demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751014656988'] for port (11c03a43-fbe2-4db2-84df-ccb443b2cc0d), after_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:22:50.420418 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ea2d93f-b7e1-4953-9693-f7170f5066dc demo admin] Network ad648d78-633d-4222-aa42-7cb50aab7a28 is already hosted by enough agents. {{(pid=106268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 13:22:50.427076 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.scheduler.base_scheduler [None req-1ea2d93f-b7e1-4953-9693-f7170f5066dc demo admin] Resources bound (agent type, host, resource id): {{(pid=106268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 13:22:50.431256 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea2d93f-b7e1-4953-9693-f7170f5066dc demo admin] Received port after_create {{(pid=106268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 13:22:50.434407 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea2d93f-b7e1-4953-9693-f7170f5066dc demo admin] Pushing event updated for resources: {'Port': ['ID=11c03a43-fbe2-4db2-84df-ccb443b2cc0d,revision_number=1']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:22:50.468753 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:22:50.712285 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-1ea2d93f-b7e1-4953-9693-f7170f5066dc demo admin] Publish callbacks [] for router_gateway (155a5766-a1ea-4a6e-a155-7b47a470aec0), after_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:22:50.743756 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=65,neutron:UPDATE=1 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:22:50.745753 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=63,neutron:INSERT=1 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:22:50.912153 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-1ea2d93f-b7e1-4953-9693-f7170f5066dc demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3895008', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3893723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3519'] for router (155a5766-a1ea-4a6e-a155-7b47a470aec0), precommit_update {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:22:50.917131 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-1ea2d93f-b7e1-4953-9693-f7170f5066dc demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3894980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3895003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3894994', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3893728'] for router (155a5766-a1ea-4a6e-a155-7b47a470aec0), after_update {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:22:51.021391 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:22:51.030419 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ea2d93f-b7e1-4953-9693-f7170f5066dc demo admin] Router 155a5766-a1ea-4a6e-a155-7b47a470aec0 has already been hosted by L3 agent 94180321-47b1-4b5c-b620-b1b0a31df446 {{(pid=106268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 03 13:22:51.207108 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ea2d93f-b7e1-4953-9693-f7170f5066dc demo admin] Notify agent at l3_agent.dv-cinder-860090-1-iscsi the message routers_updated {{(pid=106268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 13:22:51.213751 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-1ea2d93f-b7e1-4953-9693-f7170f5066dc demo admin] Publish callbacks [] for router (None), before_response {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:22:51.217507 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-1ea2d93f-b7e1-4953-9693-f7170f5066dc demo admin] 10.222.0.58 "PUT /networking/v2.0/routers/155a5766-a1ea-4a6e-a155-7b47a470aec0 HTTP/1.1" status: 200 len: 890 time: 1.9575641 Oct 03 13:22:51.229346 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a9e1a3e-64b6-4371-8bce-5209476a8cb3 None None] Sync routers for ids ['155a5766-a1ea-4a6e-a155-7b47a470aec0'] in dv-cinder-860090-1-iscsi {{(pid=106270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 13:22:51.245291 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9e1a3e-64b6-4371-8bce-5209476a8cb3 None None] Routers {'155a5766-a1ea-4a6e-a155-7b47a470aec0'} bound to L3 agent in host dv-cinder-860090-1-iscsi {{(pid=106270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 13:22:51.246664 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_hamode_db [None req-4a9e1a3e-64b6-4371-8bce-5209476a8cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860090-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-03T13:22:05Z,description=,heartbeat_timestamp=2022-10-03T13:22:35Z,host='dv-cinder-860090-1-iscsi',id=94180321-47b1-4b5c-b620-b1b0a31df446,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T13:22:05Z,topic='l3_agent')) {'router_ids': ['155a5766-a1ea-4a6e-a155-7b47a470aec0'], 'active': True} {{(pid=106270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:22:51.310867 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Device 5b35f0cd-51c0-47e3-b3f1-2911effdf99d up at agent ovs-agent-dv-cinder-860090-1-iscsi {{(pid=106270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 13:22:51.384960 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:22:51.525095 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.provisioning_blocks [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Provisioning complete for port 5b35f0cd-51c0-47e3-b3f1-2911effdf99d triggered by entity L2. {{(pid=106270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 13:22:51.525391 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1340199'] for port (5b35f0cd-51c0-47e3-b3f1-2911effdf99d), provisioning_complete {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:22:51.525765 dv-cinder-860090-1-iscsi neutron-server[106270]: INFO neutron.plugins.ml2.plugin [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Attempt 1 to provision port 5b35f0cd-51c0-47e3-b3f1-2911effdf99d Oct 03 13:22:51.531453 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_dvr_db [None req-4a9e1a3e-64b6-4371-8bce-5209476a8cb3 None None] Set router 155a5766-a1ea-4a6e-a155-7b47a470aec0 gateway port host: dv-cinder-860090-1-iscsi {{(pid=106270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 13:22:51.876664 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Current status of the port 5b35f0cd-51c0-47e3-b3f1-2911effdf99d is: ACTIVE; New status is: ACTIVE {{(pid=106270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 13:22:52.099568 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_hamode_db [None req-4a9e1a3e-64b6-4371-8bce-5209476a8cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '155a5766-a1ea-4a6e-a155-7b47a470aec0', 'name': 'router1', 'tenant_id': 'dda4727fec9747b4b20cb990f7305e3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'external_fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.143'}], 'enable_snat': True}, 'gw_port_id': '11c03a43-fbe2-4db2-84df-ccb443b2cc0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:22:28Z', 'updated_at': '2022-10-03T13:22:50Z', 'revision_number': 4, 'project_id': 'dda4727fec9747b4b20cb990f7305e3d', 'gw_port': {'id': '11c03a43-fbe2-4db2-84df-ccb443b2cc0d', 'name': '', 'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:00:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '155a5766-a1ea-4a6e-a155-7b47a470aec0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:22:49Z', 'updated_at': '2022-10-03T13:22:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860090-1-iscsi', '_interfaces': [{'id': '5b35f0cd-51c0-47e3-b3f1-2911effdf99d', 'name': '', 'network_id': 'a370a8ee-2148-49fe-912e-3c05e5dd6f15', 'tenant_id': 'dda4727fec9747b4b20cb990f7305e3d', 'mac_address': 'fa:16:3e:d8:1a:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '155a5766-a1ea-4a6e-a155-7b47a470aec0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '49e90af2-9b1e-4ee0-8747-11da5ca51cb9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:22:39Z', 'updated_at': '2022-10-03T13:22:49Z', 'revision_number': 5, 'project_id': 'dda4727fec9747b4b20cb990f7305e3d', 'subnets': [{'id': '49e90af2-9b1e-4ee0-8747-11da5ca51cb9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd6301d90-b04c-47ab-92b2-b81b58397a31'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860090-1-iscsi', False) {} {{(pid=106270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:22:52.155517 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a9e1a3e-64b6-4371-8bce-5209476a8cb3 None None] Checking router: 155a5766-a1ea-4a6e-a155-7b47a470aec0 for host: dv-cinder-860090-1-iscsi {{(pid=106270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 13:22:52.155785 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a9e1a3e-64b6-4371-8bce-5209476a8cb3 None None] Updating router 155a5766-a1ea-4a6e-a155-7b47a470aec0 port 11c03a43-fbe2-4db2-84df-ccb443b2cc0d binding host dv-cinder-860090-1-iscsi {{(pid=106270) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 03 13:22:52.194926 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:22:52.212239 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-4a9e1a3e-64b6-4371-8bce-5209476a8cb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (11c03a43-fbe2-4db2-84df-ccb443b2cc0d), before_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:22:52.562332 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-4a9e1a3e-64b6-4371-8bce-5209476a8cb3 None None] Publish callbacks [] for port (11c03a43-fbe2-4db2-84df-ccb443b2cc0d), precommit_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:22:52.568357 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-4a9e1a3e-64b6-4371-8bce-5209476a8cb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751015143617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751014657006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751014658052'] for port (11c03a43-fbe2-4db2-84df-ccb443b2cc0d), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:22:52.600148 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.managers [None req-4a9e1a3e-64b6-4371-8bce-5209476a8cb3 None None] Attempting to bind port 11c03a43-fbe2-4db2-84df-ccb443b2cc0d on host dv-cinder-860090-1-iscsi for vnic_type normal with profile {{(pid=106270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 13:22:52.600512 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.managers [None req-4a9e1a3e-64b6-4371-8bce-5209476a8cb3 None None] Attempting to bind port 11c03a43-fbe2-4db2-84df-ccb443b2cc0d by drivers openvswitch,hyperv on host dv-cinder-860090-1-iscsi at level 0 using segments [{'id': 'bb40cd5f-7936-4373-bcc9-441f3ba1dc24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28'}] {{(pid=106270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 13:22:52.600863 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a9e1a3e-64b6-4371-8bce-5209476a8cb3 None None] Attempting to bind port 11c03a43-fbe2-4db2-84df-ccb443b2cc0d on network ad648d78-633d-4222-aa42-7cb50aab7a28 {{(pid=106270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 13:22:52.637662 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a34585-4972-4b35-a7da-da3d7a4c11ee None None] Pushing event updated for resources: {'Port': ['ID=11c03a43-fbe2-4db2-84df-ccb443b2cc0d,revision_number=2']} {{(pid=106270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:22:52.657048 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a9e1a3e-64b6-4371-8bce-5209476a8cb3 None None] Checking agent: {'id': 'd46c7ed5-c451-4a76-ab3f-ab8e3ea4a5ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860090-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 13, 22, 7), 'started_at': datetime.datetime(2022, 10, 3, 13, 22, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 13, 22, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860090-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 13:22:52.657412 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a9e1a3e-64b6-4371-8bce-5209476a8cb3 None None] Checking segment: {'id': 'bb40cd5f-7936-4373-bcc9-441f3ba1dc24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 13:22:52.657856 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-4a9e1a3e-64b6-4371-8bce-5209476a8cb3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:22:52.658237 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a9e1a3e-64b6-4371-8bce-5209476a8cb3 None None] Bound using segment: {'id': 'bb40cd5f-7936-4373-bcc9-441f3ba1dc24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28'} {{(pid=106270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 13:22:52.658703 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.managers [None req-4a9e1a3e-64b6-4371-8bce-5209476a8cb3 None None] Bound port: 11c03a43-fbe2-4db2-84df-ccb443b2cc0d, host: dv-cinder-860090-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb40cd5f-7936-4373-bcc9-441f3ba1dc24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28'}}] {{(pid=106270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 13:22:52.659079 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-4a9e1a3e-64b6-4371-8bce-5209476a8cb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (11c03a43-fbe2-4db2-84df-ccb443b2cc0d), before_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:22:52.712818 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.db [None req-4a9e1a3e-64b6-4371-8bce-5209476a8cb3 None None] For port 11c03a43-fbe2-4db2-84df-ccb443b2cc0d, host dv-cinder-860090-1-iscsi, cleared binding levels {{(pid=106270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 13:22:52.716368 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.db [None req-4a9e1a3e-64b6-4371-8bce-5209476a8cb3 None None] For port 11c03a43-fbe2-4db2-84df-ccb443b2cc0d, host dv-cinder-860090-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860090-1-iscsi',level=0,port_id=11c03a43-fbe2-4db2-84df-ccb443b2cc0d,segment=NetworkSegment(bb40cd5f-7936-4373-bcc9-441f3ba1dc24),segment_id=bb40cd5f-7936-4373-bcc9-441f3ba1dc24)] {{(pid=106270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 13:22:52.723699 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-4a9e1a3e-64b6-4371-8bce-5209476a8cb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751015143617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751014657006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751014658052'] for port (11c03a43-fbe2-4db2-84df-ccb443b2cc0d), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:22:52.759246 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9e1a3e-64b6-4371-8bce-5209476a8cb3 None None] Routers {'155a5766-a1ea-4a6e-a155-7b47a470aec0'} bound to L3 agent in host dv-cinder-860090-1-iscsi {{(pid=106270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 13:22:52.759888 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_hamode_db [None req-4a9e1a3e-64b6-4371-8bce-5209476a8cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860090-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-03T13:22:05Z,description=,heartbeat_timestamp=2022-10-03T13:22:35Z,host='dv-cinder-860090-1-iscsi',id=94180321-47b1-4b5c-b620-b1b0a31df446,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T13:22:05Z,topic='l3_agent')) {'router_ids': ['155a5766-a1ea-4a6e-a155-7b47a470aec0'], 'active': True} {{(pid=106270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:22:52.765399 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:22:52.832661 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a34585-4972-4b35-a7da-da3d7a4c11ee None None] Pushing event updated for resources: {'Port': ['ID=11c03a43-fbe2-4db2-84df-ccb443b2cc0d,revision_number=3']} {{(pid=106270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:22:52.896922 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_dvr_db [None req-4a9e1a3e-64b6-4371-8bce-5209476a8cb3 None None] Set router 155a5766-a1ea-4a6e-a155-7b47a470aec0 gateway port host: dv-cinder-860090-1-iscsi {{(pid=106270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 13:22:53.100799 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=48,neutron:UPDATE=1 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:22:53.102049 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=34 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:22:53.103713 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_hamode_db [None req-4a9e1a3e-64b6-4371-8bce-5209476a8cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '155a5766-a1ea-4a6e-a155-7b47a470aec0', 'name': 'router1', 'tenant_id': 'dda4727fec9747b4b20cb990f7305e3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'external_fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.143'}], 'enable_snat': True}, 'gw_port_id': '11c03a43-fbe2-4db2-84df-ccb443b2cc0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:22:28Z', 'updated_at': '2022-10-03T13:22:50Z', 'revision_number': 4, 'project_id': 'dda4727fec9747b4b20cb990f7305e3d', 'gw_port': {'id': '11c03a43-fbe2-4db2-84df-ccb443b2cc0d', 'name': '', 'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:00:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '155a5766-a1ea-4a6e-a155-7b47a470aec0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:22:49Z', 'updated_at': '2022-10-03T13:22:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860090-1-iscsi', '_interfaces': [{'id': '5b35f0cd-51c0-47e3-b3f1-2911effdf99d', 'name': '', 'network_id': 'a370a8ee-2148-49fe-912e-3c05e5dd6f15', 'tenant_id': 'dda4727fec9747b4b20cb990f7305e3d', 'mac_address': 'fa:16:3e:d8:1a:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '155a5766-a1ea-4a6e-a155-7b47a470aec0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '49e90af2-9b1e-4ee0-8747-11da5ca51cb9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:22:39Z', 'updated_at': '2022-10-03T13:22:49Z', 'revision_number': 5, 'project_id': 'dda4727fec9747b4b20cb990f7305e3d', 'subnets': [{'id': '49e90af2-9b1e-4ee0-8747-11da5ca51cb9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd6301d90-b04c-47ab-92b2-b81b58397a31'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860090-1-iscsi', False) {} {{(pid=106270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:22:53.135676 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a9e1a3e-64b6-4371-8bce-5209476a8cb3 None None] The sync data for ids ['155a5766-a1ea-4a6e-a155-7b47a470aec0'] in dv-cinder-860090-1-iscsi is: [{'id': '155a5766-a1ea-4a6e-a155-7b47a470aec0', 'name': 'router1', 'tenant_id': 'dda4727fec9747b4b20cb990f7305e3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'external_fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.143'}], 'enable_snat': True}, 'gw_port_id': '11c03a43-fbe2-4db2-84df-ccb443b2cc0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:22:28Z', 'updated_at': '2022-10-03T13:22:50Z', 'revision_number': 4, 'project_id': 'dda4727fec9747b4b20cb990f7305e3d', 'gw_port': {'id': '11c03a43-fbe2-4db2-84df-ccb443b2cc0d', 'name': '', 'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:00:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '155a5766-a1ea-4a6e-a155-7b47a470aec0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:22:49Z', 'updated_at': '2022-10-03T13:22:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860090-1-iscsi', '_interfaces': [{'id': '5b35f0cd-51c0-47e3-b3f1-2911effdf99d', 'name': '', 'network_id': 'a370a8ee-2148-49fe-912e-3c05e5dd6f15', 'tenant_id': 'dda4727fec9747b4b20cb990f7305e3d', 'mac_address': 'fa:16:3e:d8:1a:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '155a5766-a1ea-4a6e-a155-7b47a470aec0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '49e90af2-9b1e-4ee0-8747-11da5ca51cb9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:22:39Z', 'updated_at': '2022-10-03T13:22:49Z', 'revision_number': 5, 'project_id': 'dda4727fec9747b4b20cb990f7305e3d', 'subnets': [{'id': '49e90af2-9b1e-4ee0-8747-11da5ca51cb9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd6301d90-b04c-47ab-92b2-b81b58397a31'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 13:22:53.352311 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Device 11c03a43-fbe2-4db2-84df-ccb443b2cc0d up at agent ovs-agent-dv-cinder-860090-1-iscsi {{(pid=106270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 13:22:53.394877 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:22:53.414861 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.provisioning_blocks [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Provisioning complete for port 11c03a43-fbe2-4db2-84df-ccb443b2cc0d triggered by entity L2. {{(pid=106270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 13:22:53.415259 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1340199'] for port (11c03a43-fbe2-4db2-84df-ccb443b2cc0d), provisioning_complete {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:22:53.415601 dv-cinder-860090-1-iscsi neutron-server[106270]: INFO neutron.plugins.ml2.plugin [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Attempt 1 to provision port 11c03a43-fbe2-4db2-84df-ccb443b2cc0d Oct 03 13:22:53.524472 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Current status of the port 11c03a43-fbe2-4db2-84df-ccb443b2cc0d is: DOWN; New status is: ACTIVE {{(pid=106270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 13:22:53.525383 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (11c03a43-fbe2-4db2-84df-ccb443b2cc0d), before_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:22:53.558304 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.db [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] For port 11c03a43-fbe2-4db2-84df-ccb443b2cc0d, host dv-cinder-860090-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860090-1-iscsi',level=0,port_id=11c03a43-fbe2-4db2-84df-ccb443b2cc0d,segment=NetworkSegment(bb40cd5f-7936-4373-bcc9-441f3ba1dc24),segment_id=bb40cd5f-7936-4373-bcc9-441f3ba1dc24)] {{(pid=106270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 13:22:53.565336 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751015143617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751014657006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751014658052'] for port (11c03a43-fbe2-4db2-84df-ccb443b2cc0d), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:22:53.638413 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Pushing event updated for resources: {'Port': ['ID=11c03a43-fbe2-4db2-84df-ccb443b2cc0d,revision_number=4']} {{(pid=106270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:22:54.262086 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 54616) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:22:54.826046 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-37f8a424-4e95-4265-ac6f-fcbd20705a29 admin admin] 10.222.0.58 "GET /networking/v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 413 time: 0.5626848 Oct 03 13:22:55.272974 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Device 11c03a43-fbe2-4db2-84df-ccb443b2cc0d up at agent ovs-agent-dv-cinder-860090-1-iscsi {{(pid=106270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 13:22:55.325323 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.provisioning_blocks [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Provisioning complete for port 11c03a43-fbe2-4db2-84df-ccb443b2cc0d triggered by entity L2. {{(pid=106270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 13:22:55.325777 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1340199'] for port (11c03a43-fbe2-4db2-84df-ccb443b2cc0d), provisioning_complete {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:22:55.326098 dv-cinder-860090-1-iscsi neutron-server[106270]: INFO neutron.plugins.ml2.plugin [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Attempt 1 to provision port 11c03a43-fbe2-4db2-84df-ccb443b2cc0d Oct 03 13:22:55.437077 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Current status of the port 11c03a43-fbe2-4db2-84df-ccb443b2cc0d is: ACTIVE; New status is: ACTIVE {{(pid=106270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 13:23:01.202592 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=63,neutron:UPDATE=1 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:23:01.204528 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=9 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:23:02.041586 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-f3063a7a-f6bd-44a4-a407-851170acabd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (3460fffa-818c-4144-9400-237880db20a4), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:23:04.806408 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-9b3b6c87-cfc6-4a5d-98ec-43862e6380e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (94180321-47b1-4b5c-b620-b1b0a31df446), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:23:04.818590 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=4 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:23:04.822518 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=3 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:23:06.054855 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-1bb28928-3e93-41c9-8900-1ecfb790b160 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (5eabf47d-5620-4e94-9269-ef19fe52be68), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:23:07.440014 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (d46c7ed5-c451-4a76-ab3f-ab8e3ea4a5ec), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:23:07.535850 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-9b3e6be4-ae7f-4a46-812d-719b0ca73959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (3cd5b2bb-c81a-4ce3-a212-a51c5aa706bd), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:23:08.158755 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=2 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:23:08.162144 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=4 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:23:16.147086 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.agents_db [None req-0a1e5e68-d5eb-461a-8b1a-39e3d06a9bb6 None None] Agent healthcheck: found 5 active agents {{(pid=106271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 03 13:23:17.522568 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:23:17.530473 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=41,neutron:UPDATE=4 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:23:26.147632 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=2 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:23:32.039550 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-c75ac081-23a7-4fb0-bec3-991df0b67a08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (3460fffa-818c-4144-9400-237880db20a4), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:23:34.815679 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-81541ea4-ac50-4e1a-84d6-1e586444d035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (94180321-47b1-4b5c-b620-b1b0a31df446), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:23:36.072497 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-1bb28928-3e93-41c9-8900-1ecfb790b160 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (5eabf47d-5620-4e94-9269-ef19fe52be68), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:23:37.442488 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (d46c7ed5-c451-4a76-ab3f-ab8e3ea4a5ec), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:23:37.537569 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-9b3e6be4-ae7f-4a46-812d-719b0ca73959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (3cd5b2bb-c81a-4ce3-a212-a51c5aa706bd), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:23:45.145244 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=4 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:23:45.155804 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=2 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:23:47.529286 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:23:47.532821 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=29,neutron:UPDATE=3 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:23:53.147804 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.agents_db [None req-0a1e5e68-d5eb-461a-8b1a-39e3d06a9bb6 None None] Agent healthcheck: found 5 active agents {{(pid=106271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 03 13:24:00.144102 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:24:02.028589 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-ef23d608-0328-4e60-96df-8830a0b6582e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (3460fffa-818c-4144-9400-237880db20a4), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:24:03.143873 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=2 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:24:04.809173 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-86d39aa6-934c-4ff1-b03f-880c1534ff80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (94180321-47b1-4b5c-b620-b1b0a31df446), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:24:06.063249 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-1bb28928-3e93-41c9-8900-1ecfb790b160 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (5eabf47d-5620-4e94-9269-ef19fe52be68), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:24:07.439538 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (d46c7ed5-c451-4a76-ab3f-ab8e3ea4a5ec), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:24:07.540253 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-9b3e6be4-ae7f-4a46-812d-719b0ca73959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (3cd5b2bb-c81a-4ce3-a212-a51c5aa706bd), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:24:17.533832 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:24:17.535928 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:24:22.150137 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=17 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:24:22.150908 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=15 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:24:26.937809 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 55174) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:24:27.285401 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fd7a898-6d66-4a4b-bbad-4106116171f5 admin admin] GET failed (client error): The resource could not be found. Oct 03 13:24:27.286776 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-0fd7a898-6d66-4a4b-bbad-4106116171f5 admin admin] 10.222.0.58 "GET /networking/v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3480051 Oct 03 13:24:27.457362 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9539394d-2bef-4646-bcd6-84304a1d32f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:24:27.458890 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-9539394d-2bef-4646-bcd6-84304a1d32f8 admin admin] 10.222.0.58 "GET /networking/v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1676667 Oct 03 13:24:30.095317 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 55184) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:24:30.150456 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.agents_db [None req-0a1e5e68-d5eb-461a-8b1a-39e3d06a9bb6 None None] Agent healthcheck: found 5 active agents {{(pid=106271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 03 13:24:30.481742 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-708213df-7594-4ce3-ba2c-e24c8bef771c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:24:30.483135 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-708213df-7594-4ce3-ba2c-e24c8bef771c admin admin] 10.222.0.58 "GET /networking/v2.0/subnets/49e90af2-9b1e-4ee0-8747-11da5ca51cb9 HTTP/1.1" status: 200 len: 849 time: 0.3868706 Oct 03 13:24:30.493357 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.v2.base [None req-66bf8862-5848-4387-a0b0-434f8b572fb2 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=106269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 13:24:30.583177 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-66bf8862-5848-4387-a0b0-434f8b572fb2 admin admin] Publish callbacks [] for subnet (49e90af2-9b1e-4ee0-8747-11da5ca51cb9), before_update {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:24:30.735781 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-66bf8862-5848-4387-a0b0-434f8b572fb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8751015146415'] for subnet (49e90af2-9b1e-4ee0-8747-11da5ca51cb9), after_update {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:24:30.771571 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66bf8862-5848-4387-a0b0-434f8b572fb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:24:30.772165 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-66bf8862-5848-4387-a0b0-434f8b572fb2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798626'] for subnet (None), before_response {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:24:30.773465 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-66bf8862-5848-4387-a0b0-434f8b572fb2 admin admin] 10.222.0.58 "PUT /networking/v2.0/subnets/49e90af2-9b1e-4ee0-8747-11da5ca51cb9 HTTP/1.1" status: 200 len: 868 time: 0.2838829 Oct 03 13:24:30.791501 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bf8862-5848-4387-a0b0-434f8b572fb2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=49e90af2-9b1e-4ee0-8747-11da5ca51cb9,revision_number=1']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:24:30.791722 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-628ec7a9-f019-4918-be50-a59ba1fbfed4 None None] Network a370a8ee-2148-49fe-912e-3c05e5dd6f15 requested from dv-cinder-860090-1-iscsi {{(pid=106270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 03 13:24:30.799223 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bf8862-5848-4387-a0b0-434f8b572fb2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:24:30.799577 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bf8862-5848-4387-a0b0-434f8b572fb2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:24:30.799950 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bf8862-5848-4387-a0b0-434f8b572fb2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:24:30.800293 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bf8862-5848-4387-a0b0-434f8b572fb2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:24:30.800637 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bf8862-5848-4387-a0b0-434f8b572fb2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:24:30.800974 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bf8862-5848-4387-a0b0-434f8b572fb2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:24:30.801306 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bf8862-5848-4387-a0b0-434f8b572fb2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:24:30.801663 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bf8862-5848-4387-a0b0-434f8b572fb2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:24:30.802020 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bf8862-5848-4387-a0b0-434f8b572fb2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:24:30.802356 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bf8862-5848-4387-a0b0-434f8b572fb2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:24:30.802701 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bf8862-5848-4387-a0b0-434f8b572fb2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:24:30.803051 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bf8862-5848-4387-a0b0-434f8b572fb2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:24:30.803381 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bf8862-5848-4387-a0b0-434f8b572fb2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:24:30.803703 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bf8862-5848-4387-a0b0-434f8b572fb2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:24:30.804025 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bf8862-5848-4387-a0b0-434f8b572fb2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:24:31.124759 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.provisioning_blocks [None req-a388cf23-523f-47ed-a42a-06cc153b9255 None None] Provisioning complete for port 5b35f0cd-51c0-47e3-b3f1-2911effdf99d triggered by entity DHCP. {{(pid=106270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 13:24:31.125121 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-a388cf23-523f-47ed-a42a-06cc153b9255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1340199'] for port (5b35f0cd-51c0-47e3-b3f1-2911effdf99d), provisioning_complete {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:24:31.125468 dv-cinder-860090-1-iscsi neutron-server[106270]: INFO neutron.plugins.ml2.plugin [None req-a388cf23-523f-47ed-a42a-06cc153b9255 None None] Attempt 1 to provision port 5b35f0cd-51c0-47e3-b3f1-2911effdf99d Oct 03 13:24:31.206654 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-a388cf23-523f-47ed-a42a-06cc153b9255 None None] Current status of the port 5b35f0cd-51c0-47e3-b3f1-2911effdf99d is: ACTIVE; New status is: ACTIVE {{(pid=106270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 13:24:31.214652 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.provisioning_blocks [None req-a388cf23-523f-47ed-a42a-06cc153b9255 None None] Provisioning complete for port d6180d85-01ad-41d7-84d9-f4cabff5289d triggered by entity DHCP. {{(pid=106270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 13:24:31.215045 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-a388cf23-523f-47ed-a42a-06cc153b9255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1340199'] for port (d6180d85-01ad-41d7-84d9-f4cabff5289d), provisioning_complete {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:24:31.215378 dv-cinder-860090-1-iscsi neutron-server[106270]: INFO neutron.plugins.ml2.plugin [None req-a388cf23-523f-47ed-a42a-06cc153b9255 None None] Attempt 1 to provision port d6180d85-01ad-41d7-84d9-f4cabff5289d Oct 03 13:24:31.288694 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-a388cf23-523f-47ed-a42a-06cc153b9255 None None] Current status of the port d6180d85-01ad-41d7-84d9-f4cabff5289d is: ACTIVE; New status is: ACTIVE {{(pid=106270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 13:24:32.023686 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-ad9d7e39-2744-4cf4-8d78-0b029ddb71e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (3460fffa-818c-4144-9400-237880db20a4), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:24:33.419626 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 55192) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:24:33.933226 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-579fa5ba-e928-4809-915a-5bfa6d5e4b6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:24:33.933735 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-579fa5ba-e928-4809-915a-5bfa6d5e4b6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:24:33.935347 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-579fa5ba-e928-4809-915a-5bfa6d5e4b6a admin admin] 10.222.0.58 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.5147541 Oct 03 13:24:34.814915 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-abd1a0f8-ea95-4779-accf-be00051306d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (94180321-47b1-4b5c-b620-b1b0a31df446), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:24:36.058629 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-1bb28928-3e93-41c9-8900-1ecfb790b160 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (5eabf47d-5620-4e94-9269-ef19fe52be68), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:24:36.604947 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 55200) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:24:37.113928 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b443435-590d-4c76-b6e1-716366e840b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:24:37.114404 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b443435-590d-4c76-b6e1-716366e840b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:24:37.115967 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-4b443435-590d-4c76-b6e1-716366e840b2 admin admin] 10.222.0.58 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.5098159 Oct 03 13:24:37.439074 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (d46c7ed5-c451-4a76-ab3f-ab8e3ea4a5ec), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:24:37.543002 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-9b3e6be4-ae7f-4a46-812d-719b0ca73959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (3cd5b2bb-c81a-4ce3-a212-a51c5aa706bd), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:24:39.761899 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 55210) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:24:40.142437 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=1 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:24:40.143196 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=1 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:24:40.206267 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc0be792-9aa6-40b3-88ad-78023fc554e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:24:40.207643 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-dc0be792-9aa6-40b3-88ad-78023fc554e0 admin admin] 10.222.0.58 "GET /networking/v2.0/networks/a370a8ee-2148-49fe-912e-3c05e5dd6f15 HTTP/1.1" status: 200 len: 869 time: 0.4447901 Oct 03 13:24:42.855943 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 55218) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:24:43.279881 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdab7b9f-596d-4313-be2e-1ea9991fc604 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:24:43.281983 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-fdab7b9f-596d-4313-be2e-1ea9991fc604 admin admin] 10.222.0.58 "GET /networking/v2.0/networks/ad648d78-633d-4222-aa42-7cb50aab7a28 HTTP/1.1" status: 200 len: 886 time: 0.4249949 Oct 03 13:24:45.932801 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 55226) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:24:46.364526 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bbac564-cfec-4855-a309-60476ed1d4f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:24:46.364978 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bbac564-cfec-4855-a309-60476ed1d4f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:24:46.366566 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-1bbac564-cfec-4855-a309-60476ed1d4f0 admin admin] 10.222.0.58 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4328058 Oct 03 13:24:47.536423 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=43,neutron:UPDATE=4 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:24:47.539179 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=49,neutron:UPDATE=1 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:24:49.036305 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 55234) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:24:49.439572 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d3ed3b9-5592-45f0-ba7a-9852b82af9be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:24:49.440103 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d3ed3b9-5592-45f0-ba7a-9852b82af9be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:24:49.441688 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-0d3ed3b9-5592-45f0-ba7a-9852b82af9be admin admin] 10.222.0.58 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4043980 Oct 03 13:24:52.087758 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 55242) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:24:52.485046 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4289bd54-36e7-4a4e-8c47-3aa1f691e337 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:24:52.487004 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-4289bd54-36e7-4a4e-8c47-3aa1f691e337 admin admin] 10.222.0.58 "GET /networking/v2.0/subnets/49e90af2-9b1e-4ee0-8747-11da5ca51cb9 HTTP/1.1" status: 200 len: 868 time: 0.3982904 Oct 03 13:24:53.275600 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=89,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:24:53.276334 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=76,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:24:55.231791 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 55250) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:24:55.607917 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43bea1c9-d7f6-4a30-a150-f5714bfb9c66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:24:55.609480 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-43bea1c9-d7f6-4a30-a150-f5714bfb9c66 admin admin] 10.222.0.58 "GET /networking/v2.0/subnets/4a9222c2-0418-495a-a49e-d43d754e0950 HTTP/1.1" status: 200 len: 816 time: 0.3767116 Oct 03 13:24:59.145952 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=1 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:24:59.146847 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=5 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:25:02.027302 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-8829e95c-ff72-413e-871f-3e8007120546 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (3460fffa-818c-4144-9400-237880db20a4), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:25:04.821434 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-feeb0859-fefc-4710-9ac1-0a65b72ba6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (94180321-47b1-4b5c-b620-b1b0a31df446), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:25:05.596623 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=51 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:25:05.605145 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=44 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:25:06.060999 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-1bb28928-3e93-41c9-8900-1ecfb790b160 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (5eabf47d-5620-4e94-9269-ef19fe52be68), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:25:07.148466 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.agents_db [None req-0a1e5e68-d5eb-461a-8b1a-39e3d06a9bb6 None None] Agent healthcheck: found 5 active agents {{(pid=106271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 03 13:25:07.434387 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (d46c7ed5-c451-4a76-ab3f-ab8e3ea4a5ec), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:25:07.548461 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-9b3e6be4-ae7f-4a46-812d-719b0ca73959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (3cd5b2bb-c81a-4ce3-a212-a51c5aa706bd), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:25:17.143755 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=1 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:25:17.144606 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=1 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:25:17.537020 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:25:17.542462 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:25:26.337334 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 55306) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:25:26.683595 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [None req-226a2f3d-1445-4852-ab03-fff168b146a2 admin admin] http://10.222.0.58:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106268) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 03 13:25:26.684587 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-226a2f3d-1445-4852-ab03-fff168b146a2 admin admin] 10.222.0.58 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3462932 Oct 03 13:25:29.453444 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 55314) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:25:29.799443 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.pecan_wsgi.hooks.translation [None req-41b9712d-0b69-474c-8180-23b3c926aa03 admin admin] GET failed (client error): The resource could not be found. Oct 03 13:25:29.800722 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-41b9712d-0b69-474c-8180-23b3c926aa03 admin admin] 10.222.0.58 "GET /networking/v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3463280 Oct 03 13:25:29.950203 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-069f2c10-9268-46e6-85d5-18633ea57717 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:25:29.952722 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-069f2c10-9268-46e6-85d5-18633ea57717 admin admin] 10.222.0.58 "GET /networking/v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1476271 Oct 03 13:25:32.032628 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-b93b1f98-f7cd-411c-9884-9ac4dab412e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (3460fffa-818c-4144-9400-237880db20a4), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:25:32.616268 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 55322) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:25:32.951264 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.v2.base [None req-c31c85fd-2518-49a9-83fc-3a2a03c6b524 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=106268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 13:25:32.975471 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c31c85fd-2518-49a9-83fc-3a2a03c6b524 admin admin] Made reservation on behalf of cf1b6fdf131f4a598a5705727a85c56c for: {'network': 1} {{(pid=106268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 13:25:32.979384 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-c31c85fd-2518-49a9-83fc-3a2a03c6b524 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for network (None), before_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:25:33.024339 dv-cinder-860090-1-iscsi neutron-server[106268]: WARNING neutron.services.revisions.revision_plugin [None req-c31c85fd-2518-49a9-83fc-3a2a03c6b524 admin admin] Could not find related network for resource to bump revision. Oct 03 13:25:33.040136 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c31c85fd-2518-49a9-83fc-3a2a03c6b524 admin admin] vlan segment allocate from pool success with {'vlan_id': 615, 'physical_network': 'physnet1'} {{(pid=106268) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 03 13:25:33.051960 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-c31c85fd-2518-49a9-83fc-3a2a03c6b524 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1333683'] for segment (7be7f6d3-66e0-451f-8af3-44207099d35b), precommit_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:25:33.052421 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.db.segments_db [None req-c31c85fd-2518-49a9-83fc-3a2a03c6b524 admin admin] Added segment 7be7f6d3-66e0-451f-8af3-44207099d35b of type vlan for network 1e9b15dd-98b3-43f1-ad40-35a2d1ac8607 Oct 03 13:25:33.100419 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-c31c85fd-2518-49a9-83fc-3a2a03c6b524 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751014593985'] for network (1e9b15dd-98b3-43f1-ad40-35a2d1ac8607), precommit_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:25:33.124936 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-c31c85fd-2518-49a9-83fc-3a2a03c6b524 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644'] for network (1e9b15dd-98b3-43f1-ad40-35a2d1ac8607), after_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:25:33.126065 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c31c85fd-2518-49a9-83fc-3a2a03c6b524 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:25:33.126637 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-c31c85fd-2518-49a9-83fc-3a2a03c6b524 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798626'] for network (None), before_response {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:25:33.176626 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-c31c85fd-2518-49a9-83fc-3a2a03c6b524 admin admin] 10.222.0.58 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5592794 Oct 03 13:25:33.191999 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31c85fd-2518-49a9-83fc-3a2a03c6b524 admin admin] Pushing event updated for resources: {'Network': ['ID=1e9b15dd-98b3-43f1-ad40-35a2d1ac8607,revision_number=1']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:25:33.199611 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31c85fd-2518-49a9-83fc-3a2a03c6b524 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:25:33.200067 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31c85fd-2518-49a9-83fc-3a2a03c6b524 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:25:33.200312 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31c85fd-2518-49a9-83fc-3a2a03c6b524 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:25:33.201363 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31c85fd-2518-49a9-83fc-3a2a03c6b524 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:25:33.201733 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31c85fd-2518-49a9-83fc-3a2a03c6b524 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:25:33.202073 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31c85fd-2518-49a9-83fc-3a2a03c6b524 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:25:33.202389 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31c85fd-2518-49a9-83fc-3a2a03c6b524 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:25:33.202712 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31c85fd-2518-49a9-83fc-3a2a03c6b524 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:25:33.203052 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31c85fd-2518-49a9-83fc-3a2a03c6b524 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:25:33.203380 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31c85fd-2518-49a9-83fc-3a2a03c6b524 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:25:33.203719 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31c85fd-2518-49a9-83fc-3a2a03c6b524 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:25:33.204060 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31c85fd-2518-49a9-83fc-3a2a03c6b524 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:25:33.204388 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31c85fd-2518-49a9-83fc-3a2a03c6b524 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:25:33.204706 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31c85fd-2518-49a9-83fc-3a2a03c6b524 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:25:33.205020 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31c85fd-2518-49a9-83fc-3a2a03c6b524 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:25:33.217259 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Network 1e9b15dd-98b3-43f1-ad40-35a2d1ac8607 details requested by agent ovs-agent-dv-cinder-860090-1-iscsi with host dv-cinder-860090-1-iscsi {{(pid=106270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 03 13:25:34.823017 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-60a65fd9-1cb0-4d88-9fef-c4aa7c5cee54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (94180321-47b1-4b5c-b620-b1b0a31df446), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:25:35.860548 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 55330) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:25:36.061919 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-1bb28928-3e93-41c9-8900-1ecfb790b160 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (5eabf47d-5620-4e94-9269-ef19fe52be68), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:25:36.138920 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=2 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:25:36.143975 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=4 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:25:36.223049 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.pecan_wsgi.hooks.translation [None req-9284cfcb-577b-44ef-aef1-b97b34ae3e7c admin admin] GET failed (client error): The resource could not be found. Oct 03 13:25:36.224421 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-9284cfcb-577b-44ef-aef1-b97b34ae3e7c admin admin] 10.222.0.58 "GET /networking/v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3630006 Oct 03 13:25:36.298827 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19d71267-b832-48c6-899f-0a5b80688760 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:25:36.300283 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-19d71267-b832-48c6-899f-0a5b80688760 admin admin] 10.222.0.58 "GET /networking/v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0713873 Oct 03 13:25:36.310285 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.v2.base [None req-e5838424-2d78-42de-80b5-3acd13e1e60b admin admin] Request body: {'subnet': {'network_id': '1e9b15dd-98b3-43f1-ad40-35a2d1ac8607', 'description': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'name': 'shared-subnet'}} {{(pid=106268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 13:25:36.330617 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5838424-2d78-42de-80b5-3acd13e1e60b admin admin] Made reservation on behalf of cf1b6fdf131f4a598a5705727a85c56c for: {'subnet': 1} {{(pid=106268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 13:25:36.333155 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-e5838424-2d78-42de-80b5-3acd13e1e60b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:25:36.499446 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-e5838424-2d78-42de-80b5-3acd13e1e60b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644'] for subnet (883cfb09-336f-4f0e-a41c-fca95b479213), after_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:25:36.554287 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5838424-2d78-42de-80b5-3acd13e1e60b admin admin] Pushing event updated for resources: {'Subnet': ['ID=883cfb09-336f-4f0e-a41c-fca95b479213,revision_number=0']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:25:36.563600 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5838424-2d78-42de-80b5-3acd13e1e60b admin admin] Checking segment: {'id': '7be7f6d3-66e0-451f-8af3-44207099d35b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '1e9b15dd-98b3-43f1-ad40-35a2d1ac8607'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 13:25:36.563937 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5838424-2d78-42de-80b5-3acd13e1e60b admin admin] Network hostable DHCP agents. Network: 1e9b15dd-98b3-43f1-ad40-35a2d1ac8607, hostable agents: ['3460fffa-818c-4144-9400-237880db20a4'], hosted agents: [] {{(pid=106268) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 03 13:25:36.581646 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5838424-2d78-42de-80b5-3acd13e1e60b admin admin] Network 1e9b15dd-98b3-43f1-ad40-35a2d1ac8607 is scheduled to be hosted by DHCP agent 3460fffa-818c-4144-9400-237880db20a4 with binding_index 1 {{(pid=106268) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 03 13:25:36.590468 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.scheduler.base_scheduler [None req-e5838424-2d78-42de-80b5-3acd13e1e60b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-860090-1-iscsi, 1e9b15dd-98b3-43f1-ad40-35a2d1ac8607) {{(pid=106268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 13:25:36.594827 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5838424-2d78-42de-80b5-3acd13e1e60b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:25:36.595419 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-e5838424-2d78-42de-80b5-3acd13e1e60b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798626'] for subnet (None), before_response {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:25:36.604067 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d9c8092-fe5d-4849-bfa7-815a4d98a5c9 None None] Network 1e9b15dd-98b3-43f1-ad40-35a2d1ac8607 requested from dv-cinder-860090-1-iscsi {{(pid=106270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 03 13:25:36.611650 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-e5838424-2d78-42de-80b5-3acd13e1e60b admin admin] 10.222.0.58 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3047545 Oct 03 13:25:36.715036 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29c136de-2df2-492b-a681-20aaefb9d7dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e18259c-eb52-5c02-b1a4-6d109347d270-1e9b15dd-98b3-43f1-ad40-35a2d1ac8607', 'network_id': '1e9b15dd-98b3-43f1-ad40-35a2d1ac8607', 'project_id': 'cf1b6fdf131f4a598a5705727a85c56c', 'fixed_ips': [{'subnet_id': '883cfb09-336f-4f0e-a41c-fca95b479213'}]}} from dv-cinder-860090-1-iscsi. {{(pid=106270) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 03 13:25:36.716081 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-29c136de-2df2-492b-a681-20aaefb9d7dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (None), before_create {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:25:36.864668 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.db_base_plugin_common [None req-29c136de-2df2-492b-a681-20aaefb9d7dd None None] Allocated IP 192.168.233.2 (1e9b15dd-98b3-43f1-ad40-35a2d1ac8607/883cfb09-336f-4f0e-a41c-fca95b479213/5970d09a-2ad3-464e-8c0e-5df05b7579fd) {{(pid=106270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 13:25:37.018761 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-29c136de-2df2-492b-a681-20aaefb9d7dd None None] Publish callbacks [] for port (5970d09a-2ad3-464e-8c0e-5df05b7579fd), precommit_create {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:25:37.024282 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-29c136de-2df2-492b-a681-20aaefb9d7dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751014656988'] for port (5970d09a-2ad3-464e-8c0e-5df05b7579fd), after_create {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:25:37.066590 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29c136de-2df2-492b-a681-20aaefb9d7dd None None] Network 1e9b15dd-98b3-43f1-ad40-35a2d1ac8607 is already hosted by enough agents. {{(pid=106270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 13:25:37.068016 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.scheduler.base_scheduler [None req-29c136de-2df2-492b-a681-20aaefb9d7dd None None] Resources bound (agent type, host, resource id): {{(pid=106270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 13:25:37.074174 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c136de-2df2-492b-a681-20aaefb9d7dd None None] Received port after_create {{(pid=106270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 13:25:37.082798 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c136de-2df2-492b-a681-20aaefb9d7dd None None] Pushing event updated for resources: {'Port': ['ID=5970d09a-2ad3-464e-8c0e-5df05b7579fd,revision_number=1']} {{(pid=106270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:25:37.108139 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c136de-2df2-492b-a681-20aaefb9d7dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:25:37.108485 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c136de-2df2-492b-a681-20aaefb9d7dd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:25:37.108958 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c136de-2df2-492b-a681-20aaefb9d7dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:25:37.109201 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c136de-2df2-492b-a681-20aaefb9d7dd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:25:37.109561 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c136de-2df2-492b-a681-20aaefb9d7dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:25:37.109890 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c136de-2df2-492b-a681-20aaefb9d7dd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:25:37.110209 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c136de-2df2-492b-a681-20aaefb9d7dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:25:37.110531 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c136de-2df2-492b-a681-20aaefb9d7dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:25:37.110854 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c136de-2df2-492b-a681-20aaefb9d7dd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:25:37.111172 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c136de-2df2-492b-a681-20aaefb9d7dd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:25:37.111491 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c136de-2df2-492b-a681-20aaefb9d7dd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:25:37.111822 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c136de-2df2-492b-a681-20aaefb9d7dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:25:37.112142 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c136de-2df2-492b-a681-20aaefb9d7dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:25:37.112453 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c136de-2df2-492b-a681-20aaefb9d7dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:25:37.112770 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c136de-2df2-492b-a681-20aaefb9d7dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:25:37.155206 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.managers [None req-29c136de-2df2-492b-a681-20aaefb9d7dd None None] Attempting to bind port 5970d09a-2ad3-464e-8c0e-5df05b7579fd on host dv-cinder-860090-1-iscsi for vnic_type normal with profile {{(pid=106270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 13:25:37.155571 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.managers [None req-29c136de-2df2-492b-a681-20aaefb9d7dd None None] Attempting to bind port 5970d09a-2ad3-464e-8c0e-5df05b7579fd by drivers openvswitch,hyperv on host dv-cinder-860090-1-iscsi at level 0 using segments [{'id': '7be7f6d3-66e0-451f-8af3-44207099d35b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '1e9b15dd-98b3-43f1-ad40-35a2d1ac8607'}] {{(pid=106270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 13:25:37.155931 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c136de-2df2-492b-a681-20aaefb9d7dd None None] Attempting to bind port 5970d09a-2ad3-464e-8c0e-5df05b7579fd on network 1e9b15dd-98b3-43f1-ad40-35a2d1ac8607 {{(pid=106270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 13:25:37.199101 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c136de-2df2-492b-a681-20aaefb9d7dd None None] Checking agent: {'id': 'd46c7ed5-c451-4a76-ab3f-ab8e3ea4a5ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860090-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 13, 22, 7), 'started_at': datetime.datetime(2022, 10, 3, 13, 22, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 13, 25, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860090-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 13:25:37.199468 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c136de-2df2-492b-a681-20aaefb9d7dd None None] Checking segment: {'id': '7be7f6d3-66e0-451f-8af3-44207099d35b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '1e9b15dd-98b3-43f1-ad40-35a2d1ac8607'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 13:25:37.199870 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-29c136de-2df2-492b-a681-20aaefb9d7dd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:25:37.200264 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c136de-2df2-492b-a681-20aaefb9d7dd None None] Bound using segment: {'id': '7be7f6d3-66e0-451f-8af3-44207099d35b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '1e9b15dd-98b3-43f1-ad40-35a2d1ac8607'} {{(pid=106270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 13:25:37.200736 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.managers [None req-29c136de-2df2-492b-a681-20aaefb9d7dd None None] Bound port: 5970d09a-2ad3-464e-8c0e-5df05b7579fd, host: dv-cinder-860090-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7be7f6d3-66e0-451f-8af3-44207099d35b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '1e9b15dd-98b3-43f1-ad40-35a2d1ac8607'}}] {{(pid=106270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 13:25:37.201138 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-29c136de-2df2-492b-a681-20aaefb9d7dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (5970d09a-2ad3-464e-8c0e-5df05b7579fd), before_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:25:37.268926 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:25:37.271364 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:25:37.273076 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.db [None req-29c136de-2df2-492b-a681-20aaefb9d7dd None None] For port 5970d09a-2ad3-464e-8c0e-5df05b7579fd, host dv-cinder-860090-1-iscsi, cleared binding levels {{(pid=106270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 13:25:37.277120 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.db [None req-29c136de-2df2-492b-a681-20aaefb9d7dd None None] For port 5970d09a-2ad3-464e-8c0e-5df05b7579fd, host dv-cinder-860090-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860090-1-iscsi',level=0,port_id=5970d09a-2ad3-464e-8c0e-5df05b7579fd,segment=NetworkSegment(7be7f6d3-66e0-451f-8af3-44207099d35b),segment_id=7be7f6d3-66e0-451f-8af3-44207099d35b)] {{(pid=106270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 13:25:37.286326 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-29c136de-2df2-492b-a681-20aaefb9d7dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751015143617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751014657006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751014658052'] for port (5970d09a-2ad3-464e-8c0e-5df05b7579fd), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:25:37.340721 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c136de-2df2-492b-a681-20aaefb9d7dd None None] Pushing event updated for resources: {'Port': ['ID=5970d09a-2ad3-464e-8c0e-5df05b7579fd,revision_number=2']} {{(pid=106270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:25:37.469840 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (d46c7ed5-c451-4a76-ab3f-ab8e3ea4a5ec), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:25:37.565301 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-9b3e6be4-ae7f-4a46-812d-719b0ca73959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (3cd5b2bb-c81a-4ce3-a212-a51c5aa706bd), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:25:38.138849 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e41f0ea-a794-4d2f-8ff5-ec9bfe555806 None None] Network 1e9b15dd-98b3-43f1-ad40-35a2d1ac8607 requested from dv-cinder-860090-1-iscsi {{(pid=106270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 03 13:25:38.190028 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.provisioning_blocks [None req-f32cdf66-941e-4d49-bf5f-fdc6b2dac953 None None] Provisioning complete for port 5970d09a-2ad3-464e-8c0e-5df05b7579fd triggered by entity DHCP. {{(pid=106270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 13:25:38.190402 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-f32cdf66-941e-4d49-bf5f-fdc6b2dac953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1340199'] for port (5970d09a-2ad3-464e-8c0e-5df05b7579fd), provisioning_complete {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:25:38.190743 dv-cinder-860090-1-iscsi neutron-server[106270]: INFO neutron.plugins.ml2.plugin [None req-f32cdf66-941e-4d49-bf5f-fdc6b2dac953 None None] Attempt 1 to provision port 5970d09a-2ad3-464e-8c0e-5df05b7579fd Oct 03 13:25:38.322146 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-f32cdf66-941e-4d49-bf5f-fdc6b2dac953 None None] Current status of the port 5970d09a-2ad3-464e-8c0e-5df05b7579fd is: DOWN; New status is: ACTIVE {{(pid=106270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 13:25:38.322542 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-f32cdf66-941e-4d49-bf5f-fdc6b2dac953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (5970d09a-2ad3-464e-8c0e-5df05b7579fd), before_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:25:38.363644 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.db [None req-f32cdf66-941e-4d49-bf5f-fdc6b2dac953 None None] For port 5970d09a-2ad3-464e-8c0e-5df05b7579fd, host dv-cinder-860090-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860090-1-iscsi',level=0,port_id=5970d09a-2ad3-464e-8c0e-5df05b7579fd,segment=NetworkSegment(7be7f6d3-66e0-451f-8af3-44207099d35b),segment_id=7be7f6d3-66e0-451f-8af3-44207099d35b)] {{(pid=106270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 13:25:38.368997 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-f32cdf66-941e-4d49-bf5f-fdc6b2dac953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751015143617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751014657006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751014658052'] for port (5970d09a-2ad3-464e-8c0e-5df05b7579fd), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:25:38.431539 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32cdf66-941e-4d49-bf5f-fdc6b2dac953 None None] Pushing event updated for resources: {'Port': ['ID=5970d09a-2ad3-464e-8c0e-5df05b7579fd,revision_number=3']} {{(pid=106270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:25:38.590493 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.provisioning_blocks [None req-1b61a776-504f-4e56-928c-624103359651 None None] Provisioning complete for port 5970d09a-2ad3-464e-8c0e-5df05b7579fd triggered by entity DHCP. {{(pid=106270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 13:25:38.590809 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-1b61a776-504f-4e56-928c-624103359651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1340199'] for port (5970d09a-2ad3-464e-8c0e-5df05b7579fd), provisioning_complete {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:25:38.591715 dv-cinder-860090-1-iscsi neutron-server[106270]: INFO neutron.plugins.ml2.plugin [None req-1b61a776-504f-4e56-928c-624103359651 None None] Attempt 1 to provision port 5970d09a-2ad3-464e-8c0e-5df05b7579fd Oct 03 13:25:38.674662 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-1b61a776-504f-4e56-928c-624103359651 None None] Current status of the port 5970d09a-2ad3-464e-8c0e-5df05b7579fd is: ACTIVE; New status is: ACTIVE {{(pid=106270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 13:25:39.405353 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Device 5970d09a-2ad3-464e-8c0e-5df05b7579fd up at agent ovs-agent-dv-cinder-860090-1-iscsi {{(pid=106270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 13:25:39.450858 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.provisioning_blocks [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Provisioning complete for port 5970d09a-2ad3-464e-8c0e-5df05b7579fd triggered by entity L2. {{(pid=106270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 13:25:39.451229 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1340199'] for port (5970d09a-2ad3-464e-8c0e-5df05b7579fd), provisioning_complete {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:25:39.451568 dv-cinder-860090-1-iscsi neutron-server[106270]: INFO neutron.plugins.ml2.plugin [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Attempt 1 to provision port 5970d09a-2ad3-464e-8c0e-5df05b7579fd Oct 03 13:25:39.535911 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Current status of the port 5970d09a-2ad3-464e-8c0e-5df05b7579fd is: ACTIVE; New status is: ACTIVE {{(pid=106270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 13:25:44.146238 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.agents_db [None req-0a1e5e68-d5eb-461a-8b1a-39e3d06a9bb6 None None] Agent healthcheck: found 5 active agents {{(pid=106271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 03 13:25:46.603761 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=82,neutron:INSERT=8,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:25:46.604837 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=80,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:25:49.529115 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=68,neutron:UPDATE=2 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:25:49.534551 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:INSERT=1,neutron:SELECT=81,neutron:UPDATE=2 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:26:00.137031 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=2 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:26:00.139301 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:26:02.037320 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-05709a35-3f48-444e-89ae-617ca2164139 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (3460fffa-818c-4144-9400-237880db20a4), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:26:04.825587 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-c9b9473e-d1fb-43bd-89d6-08425e690693 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (94180321-47b1-4b5c-b620-b1b0a31df446), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:26:06.065277 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-1bb28928-3e93-41c9-8900-1ecfb790b160 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (5eabf47d-5620-4e94-9269-ef19fe52be68), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:26:07.435874 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (d46c7ed5-c451-4a76-ab3f-ab8e3ea4a5ec), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:26:07.558556 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-9b3e6be4-ae7f-4a46-812d-719b0ca73959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (3cd5b2bb-c81a-4ce3-a212-a51c5aa706bd), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:26:13.135953 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=3 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:26:13.141572 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=3 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:26:17.552251 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:26:17.554233 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:26:21.144994 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.agents_db [None req-0a1e5e68-d5eb-461a-8b1a-39e3d06a9bb6 None None] Agent healthcheck: found 5 active agents {{(pid=106271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 03 13:26:31.141778 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=2 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:26:32.043781 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-8ee321e1-838b-4b12-a944-ee2a3d4701bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (3460fffa-818c-4144-9400-237880db20a4), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:26:34.829906 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-1b4a8a95-18ac-4adc-8da3-6393f3274e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (94180321-47b1-4b5c-b620-b1b0a31df446), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:26:36.068164 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-1bb28928-3e93-41c9-8900-1ecfb790b160 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (5eabf47d-5620-4e94-9269-ef19fe52be68), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:26:37.436125 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (d46c7ed5-c451-4a76-ab3f-ab8e3ea4a5ec), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:26:37.561921 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-9b3e6be4-ae7f-4a46-812d-719b0ca73959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (3cd5b2bb-c81a-4ce3-a212-a51c5aa706bd), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:26:47.554115 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:26:47.556157 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:26:52.664978 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 55372) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:26:52.674794 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [None req-ab539fd2-7d53-48b1-bafd-6c2863717868 tempest-verify_tempest_config-426342024 tempest-verify_tempest_config-426342024-project] http://10.222.0.58:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106269) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 03 13:26:52.675778 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-ab539fd2-7d53-48b1-bafd-6c2863717868 tempest-verify_tempest_config-426342024 tempest-verify_tempest_config-426342024-project] 10.222.0.58 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14573 time: 0.0098021 Oct 03 13:26:53.230843 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 55390) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:26:53.653404 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-07ab052f-aa54-4309-909e-002dd85513db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:26:53.731809 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-07ab052f-aa54-4309-909e-002dd85513db admin admin] Publish callbacks [] for security_group (6102c282-83dc-4fab-81c0-5091179dc887), precommit_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:26:53.735688 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-07ab052f-aa54-4309-909e-002dd85513db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (6102c282-83dc-4fab-81c0-5091179dc887), after_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:26:53.780399 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ab052f-aa54-4309-909e-002dd85513db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6102c282-83dc-4fab-81c0-5091179dc887,revision_number=1']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:26:53.785085 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-07ab052f-aa54-4309-909e-002dd85513db admin admin] 10.222.0.58 "GET /networking/v2.0/security-groups?tenant_id=ca19c7fe5e25441e857830c729f457af&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5531993 Oct 03 13:26:53.788028 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 55394) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:26:53.789339 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ab052f-aa54-4309-909e-002dd85513db admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:26:53.789708 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ab052f-aa54-4309-909e-002dd85513db admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:26:53.790051 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ab052f-aa54-4309-909e-002dd85513db admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:26:53.790386 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ab052f-aa54-4309-909e-002dd85513db admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:26:53.790716 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ab052f-aa54-4309-909e-002dd85513db admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:26:53.791048 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ab052f-aa54-4309-909e-002dd85513db admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:26:53.791374 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ab052f-aa54-4309-909e-002dd85513db admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:26:53.791703 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ab052f-aa54-4309-909e-002dd85513db admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:26:53.792668 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ab052f-aa54-4309-909e-002dd85513db admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:26:53.792877 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ab052f-aa54-4309-909e-002dd85513db admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:26:53.793218 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ab052f-aa54-4309-909e-002dd85513db admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:26:53.793587 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ab052f-aa54-4309-909e-002dd85513db admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:26:53.793915 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ab052f-aa54-4309-909e-002dd85513db admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:26:53.794236 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ab052f-aa54-4309-909e-002dd85513db admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:26:53.794573 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ab052f-aa54-4309-909e-002dd85513db admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:26:53.846112 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-1c658587-b1b3-4a84-85c0-e24e642a2b8a admin admin] Publish callbacks [] for security_group (6102c282-83dc-4fab-81c0-5091179dc887), before_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:26:53.866340 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-1c658587-b1b3-4a84-85c0-e24e642a2b8a admin admin] Publish callbacks [] for security_group (6102c282-83dc-4fab-81c0-5091179dc887), precommit_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:26:53.963154 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-1c658587-b1b3-4a84-85c0-e24e642a2b8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (6102c282-83dc-4fab-81c0-5091179dc887), after_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:26:53.966254 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-1c658587-b1b3-4a84-85c0-e24e642a2b8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:26:53.967383 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-1c658587-b1b3-4a84-85c0-e24e642a2b8a admin admin] 10.222.0.58 "DELETE /networking/v2.0/security-groups/6102c282-83dc-4fab-81c0-5091179dc887 HTTP/1.1" status: 204 len: 168 time: 0.1783121 Oct 03 13:26:53.975195 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c658587-b1b3-4a84-85c0-e24e642a2b8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6102c282-83dc-4fab-81c0-5091179dc887,revision_number=None']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:26:53.982162 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c658587-b1b3-4a84-85c0-e24e642a2b8a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:26:53.982497 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c658587-b1b3-4a84-85c0-e24e642a2b8a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:26:53.982831 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c658587-b1b3-4a84-85c0-e24e642a2b8a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:26:53.983166 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c658587-b1b3-4a84-85c0-e24e642a2b8a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:26:53.983487 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c658587-b1b3-4a84-85c0-e24e642a2b8a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:26:53.983808 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c658587-b1b3-4a84-85c0-e24e642a2b8a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:26:53.984109 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c658587-b1b3-4a84-85c0-e24e642a2b8a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:26:53.984424 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c658587-b1b3-4a84-85c0-e24e642a2b8a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:26:53.984760 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c658587-b1b3-4a84-85c0-e24e642a2b8a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:26:53.985077 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c658587-b1b3-4a84-85c0-e24e642a2b8a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:26:53.985408 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c658587-b1b3-4a84-85c0-e24e642a2b8a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:26:53.985779 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c658587-b1b3-4a84-85c0-e24e642a2b8a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:26:53.986094 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c658587-b1b3-4a84-85c0-e24e642a2b8a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:26:53.986403 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c658587-b1b3-4a84-85c0-e24e642a2b8a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:26:53.986716 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c658587-b1b3-4a84-85c0-e24e642a2b8a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:26:58.144462 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.agents_db [None req-0a1e5e68-d5eb-461a-8b1a-39e3d06a9bb6 None None] Agent healthcheck: found 5 active agents {{(pid=106271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 03 13:27:02.036147 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-7e976fdb-27a1-451d-aedd-87475b5b6c7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (3460fffa-818c-4144-9400-237880db20a4), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:27:03.778292 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=20,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:27:03.783341 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=19,neutron:INSERT=6 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:27:03.977396 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=19,neutron:DELETE=2 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:27:03.978203 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=15,neutron:DELETE=2 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:27:04.840442 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-f86b894a-5dea-4cf7-a8ee-f5858a55b1ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (94180321-47b1-4b5c-b620-b1b0a31df446), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:27:06.068670 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-1bb28928-3e93-41c9-8900-1ecfb790b160 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (5eabf47d-5620-4e94-9269-ef19fe52be68), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:27:07.439102 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (d46c7ed5-c451-4a76-ab3f-ab8e3ea4a5ec), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:27:07.562214 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-9b3e6be4-ae7f-4a46-812d-719b0ca73959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (3cd5b2bb-c81a-4ce3-a212-a51c5aa706bd), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:27:08.140315 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=17 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:27:08.141080 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=17 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:27:17.552379 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:27:17.557259 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:27:27.132147 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=3 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:27:27.136506 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=5 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:27:32.037741 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-bae89f18-56f2-4a92-9018-a0c23a40ca5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (3460fffa-818c-4144-9400-237880db20a4), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:27:34.832848 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-64e8dac1-891a-40cb-b4db-215f06b72dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (94180321-47b1-4b5c-b620-b1b0a31df446), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:27:35.143793 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.agents_db [None req-0a1e5e68-d5eb-461a-8b1a-39e3d06a9bb6 None None] Agent healthcheck: found 5 active agents {{(pid=106271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 03 13:27:36.071561 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-1bb28928-3e93-41c9-8900-1ecfb790b160 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (5eabf47d-5620-4e94-9269-ef19fe52be68), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:27:37.441778 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (d46c7ed5-c451-4a76-ab3f-ab8e3ea4a5ec), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:27:37.568001 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-9b3e6be4-ae7f-4a46-812d-719b0ca73959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (3cd5b2bb-c81a-4ce3-a212-a51c5aa706bd), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:27:45.139311 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=1 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:27:45.140145 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=1 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:27:47.554392 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:27:47.563659 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:28:02.040449 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-350ac949-3a61-4d4c-8e22-a5f28a9319c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (3460fffa-818c-4144-9400-237880db20a4), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:28:04.128083 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=4 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:28:04.133825 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:DELETE=1,neutron:SELECT=3 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:28:04.834618 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-0964a64d-89a6-4516-8742-6c4a5a371f0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (94180321-47b1-4b5c-b620-b1b0a31df446), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:28:06.073885 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-1bb28928-3e93-41c9-8900-1ecfb790b160 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (5eabf47d-5620-4e94-9269-ef19fe52be68), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:28:07.444280 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (d46c7ed5-c451-4a76-ab3f-ab8e3ea4a5ec), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:28:07.567591 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-9b3e6be4-ae7f-4a46-812d-719b0ca73959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (3cd5b2bb-c81a-4ce3-a212-a51c5aa706bd), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:28:12.142689 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.agents_db [None req-0a1e5e68-d5eb-461a-8b1a-39e3d06a9bb6 None None] Agent healthcheck: found 5 active agents {{(pid=106271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 03 13:28:17.556616 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:28:17.564231 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:28:22.139069 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=1 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:28:22.140843 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=1 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:28:32.043001 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-0340e27d-55ca-4456-ade9-7adf254b6050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (3460fffa-818c-4144-9400-237880db20a4), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:28:34.837187 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-d6e4ee86-8d3a-48d6-801b-ba03c4fa79f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (94180321-47b1-4b5c-b620-b1b0a31df446), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:28:36.077385 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-1bb28928-3e93-41c9-8900-1ecfb790b160 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (5eabf47d-5620-4e94-9269-ef19fe52be68), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:28:36.855969 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3893467'] for agent (1af51d63-a9c9-4bbe-9b0d-c8e0a80c641c), after_create {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:28:37.447747 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (d46c7ed5-c451-4a76-ab3f-ab8e3ea4a5ec), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:28:37.571955 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-9b3e6be4-ae7f-4a46-812d-719b0ca73959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (3cd5b2bb-c81a-4ce3-a212-a51c5aa706bd), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:28:41.130701 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=1 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:28:41.131651 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=5 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:28:46.514743 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 55488) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:28:46.657260 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-e900f60a-5ff2-45bc-8a6c-77eda687e673 admin admin] 10.222.0.58 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1411123 Oct 03 13:28:47.565195 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:28:47.567143 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:28:49.141667 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.agents_db [None req-0a1e5e68-d5eb-461a-8b1a-39e3d06a9bb6 None None] Agent healthcheck: found 6 active agents {{(pid=106271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 03 13:28:49.159637 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 55498) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:28:49.218742 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-c7e00425-16b5-4052-af10-562a9579898f admin admin] 10.222.0.58 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0578902 Oct 03 13:28:56.652103 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=1 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:28:59.136854 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=16 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:28:59.137720 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=12 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:28:59.212726 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=3 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:29:02.045467 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-41d87271-c096-409e-8273-165ca69cf950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (3460fffa-818c-4144-9400-237880db20a4), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:29:04.839709 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-998923fb-1f76-493a-9f0d-907df85f2f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (94180321-47b1-4b5c-b620-b1b0a31df446), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:29:06.081121 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-1bb28928-3e93-41c9-8900-1ecfb790b160 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (5eabf47d-5620-4e94-9269-ef19fe52be68), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:29:06.799412 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (1af51d63-a9c9-4bbe-9b0d-c8e0a80c641c), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:29:07.455138 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (d46c7ed5-c451-4a76-ab3f-ab8e3ea4a5ec), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:29:07.572551 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-9b3e6be4-ae7f-4a46-812d-719b0ca73959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (3cd5b2bb-c81a-4ce3-a212-a51c5aa706bd), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:29:17.562619 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:29:17.568618 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:29:18.123340 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=3 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:29:18.128781 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=3 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:29:26.141123 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.agents_db [None req-0a1e5e68-d5eb-461a-8b1a-39e3d06a9bb6 None None] Agent healthcheck: found 6 active agents {{(pid=106271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 03 13:29:32.048432 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-968b8541-6e78-47e6-bf9f-ff5aad0f353b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (3460fffa-818c-4144-9400-237880db20a4), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:29:34.841500 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-7b9bd2b6-8246-423c-9dd6-03d90b0d11dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (94180321-47b1-4b5c-b620-b1b0a31df446), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:29:36.083880 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-1bb28928-3e93-41c9-8900-1ecfb790b160 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (5eabf47d-5620-4e94-9269-ef19fe52be68), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:29:36.136354 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=1 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:29:36.137219 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=1 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:29:36.806642 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (1af51d63-a9c9-4bbe-9b0d-c8e0a80c641c), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:29:37.449012 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (d46c7ed5-c451-4a76-ab3f-ab8e3ea4a5ec), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:29:37.575579 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-9b3e6be4-ae7f-4a46-812d-719b0ca73959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (3cd5b2bb-c81a-4ce3-a212-a51c5aa706bd), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:29:47.564711 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:29:47.571859 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:29:55.126227 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=5 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:30:00.149086 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:30:02.052160 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-efa08db4-0d42-4596-8c47-e35ecb7ad935 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (3460fffa-818c-4144-9400-237880db20a4), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:03.140501 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.agents_db [None req-0a1e5e68-d5eb-461a-8b1a-39e3d06a9bb6 None None] Agent healthcheck: found 6 active agents {{(pid=106271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 03 13:30:04.846299 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-19703a6b-3d35-4ed5-a9cb-532d86f79556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (94180321-47b1-4b5c-b620-b1b0a31df446), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:06.087764 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-1bb28928-3e93-41c9-8900-1ecfb790b160 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (5eabf47d-5620-4e94-9269-ef19fe52be68), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:06.806020 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (1af51d63-a9c9-4bbe-9b0d-c8e0a80c641c), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:07.456813 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (d46c7ed5-c451-4a76-ab3f-ab8e3ea4a5ec), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:07.589610 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-9b3e6be4-ae7f-4a46-812d-719b0ca73959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (3cd5b2bb-c81a-4ce3-a212-a51c5aa706bd), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:13.136971 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=2 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:30:17.579588 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:30:17.583316 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:30:28.014465 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 55698) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:30:28.604535 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.v2.base [None req-ce9ed2e1-45ca-475d-b326-790bed98a1f7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-724384781-network', 'tenant_id': 'd8e6dd58ff43419fa5b945bd08ef2931'}} {{(pid=106269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 13:30:28.637019 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce9ed2e1-45ca-475d-b326-790bed98a1f7 admin admin] Made reservation on behalf of d8e6dd58ff43419fa5b945bd08ef2931 for: {'network': 1} {{(pid=106269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 13:30:28.641268 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-ce9ed2e1-45ca-475d-b326-790bed98a1f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for network (None), before_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:28.651706 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-ce9ed2e1-45ca-475d-b326-790bed98a1f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:28.758717 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-ce9ed2e1-45ca-475d-b326-790bed98a1f7 admin admin] Publish callbacks [] for security_group (a3ce701f-f424-454b-9125-0b4e9dbb887b), precommit_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:28.763754 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-ce9ed2e1-45ca-475d-b326-790bed98a1f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (a3ce701f-f424-454b-9125-0b4e9dbb887b), after_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:28.794379 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9ed2e1-45ca-475d-b326-790bed98a1f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3ce701f-f424-454b-9125-0b4e9dbb887b,revision_number=1']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:30:28.803520 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9ed2e1-45ca-475d-b326-790bed98a1f7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:30:28.803877 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9ed2e1-45ca-475d-b326-790bed98a1f7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:30:28.804237 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9ed2e1-45ca-475d-b326-790bed98a1f7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:30:28.804581 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9ed2e1-45ca-475d-b326-790bed98a1f7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:30:28.804904 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9ed2e1-45ca-475d-b326-790bed98a1f7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:30:28.805401 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9ed2e1-45ca-475d-b326-790bed98a1f7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:30:28.805904 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9ed2e1-45ca-475d-b326-790bed98a1f7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:30:28.806413 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9ed2e1-45ca-475d-b326-790bed98a1f7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:30:28.806918 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9ed2e1-45ca-475d-b326-790bed98a1f7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:30:28.807495 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9ed2e1-45ca-475d-b326-790bed98a1f7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:30:28.807997 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9ed2e1-45ca-475d-b326-790bed98a1f7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:30:28.808331 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9ed2e1-45ca-475d-b326-790bed98a1f7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:30:28.808656 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9ed2e1-45ca-475d-b326-790bed98a1f7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:30:28.808992 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9ed2e1-45ca-475d-b326-790bed98a1f7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:30:28.809303 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9ed2e1-45ca-475d-b326-790bed98a1f7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:30:28.810663 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9ed2e1-45ca-475d-b326-790bed98a1f7 admin admin] Tracked resource versions report: Oct 03 13:30:28.810663 dv-cinder-860090-1-iscsi neutron-server[106269]: pushed versions: Oct 03 13:30:28.810663 dv-cinder-860090-1-iscsi neutron-server[106269]: { 'AddressGroup': {'1.2'}, Oct 03 13:30:28.810663 dv-cinder-860090-1-iscsi neutron-server[106269]: 'Agent': {'1.1'}, Oct 03 13:30:28.810663 dv-cinder-860090-1-iscsi neutron-server[106269]: 'ConntrackHelper': {'1.0'}, Oct 03 13:30:28.810663 dv-cinder-860090-1-iscsi neutron-server[106269]: 'LocalIPAssociation': {'1.0'}, Oct 03 13:30:28.810663 dv-cinder-860090-1-iscsi neutron-server[106269]: 'Log': {'1.0'}, Oct 03 13:30:28.810663 dv-cinder-860090-1-iscsi neutron-server[106269]: 'NDPProxy': {'1.0'}, Oct 03 13:30:28.810663 dv-cinder-860090-1-iscsi neutron-server[106269]: 'Network': {'1.1'}, Oct 03 13:30:28.810663 dv-cinder-860090-1-iscsi neutron-server[106269]: 'Port': {'1.7'}, Oct 03 13:30:28.810663 dv-cinder-860090-1-iscsi neutron-server[106269]: 'PortForwarding': {'1.3'}, Oct 03 13:30:28.810663 dv-cinder-860090-1-iscsi neutron-server[106269]: 'QosPolicy': {'1.10'}, Oct 03 13:30:28.810663 dv-cinder-860090-1-iscsi neutron-server[106269]: 'SecurityGroup': {'1.5'}, Oct 03 13:30:28.810663 dv-cinder-860090-1-iscsi neutron-server[106269]: 'SecurityGroupRule': {'1.2'}, Oct 03 13:30:28.810663 dv-cinder-860090-1-iscsi neutron-server[106269]: 'SubPort': {'1.0'}, Oct 03 13:30:28.810663 dv-cinder-860090-1-iscsi neutron-server[106269]: 'Subnet': {'1.1'}, Oct 03 13:30:28.810663 dv-cinder-860090-1-iscsi neutron-server[106269]: 'Trunk': {'1.1'}} Oct 03 13:30:28.810663 dv-cinder-860090-1-iscsi neutron-server[106269]: consumer versions: Oct 03 13:30:28.810663 dv-cinder-860090-1-iscsi neutron-server[106269]: { DHCP agent@dv-cinder-860090-1-iscsi: {}, Oct 03 13:30:28.810663 dv-cinder-860090-1-iscsi neutron-server[106269]: HyperV agent@hv-cinder-86009: {}, Oct 03 13:30:28.810663 dv-cinder-860090-1-iscsi neutron-server[106269]: L3 agent@dv-cinder-860090-1-iscsi: {}, Oct 03 13:30:28.810663 dv-cinder-860090-1-iscsi neutron-server[106269]: Metadata agent@dv-cinder-860090-1-iscsi: {}, Oct 03 13:30:28.810663 dv-cinder-860090-1-iscsi neutron-server[106269]: Metering agent@dv-cinder-860090-1-iscsi: {}, Oct 03 13:30:28.810663 dv-cinder-860090-1-iscsi neutron-server[106269]: Open vSwitch agent@dv-cinder-860090-1-iscsi: { 'AddressGroup': '1.2', Oct 03 13:30:28.810663 dv-cinder-860090-1-iscsi neutron-server[106269]: 'Agent': '1.1', Oct 03 13:30:28.810663 dv-cinder-860090-1-iscsi neutron-server[106269]: 'ConntrackHelper': '1.0', Oct 03 13:30:28.810663 dv-cinder-860090-1-iscsi neutron-server[106269]: 'LocalIPAssociation': '1.0', Oct 03 13:30:28.810663 dv-cinder-860090-1-iscsi neutron-server[106269]: 'Log': '1.0', Oct 03 13:30:28.810663 dv-cinder-860090-1-iscsi neutron-server[106269]: 'NDPProxy': '1.0', Oct 03 13:30:28.810663 dv-cinder-860090-1-iscsi neutron-server[106269]: 'Network': '1.1', Oct 03 13:30:28.810663 dv-cinder-860090-1-iscsi neutron-server[106269]: 'Port': '1.7', Oct 03 13:30:28.810663 dv-cinder-860090-1-iscsi neutron-server[106269]: 'PortForwarding': '1.3', Oct 03 13:30:28.810663 dv-cinder-860090-1-iscsi neutron-server[106269]: 'QosPolicy': '1.10', Oct 03 13:30:28.810663 dv-cinder-860090-1-iscsi neutron-server[106269]: 'SecurityGroup': '1.5', Oct 03 13:30:28.810663 dv-cinder-860090-1-iscsi neutron-server[106269]: 'SecurityGroupRule': '1.2', Oct 03 13:30:28.810663 dv-cinder-860090-1-iscsi neutron-server[106269]: 'SubPort': '1.0', Oct 03 13:30:28.810663 dv-cinder-860090-1-iscsi neutron-server[106269]: 'Subnet': '1.1', Oct 03 13:30:28.810663 dv-cinder-860090-1-iscsi neutron-server[106269]: 'Trunk': '1.1'}} Oct 03 13:30:28.810663 dv-cinder-860090-1-iscsi neutron-server[106269]: {{(pid=106269) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 03 13:30:28.816959 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce9ed2e1-45ca-475d-b326-790bed98a1f7 admin admin] vlan segment allocate from pool success with {'vlan_id': 612, 'physical_network': 'physnet1'} {{(pid=106269) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 03 13:30:28.829017 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-ce9ed2e1-45ca-475d-b326-790bed98a1f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1333683'] for segment (2cd7ae88-a108-4db9-b508-67961f878f9a), precommit_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:28.829364 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.db.segments_db [None req-ce9ed2e1-45ca-475d-b326-790bed98a1f7 admin admin] Added segment 2cd7ae88-a108-4db9-b508-67961f878f9a of type vlan for network ff8319e2-24e1-46c8-a6e2-568f9c4503d6 Oct 03 13:30:28.871376 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 55746) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:30:28.897595 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-ce9ed2e1-45ca-475d-b326-790bed98a1f7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751014593985'] for network (ff8319e2-24e1-46c8-a6e2-568f9c4503d6), precommit_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:28.930392 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-ce9ed2e1-45ca-475d-b326-790bed98a1f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644'] for network (ff8319e2-24e1-46c8-a6e2-568f9c4503d6), after_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:28.931608 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce9ed2e1-45ca-475d-b326-790bed98a1f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:30:28.932501 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-ce9ed2e1-45ca-475d-b326-790bed98a1f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798626'] for network (None), before_response {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:29.014359 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-ce9ed2e1-45ca-475d-b326-790bed98a1f7 admin admin] 10.222.0.58 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9983616 Oct 03 13:30:29.019442 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 55758) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:30:29.028537 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.v2.base [None req-2b6c12cb-3353-45f8-81ba-b0c6657657fe admin admin] Request body: {'subnet': {'network_id': 'ff8319e2-24e1-46c8-a6e2-568f9c4503d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-724384781-subnet', 'tenant_id': 'd8e6dd58ff43419fa5b945bd08ef2931', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 13:30:29.028807 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 55760) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:30:29.057056 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b6c12cb-3353-45f8-81ba-b0c6657657fe admin admin] Made reservation on behalf of d8e6dd58ff43419fa5b945bd08ef2931 for: {'subnet': 1} {{(pid=106268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 13:30:29.059410 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-2b6c12cb-3353-45f8-81ba-b0c6657657fe admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:29.073970 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9ed2e1-45ca-475d-b326-790bed98a1f7 admin admin] Pushing event updated for resources: {'Network': ['ID=ff8319e2-24e1-46c8-a6e2-568f9c4503d6,revision_number=1']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:30:29.092292 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Network ff8319e2-24e1-46c8-a6e2-568f9c4503d6 details requested by agent ovs-agent-dv-cinder-860090-1-iscsi with host dv-cinder-860090-1-iscsi {{(pid=106270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 03 13:30:29.293154 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.v2.base [None req-db628e67-e519-4c0f-b8f4-b262adbb0678 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2126300055-network', 'tenant_id': '557321bf33ca42df8d5d53e5157e6803'}} {{(pid=106268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 13:30:29.385156 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-2b6c12cb-3353-45f8-81ba-b0c6657657fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644'] for subnet (c7cf38c1-e397-42ce-8b92-f0af8056be43), after_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:29.408011 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db628e67-e519-4c0f-b8f4-b262adbb0678 admin admin] Made reservation on behalf of 557321bf33ca42df8d5d53e5157e6803 for: {'network': 1} {{(pid=106268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 13:30:29.410643 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-db628e67-e519-4c0f-b8f4-b262adbb0678 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for network (None), before_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:29.461670 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b6c12cb-3353-45f8-81ba-b0c6657657fe admin admin] Checking segment: {'id': '2cd7ae88-a108-4db9-b508-67961f878f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'ff8319e2-24e1-46c8-a6e2-568f9c4503d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 13:30:29.462032 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b6c12cb-3353-45f8-81ba-b0c6657657fe admin admin] Network hostable DHCP agents. Network: ff8319e2-24e1-46c8-a6e2-568f9c4503d6, hostable agents: ['3460fffa-818c-4144-9400-237880db20a4'], hosted agents: [] {{(pid=106268) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 03 13:30:29.465235 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-db628e67-e519-4c0f-b8f4-b262adbb0678 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:29.481492 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.v2.base [None req-220c6542-9d64-4281-8d8f-05cd5f348382 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1552291052-network', 'tenant_id': '5f908aee304e4fe2bb2185d89400533c'}} {{(pid=106268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 13:30:29.578482 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b6c12cb-3353-45f8-81ba-b0c6657657fe admin admin] Network ff8319e2-24e1-46c8-a6e2-568f9c4503d6 is scheduled to be hosted by DHCP agent 3460fffa-818c-4144-9400-237880db20a4 with binding_index 1 {{(pid=106268) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 03 13:30:29.633613 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.scheduler.base_scheduler [None req-2b6c12cb-3353-45f8-81ba-b0c6657657fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-860090-1-iscsi, ff8319e2-24e1-46c8-a6e2-568f9c4503d6) {{(pid=106268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 13:30:29.642545 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-220c6542-9d64-4281-8d8f-05cd5f348382 admin admin] Made reservation on behalf of 5f908aee304e4fe2bb2185d89400533c for: {'network': 1} {{(pid=106268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 13:30:29.645664 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abbfb694-cc1b-4b21-b50d-67558de9d7a7 None None] Network ff8319e2-24e1-46c8-a6e2-568f9c4503d6 requested from dv-cinder-860090-1-iscsi {{(pid=106270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 03 13:30:29.661807 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-220c6542-9d64-4281-8d8f-05cd5f348382 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for network (None), before_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:29.716906 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-220c6542-9d64-4281-8d8f-05cd5f348382 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:29.738725 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b6c12cb-3353-45f8-81ba-b0c6657657fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:30:29.743252 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-2b6c12cb-3353-45f8-81ba-b0c6657657fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798626'] for subnet (None), before_response {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:29.837110 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=74,neutron:INSERT=24,neutron:UPDATE=2 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:30:29.841895 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-2b6c12cb-3353-45f8-81ba-b0c6657657fe admin admin] 10.222.0.58 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8215613 Oct 03 13:30:29.846750 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 55786) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:30:29.853371 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6c12cb-3353-45f8-81ba-b0c6657657fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7cf38c1-e397-42ce-8b92-f0af8056be43,revision_number=0']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:30:29.854914 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.v2.base [None req-225e1f05-f95f-4ced-af16-59d573ceafc0 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-724384781-router', 'tenant_id': 'd8e6dd58ff43419fa5b945bd08ef2931', 'external_gateway_info': {'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28'}}} {{(pid=106269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 13:30:29.866702 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6c12cb-3353-45f8-81ba-b0c6657657fe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:30:29.869511 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6c12cb-3353-45f8-81ba-b0c6657657fe admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:30:29.870125 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6c12cb-3353-45f8-81ba-b0c6657657fe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:30:29.870668 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6c12cb-3353-45f8-81ba-b0c6657657fe admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:30:29.871219 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6c12cb-3353-45f8-81ba-b0c6657657fe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:30:29.871748 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6c12cb-3353-45f8-81ba-b0c6657657fe admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:30:29.872746 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6c12cb-3353-45f8-81ba-b0c6657657fe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:30:29.873284 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6c12cb-3353-45f8-81ba-b0c6657657fe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:30:29.873971 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6c12cb-3353-45f8-81ba-b0c6657657fe admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:30:29.874648 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6c12cb-3353-45f8-81ba-b0c6657657fe admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:30:29.875779 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6c12cb-3353-45f8-81ba-b0c6657657fe admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:30:29.876308 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6c12cb-3353-45f8-81ba-b0c6657657fe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:30:29.876842 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6c12cb-3353-45f8-81ba-b0c6657657fe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:30:29.877476 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6c12cb-3353-45f8-81ba-b0c6657657fe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:30:29.878017 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6c12cb-3353-45f8-81ba-b0c6657657fe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:30:29.879668 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6c12cb-3353-45f8-81ba-b0c6657657fe admin admin] Tracked resource versions report: Oct 03 13:30:29.879668 dv-cinder-860090-1-iscsi neutron-server[106268]: pushed versions: Oct 03 13:30:29.879668 dv-cinder-860090-1-iscsi neutron-server[106268]: { 'AddressGroup': {'1.2'}, Oct 03 13:30:29.879668 dv-cinder-860090-1-iscsi neutron-server[106268]: 'Agent': {'1.1'}, Oct 03 13:30:29.879668 dv-cinder-860090-1-iscsi neutron-server[106268]: 'ConntrackHelper': {'1.0'}, Oct 03 13:30:29.879668 dv-cinder-860090-1-iscsi neutron-server[106268]: 'LocalIPAssociation': {'1.0'}, Oct 03 13:30:29.879668 dv-cinder-860090-1-iscsi neutron-server[106268]: 'Log': {'1.0'}, Oct 03 13:30:29.879668 dv-cinder-860090-1-iscsi neutron-server[106268]: 'NDPProxy': {'1.0'}, Oct 03 13:30:29.879668 dv-cinder-860090-1-iscsi neutron-server[106268]: 'Network': {'1.1'}, Oct 03 13:30:29.879668 dv-cinder-860090-1-iscsi neutron-server[106268]: 'Port': {'1.7'}, Oct 03 13:30:29.879668 dv-cinder-860090-1-iscsi neutron-server[106268]: 'PortForwarding': {'1.3'}, Oct 03 13:30:29.879668 dv-cinder-860090-1-iscsi neutron-server[106268]: 'QosPolicy': {'1.10'}, Oct 03 13:30:29.879668 dv-cinder-860090-1-iscsi neutron-server[106268]: 'SecurityGroup': {'1.5'}, Oct 03 13:30:29.879668 dv-cinder-860090-1-iscsi neutron-server[106268]: 'SecurityGroupRule': {'1.2'}, Oct 03 13:30:29.879668 dv-cinder-860090-1-iscsi neutron-server[106268]: 'SubPort': {'1.0'}, Oct 03 13:30:29.879668 dv-cinder-860090-1-iscsi neutron-server[106268]: 'Subnet': {'1.1'}, Oct 03 13:30:29.879668 dv-cinder-860090-1-iscsi neutron-server[106268]: 'Trunk': {'1.1'}} Oct 03 13:30:29.879668 dv-cinder-860090-1-iscsi neutron-server[106268]: consumer versions: Oct 03 13:30:29.879668 dv-cinder-860090-1-iscsi neutron-server[106268]: { DHCP agent@dv-cinder-860090-1-iscsi: {}, Oct 03 13:30:29.879668 dv-cinder-860090-1-iscsi neutron-server[106268]: HyperV agent@hv-cinder-86009: {}, Oct 03 13:30:29.879668 dv-cinder-860090-1-iscsi neutron-server[106268]: L3 agent@dv-cinder-860090-1-iscsi: {}, Oct 03 13:30:29.879668 dv-cinder-860090-1-iscsi neutron-server[106268]: Metadata agent@dv-cinder-860090-1-iscsi: {}, Oct 03 13:30:29.879668 dv-cinder-860090-1-iscsi neutron-server[106268]: Metering agent@dv-cinder-860090-1-iscsi: {}, Oct 03 13:30:29.879668 dv-cinder-860090-1-iscsi neutron-server[106268]: Open vSwitch agent@dv-cinder-860090-1-iscsi: { 'AddressGroup': '1.2', Oct 03 13:30:29.879668 dv-cinder-860090-1-iscsi neutron-server[106268]: 'Agent': '1.1', Oct 03 13:30:29.879668 dv-cinder-860090-1-iscsi neutron-server[106268]: 'ConntrackHelper': '1.0', Oct 03 13:30:29.879668 dv-cinder-860090-1-iscsi neutron-server[106268]: 'LocalIPAssociation': '1.0', Oct 03 13:30:29.879668 dv-cinder-860090-1-iscsi neutron-server[106268]: 'Log': '1.0', Oct 03 13:30:29.879668 dv-cinder-860090-1-iscsi neutron-server[106268]: 'NDPProxy': '1.0', Oct 03 13:30:29.879668 dv-cinder-860090-1-iscsi neutron-server[106268]: 'Network': '1.1', Oct 03 13:30:29.879668 dv-cinder-860090-1-iscsi neutron-server[106268]: 'Port': '1.7', Oct 03 13:30:29.879668 dv-cinder-860090-1-iscsi neutron-server[106268]: 'PortForwarding': '1.3', Oct 03 13:30:29.879668 dv-cinder-860090-1-iscsi neutron-server[106268]: 'QosPolicy': '1.10', Oct 03 13:30:29.879668 dv-cinder-860090-1-iscsi neutron-server[106268]: 'SecurityGroup': '1.5', Oct 03 13:30:29.879668 dv-cinder-860090-1-iscsi neutron-server[106268]: 'SecurityGroupRule': '1.2', Oct 03 13:30:29.879668 dv-cinder-860090-1-iscsi neutron-server[106268]: 'SubPort': '1.0', Oct 03 13:30:29.879668 dv-cinder-860090-1-iscsi neutron-server[106268]: 'Subnet': '1.1', Oct 03 13:30:29.879668 dv-cinder-860090-1-iscsi neutron-server[106268]: 'Trunk': '1.1'}} Oct 03 13:30:29.879668 dv-cinder-860090-1-iscsi neutron-server[106268]: {{(pid=106268) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 03 13:30:29.887080 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-db628e67-e519-4c0f-b8f4-b262adbb0678 admin admin] Publish callbacks [] for security_group (90741e6a-03d0-4889-9f91-275c8bff3e53), precommit_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:29.895839 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-225e1f05-f95f-4ced-af16-59d573ceafc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3891666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3482'] for router (9386ae84-3455-47c1-bf1e-ac1e7b8d81c7), before_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:29.899907 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-225e1f05-f95f-4ced-af16-59d573ceafc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3893758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3720341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3840717', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3457'] for router (9386ae84-3455-47c1-bf1e-ac1e7b8d81c7), precommit_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:29.902477 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-db628e67-e519-4c0f-b8f4-b262adbb0678 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (90741e6a-03d0-4889-9f91-275c8bff3e53), after_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:29.993110 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f306fefd-0db3-4004-a985-d2d3e0a8f904 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e18259c-eb52-5c02-b1a4-6d109347d270-ff8319e2-24e1-46c8-a6e2-568f9c4503d6', 'network_id': 'ff8319e2-24e1-46c8-a6e2-568f9c4503d6', 'project_id': 'd8e6dd58ff43419fa5b945bd08ef2931', 'fixed_ips': [{'subnet_id': 'c7cf38c1-e397-42ce-8b92-f0af8056be43'}]}} from dv-cinder-860090-1-iscsi. {{(pid=106270) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 03 13:30:29.995213 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-f306fefd-0db3-4004-a985-d2d3e0a8f904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (None), before_create {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:30.055549 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db628e67-e519-4c0f-b8f4-b262adbb0678 admin admin] vlan segment allocate from pool success with {'vlan_id': 605, 'physical_network': 'physnet1'} {{(pid=106268) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 03 13:30:30.076120 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-220c6542-9d64-4281-8d8f-05cd5f348382 admin admin] Publish callbacks [] for security_group (12b2519c-83b1-439b-bd18-0a558686cec0), precommit_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:30.079723 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db628e67-e519-4c0f-b8f4-b262adbb0678 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90741e6a-03d0-4889-9f91-275c8bff3e53,revision_number=1']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:30:30.098083 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-220c6542-9d64-4281-8d8f-05cd5f348382 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (12b2519c-83b1-439b-bd18-0a558686cec0), after_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:30.119086 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-db628e67-e519-4c0f-b8f4-b262adbb0678 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1333683'] for segment (a13be668-9c4e-4111-8b50-69439ed85703), precommit_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:30.119385 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.db.segments_db [None req-db628e67-e519-4c0f-b8f4-b262adbb0678 admin admin] Added segment a13be668-9c4e-4111-8b50-69439ed85703 of type vlan for network 289ad0fb-c675-48f9-ad56-9a68538f4eb7 Oct 03 13:30:30.150452 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-225e1f05-f95f-4ced-af16-59d573ceafc0 admin admin] Publish callbacks [] for router_controller (9386ae84-3455-47c1-bf1e-ac1e7b8d81c7), precommit_add_association {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:30.298674 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.db_base_plugin_common [None req-f306fefd-0db3-4004-a985-d2d3e0a8f904 None None] Allocated IP 172.20.0.2 (ff8319e2-24e1-46c8-a6e2-568f9c4503d6/c7cf38c1-e397-42ce-8b92-f0af8056be43/820503d6-04ec-459f-9323-b36bb61786b3) {{(pid=106270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 13:30:30.313287 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-220c6542-9d64-4281-8d8f-05cd5f348382 admin admin] vlan segment allocate from pool success with {'vlan_id': 649, 'physical_network': 'physnet1'} {{(pid=106268) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 03 13:30:30.329795 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=78,neutron:INSERT=16,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:30:30.349976 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220c6542-9d64-4281-8d8f-05cd5f348382 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12b2519c-83b1-439b-bd18-0a558686cec0,revision_number=1']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:30:30.377773 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-db628e67-e519-4c0f-b8f4-b262adbb0678 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751014593985'] for network (289ad0fb-c675-48f9-ad56-9a68538f4eb7), precommit_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:30.389610 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-220c6542-9d64-4281-8d8f-05cd5f348382 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1333683'] for segment (55ce58d8-df7c-4b91-8b60-1d78b467e2b7), precommit_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:30.390291 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.db.segments_db [None req-220c6542-9d64-4281-8d8f-05cd5f348382 admin admin] Added segment 55ce58d8-df7c-4b91-8b60-1d78b467e2b7 of type vlan for network c7f5133f-f533-43e9-8556-7d1b6afd965c Oct 03 13:30:30.401490 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-225e1f05-f95f-4ced-af16-59d573ceafc0 admin admin] Publish callbacks [] for router_gateway (9386ae84-3455-47c1-bf1e-ac1e7b8d81c7), precommit_update {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:30.453818 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-220c6542-9d64-4281-8d8f-05cd5f348382 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751014593985'] for network (c7f5133f-f533-43e9-8556-7d1b6afd965c), precommit_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:30.463056 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-db628e67-e519-4c0f-b8f4-b262adbb0678 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644'] for network (289ad0fb-c675-48f9-ad56-9a68538f4eb7), after_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:30.464438 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db628e67-e519-4c0f-b8f4-b262adbb0678 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:30:30.465098 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-db628e67-e519-4c0f-b8f4-b262adbb0678 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798626'] for network (None), before_response {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:30.582263 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-220c6542-9d64-4281-8d8f-05cd5f348382 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644'] for network (c7f5133f-f533-43e9-8556-7d1b6afd965c), after_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:30.583243 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-220c6542-9d64-4281-8d8f-05cd5f348382 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:30:30.583946 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-220c6542-9d64-4281-8d8f-05cd5f348382 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798626'] for network (None), before_response {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:30.585754 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-f306fefd-0db3-4004-a985-d2d3e0a8f904 None None] Publish callbacks [] for port (820503d6-04ec-459f-9323-b36bb61786b3), precommit_create {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:30.595637 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-db628e67-e519-4c0f-b8f4-b262adbb0678 admin admin] 10.222.0.58 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.7239373 Oct 03 13:30:30.596418 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 55810) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:30:30.599919 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-f306fefd-0db3-4004-a985-d2d3e0a8f904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751014656988'] for port (820503d6-04ec-459f-9323-b36bb61786b3), after_create {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:30.606393 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.v2.base [None req-0f6bb85d-f530-41da-9f1c-37fd1ecfbb14 admin admin] Request body: {'subnet': {'network_id': '289ad0fb-c675-48f9-ad56-9a68538f4eb7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2126300055-subnet', 'tenant_id': '557321bf33ca42df8d5d53e5157e6803', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 13:30:30.614312 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db628e67-e519-4c0f-b8f4-b262adbb0678 admin admin] Pushing event updated for resources: {'Network': ['ID=289ad0fb-c675-48f9-ad56-9a68538f4eb7,revision_number=1']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:30:30.635290 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Network 289ad0fb-c675-48f9-ad56-9a68538f4eb7 details requested by agent ovs-agent-dv-cinder-860090-1-iscsi with host dv-cinder-860090-1-iscsi {{(pid=106270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 03 13:30:30.674343 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-220c6542-9d64-4281-8d8f-05cd5f348382 admin admin] 10.222.0.58 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6444643 Oct 03 13:30:30.679762 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 55814) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:30:30.693184 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.v2.base [None req-5c898987-f668-469c-ba79-c952a7114de6 admin admin] Request body: {'subnet': {'network_id': 'c7f5133f-f533-43e9-8556-7d1b6afd965c', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1552291052-subnet', 'tenant_id': '5f908aee304e4fe2bb2185d89400533c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 13:30:30.707271 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f6bb85d-f530-41da-9f1c-37fd1ecfbb14 admin admin] Made reservation on behalf of 557321bf33ca42df8d5d53e5157e6803 for: {'subnet': 1} {{(pid=106268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 13:30:30.709998 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-0f6bb85d-f530-41da-9f1c-37fd1ecfbb14 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:30.724430 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c898987-f668-469c-ba79-c952a7114de6 admin admin] Made reservation on behalf of 5f908aee304e4fe2bb2185d89400533c for: {'subnet': 1} {{(pid=106269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 13:30:30.727593 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-5c898987-f668-469c-ba79-c952a7114de6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:30.784207 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220c6542-9d64-4281-8d8f-05cd5f348382 admin admin] Pushing event updated for resources: {'Network': ['ID=c7f5133f-f533-43e9-8556-7d1b6afd965c,revision_number=1']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:30:30.800254 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f306fefd-0db3-4004-a985-d2d3e0a8f904 None None] Pushing event updated for resources: {'Port': ['ID=820503d6-04ec-459f-9323-b36bb61786b3,revision_number=1']} {{(pid=106270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:30:30.826972 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Network c7f5133f-f533-43e9-8556-7d1b6afd965c details requested by agent ovs-agent-dv-cinder-860090-1-iscsi with host dv-cinder-860090-1-iscsi {{(pid=106270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 03 13:30:30.847590 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:30:30.857377 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f306fefd-0db3-4004-a985-d2d3e0a8f904 None None] Network ff8319e2-24e1-46c8-a6e2-568f9c4503d6 is already hosted by enough agents. {{(pid=106270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 13:30:30.861230 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f306fefd-0db3-4004-a985-d2d3e0a8f904 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:30:30.861966 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f306fefd-0db3-4004-a985-d2d3e0a8f904 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:30:30.862530 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f306fefd-0db3-4004-a985-d2d3e0a8f904 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:30:30.863044 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f306fefd-0db3-4004-a985-d2d3e0a8f904 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:30:30.863595 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f306fefd-0db3-4004-a985-d2d3e0a8f904 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:30:30.864080 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f306fefd-0db3-4004-a985-d2d3e0a8f904 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:30:30.864556 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f306fefd-0db3-4004-a985-d2d3e0a8f904 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:30:30.865405 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:30:30.865699 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f306fefd-0db3-4004-a985-d2d3e0a8f904 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:30:30.866241 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f306fefd-0db3-4004-a985-d2d3e0a8f904 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:30:30.866856 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f306fefd-0db3-4004-a985-d2d3e0a8f904 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:30:30.867347 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f306fefd-0db3-4004-a985-d2d3e0a8f904 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:30:30.867866 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f306fefd-0db3-4004-a985-d2d3e0a8f904 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:30:30.868339 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f306fefd-0db3-4004-a985-d2d3e0a8f904 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:30:30.868809 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f306fefd-0db3-4004-a985-d2d3e0a8f904 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:30:30.869289 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f306fefd-0db3-4004-a985-d2d3e0a8f904 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:30:30.870940 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f306fefd-0db3-4004-a985-d2d3e0a8f904 None None] Tracked resource versions report: Oct 03 13:30:30.870940 dv-cinder-860090-1-iscsi neutron-server[106270]: pushed versions: Oct 03 13:30:30.870940 dv-cinder-860090-1-iscsi neutron-server[106270]: { 'AddressGroup': {'1.2'}, Oct 03 13:30:30.870940 dv-cinder-860090-1-iscsi neutron-server[106270]: 'Agent': {'1.1'}, Oct 03 13:30:30.870940 dv-cinder-860090-1-iscsi neutron-server[106270]: 'ConntrackHelper': {'1.0'}, Oct 03 13:30:30.870940 dv-cinder-860090-1-iscsi neutron-server[106270]: 'LocalIPAssociation': {'1.0'}, Oct 03 13:30:30.870940 dv-cinder-860090-1-iscsi neutron-server[106270]: 'Log': {'1.0'}, Oct 03 13:30:30.870940 dv-cinder-860090-1-iscsi neutron-server[106270]: 'NDPProxy': {'1.0'}, Oct 03 13:30:30.870940 dv-cinder-860090-1-iscsi neutron-server[106270]: 'Network': {'1.1'}, Oct 03 13:30:30.870940 dv-cinder-860090-1-iscsi neutron-server[106270]: 'Port': {'1.7'}, Oct 03 13:30:30.870940 dv-cinder-860090-1-iscsi neutron-server[106270]: 'PortForwarding': {'1.3'}, Oct 03 13:30:30.870940 dv-cinder-860090-1-iscsi neutron-server[106270]: 'QosPolicy': {'1.10'}, Oct 03 13:30:30.870940 dv-cinder-860090-1-iscsi neutron-server[106270]: 'SecurityGroup': {'1.5'}, Oct 03 13:30:30.870940 dv-cinder-860090-1-iscsi neutron-server[106270]: 'SecurityGroupRule': {'1.2'}, Oct 03 13:30:30.870940 dv-cinder-860090-1-iscsi neutron-server[106270]: 'SubPort': {'1.0'}, Oct 03 13:30:30.870940 dv-cinder-860090-1-iscsi neutron-server[106270]: 'Subnet': {'1.1'}, Oct 03 13:30:30.870940 dv-cinder-860090-1-iscsi neutron-server[106270]: 'Trunk': {'1.1'}} Oct 03 13:30:30.870940 dv-cinder-860090-1-iscsi neutron-server[106270]: consumer versions: Oct 03 13:30:30.870940 dv-cinder-860090-1-iscsi neutron-server[106270]: { DHCP agent@dv-cinder-860090-1-iscsi: {}, Oct 03 13:30:30.870940 dv-cinder-860090-1-iscsi neutron-server[106270]: HyperV agent@hv-cinder-86009: {}, Oct 03 13:30:30.870940 dv-cinder-860090-1-iscsi neutron-server[106270]: L3 agent@dv-cinder-860090-1-iscsi: {}, Oct 03 13:30:30.870940 dv-cinder-860090-1-iscsi neutron-server[106270]: Metadata agent@dv-cinder-860090-1-iscsi: {}, Oct 03 13:30:30.870940 dv-cinder-860090-1-iscsi neutron-server[106270]: Metering agent@dv-cinder-860090-1-iscsi: {}, Oct 03 13:30:30.870940 dv-cinder-860090-1-iscsi neutron-server[106270]: Open vSwitch agent@dv-cinder-860090-1-iscsi: { 'AddressGroup': '1.2', Oct 03 13:30:30.870940 dv-cinder-860090-1-iscsi neutron-server[106270]: 'Agent': '1.1', Oct 03 13:30:30.870940 dv-cinder-860090-1-iscsi neutron-server[106270]: 'ConntrackHelper': '1.0', Oct 03 13:30:30.870940 dv-cinder-860090-1-iscsi neutron-server[106270]: 'LocalIPAssociation': '1.0', Oct 03 13:30:30.870940 dv-cinder-860090-1-iscsi neutron-server[106270]: 'Log': '1.0', Oct 03 13:30:30.870940 dv-cinder-860090-1-iscsi neutron-server[106270]: 'NDPProxy': '1.0', Oct 03 13:30:30.870940 dv-cinder-860090-1-iscsi neutron-server[106270]: 'Network': '1.1', Oct 03 13:30:30.870940 dv-cinder-860090-1-iscsi neutron-server[106270]: 'Port': '1.7', Oct 03 13:30:30.870940 dv-cinder-860090-1-iscsi neutron-server[106270]: 'PortForwarding': '1.3', Oct 03 13:30:30.870940 dv-cinder-860090-1-iscsi neutron-server[106270]: 'QosPolicy': '1.10', Oct 03 13:30:30.870940 dv-cinder-860090-1-iscsi neutron-server[106270]: 'SecurityGroup': '1.5', Oct 03 13:30:30.870940 dv-cinder-860090-1-iscsi neutron-server[106270]: 'SecurityGroupRule': '1.2', Oct 03 13:30:30.870940 dv-cinder-860090-1-iscsi neutron-server[106270]: 'SubPort': '1.0', Oct 03 13:30:30.870940 dv-cinder-860090-1-iscsi neutron-server[106270]: 'Subnet': '1.1', Oct 03 13:30:30.870940 dv-cinder-860090-1-iscsi neutron-server[106270]: 'Trunk': '1.1'}} Oct 03 13:30:30.870940 dv-cinder-860090-1-iscsi neutron-server[106270]: {{(pid=106270) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 03 13:30:30.878034 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-225e1f05-f95f-4ced-af16-59d573ceafc0 admin admin] Publish callbacks [] for router_gateway (9386ae84-3455-47c1-bf1e-ac1e7b8d81c7), before_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:30.886136 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.scheduler.base_scheduler [None req-f306fefd-0db3-4004-a985-d2d3e0a8f904 None None] Resources bound (agent type, host, resource id): {{(pid=106270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 13:30:30.921789 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-225e1f05-f95f-4ced-af16-59d573ceafc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (None), before_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:30.930344 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f306fefd-0db3-4004-a985-d2d3e0a8f904 None None] Received port after_create {{(pid=106270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 13:30:31.026617 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.managers [None req-f306fefd-0db3-4004-a985-d2d3e0a8f904 None None] Attempting to bind port 820503d6-04ec-459f-9323-b36bb61786b3 on host dv-cinder-860090-1-iscsi for vnic_type normal with profile {{(pid=106270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 13:30:31.027374 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.managers [None req-f306fefd-0db3-4004-a985-d2d3e0a8f904 None None] Attempting to bind port 820503d6-04ec-459f-9323-b36bb61786b3 by drivers openvswitch,hyperv on host dv-cinder-860090-1-iscsi at level 0 using segments [{'id': '2cd7ae88-a108-4db9-b508-67961f878f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'ff8319e2-24e1-46c8-a6e2-568f9c4503d6'}] {{(pid=106270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 13:30:31.027965 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f306fefd-0db3-4004-a985-d2d3e0a8f904 None None] Attempting to bind port 820503d6-04ec-459f-9323-b36bb61786b3 on network ff8319e2-24e1-46c8-a6e2-568f9c4503d6 {{(pid=106270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 13:30:31.089377 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-0f6bb85d-f530-41da-9f1c-37fd1ecfbb14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644'] for subnet (014887d4-da5d-4382-8b78-e31d89e09c89), after_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:31.119740 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f306fefd-0db3-4004-a985-d2d3e0a8f904 None None] Checking agent: {'id': 'd46c7ed5-c451-4a76-ab3f-ab8e3ea4a5ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860090-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 13, 22, 7), 'started_at': datetime.datetime(2022, 10, 3, 13, 22, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 13, 30, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860090-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 13:30:31.120976 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f306fefd-0db3-4004-a985-d2d3e0a8f904 None None] Checking segment: {'id': '2cd7ae88-a108-4db9-b508-67961f878f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'ff8319e2-24e1-46c8-a6e2-568f9c4503d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 13:30:31.121492 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-f306fefd-0db3-4004-a985-d2d3e0a8f904 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:31.122120 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f306fefd-0db3-4004-a985-d2d3e0a8f904 None None] Bound using segment: {'id': '2cd7ae88-a108-4db9-b508-67961f878f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'ff8319e2-24e1-46c8-a6e2-568f9c4503d6'} {{(pid=106270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 13:30:31.122827 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.managers [None req-f306fefd-0db3-4004-a985-d2d3e0a8f904 None None] Bound port: 820503d6-04ec-459f-9323-b36bb61786b3, host: dv-cinder-860090-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cd7ae88-a108-4db9-b508-67961f878f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'ff8319e2-24e1-46c8-a6e2-568f9c4503d6'}}] {{(pid=106270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 13:30:31.123427 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-f306fefd-0db3-4004-a985-d2d3e0a8f904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (820503d6-04ec-459f-9323-b36bb61786b3), before_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:31.168350 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.db.db_base_plugin_common [None req-225e1f05-f95f-4ced-af16-59d573ceafc0 admin admin] Allocated IP 172.27.1.195 (ad648d78-633d-4222-aa42-7cb50aab7a28/4a9222c2-0418-495a-a49e-d43d754e0950/8f94ecf7-389a-462c-a841-f7b64d1eb55b) {{(pid=106269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 13:30:31.178830 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6bb85d-f530-41da-9f1c-37fd1ecfbb14 admin admin] Pushing event updated for resources: {'Subnet': ['ID=014887d4-da5d-4382-8b78-e31d89e09c89,revision_number=0']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:30:31.242852 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=83,neutron:UPDATE=4,neutron:INSERT=9,neutron:DELETE=4 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:30:31.246513 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.db [None req-f306fefd-0db3-4004-a985-d2d3e0a8f904 None None] For port 820503d6-04ec-459f-9323-b36bb61786b3, host dv-cinder-860090-1-iscsi, cleared binding levels {{(pid=106270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 13:30:31.249851 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:30:31.252817 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.db [None req-f306fefd-0db3-4004-a985-d2d3e0a8f904 None None] For port 820503d6-04ec-459f-9323-b36bb61786b3, host dv-cinder-860090-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860090-1-iscsi',level=0,port_id=820503d6-04ec-459f-9323-b36bb61786b3,segment=NetworkSegment(2cd7ae88-a108-4db9-b508-67961f878f9a),segment_id=2cd7ae88-a108-4db9-b508-67961f878f9a)] {{(pid=106270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 13:30:31.269313 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-f306fefd-0db3-4004-a985-d2d3e0a8f904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751015143617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751014657006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751014658052'] for port (820503d6-04ec-459f-9323-b36bb61786b3), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:31.276749 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f6bb85d-f530-41da-9f1c-37fd1ecfbb14 admin admin] Checking segment: {'id': 'a13be668-9c4e-4111-8b50-69439ed85703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '289ad0fb-c675-48f9-ad56-9a68538f4eb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 13:30:31.281684 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f6bb85d-f530-41da-9f1c-37fd1ecfbb14 admin admin] Network hostable DHCP agents. Network: 289ad0fb-c675-48f9-ad56-9a68538f4eb7, hostable agents: ['3460fffa-818c-4144-9400-237880db20a4'], hosted agents: [] {{(pid=106268) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 03 13:30:31.307103 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f6bb85d-f530-41da-9f1c-37fd1ecfbb14 admin admin] Network 289ad0fb-c675-48f9-ad56-9a68538f4eb7 is scheduled to be hosted by DHCP agent 3460fffa-818c-4144-9400-237880db20a4 with binding_index 1 {{(pid=106268) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 03 13:30:31.326879 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.scheduler.base_scheduler [None req-0f6bb85d-f530-41da-9f1c-37fd1ecfbb14 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-860090-1-iscsi, 289ad0fb-c675-48f9-ad56-9a68538f4eb7) {{(pid=106268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 13:30:31.344288 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f6bb85d-f530-41da-9f1c-37fd1ecfbb14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:30:31.352098 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-0f6bb85d-f530-41da-9f1c-37fd1ecfbb14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798626'] for subnet (None), before_response {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:31.355427 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=6 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:30:31.356650 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f306fefd-0db3-4004-a985-d2d3e0a8f904 None None] Pushing event updated for resources: {'Port': ['ID=820503d6-04ec-459f-9323-b36bb61786b3,revision_number=2']} {{(pid=106270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:30:31.360468 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecdadd4a-c6fd-4eb0-942f-f78d07a960fe None None] Network 289ad0fb-c675-48f9-ad56-9a68538f4eb7 requested from dv-cinder-860090-1-iscsi {{(pid=106270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 03 13:30:31.417840 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-0f6bb85d-f530-41da-9f1c-37fd1ecfbb14 admin admin] 10.222.0.58 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.8157532 Oct 03 13:30:31.420299 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 55844) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:30:31.434558 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.v2.base [None req-13695c22-22d7-4b68-9e77-d396e546442b admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2126300055-router', 'tenant_id': '557321bf33ca42df8d5d53e5157e6803', 'external_gateway_info': {'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28'}}} {{(pid=106268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 13:30:31.453380 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-225e1f05-f95f-4ced-af16-59d573ceafc0 admin admin] Publish callbacks [] for port (8f94ecf7-389a-462c-a841-f7b64d1eb55b), precommit_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:31.500326 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-13695c22-22d7-4b68-9e77-d396e546442b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3891666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3482'] for router (af124424-a053-4d33-a6b5-08d7c9c80932), before_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:31.502121 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-13695c22-22d7-4b68-9e77-d396e546442b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3893758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3720341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3840717', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3457'] for router (af124424-a053-4d33-a6b5-08d7c9c80932), precommit_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:31.556024 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-5c898987-f668-469c-ba79-c952a7114de6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644'] for subnet (7759f961-ee61-4eff-a397-748656fd26d1), after_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:31.595318 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-225e1f05-f95f-4ced-af16-59d573ceafc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751014656988'] for port (8f94ecf7-389a-462c-a841-f7b64d1eb55b), after_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:31.648906 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-13695c22-22d7-4b68-9e77-d396e546442b admin admin] Publish callbacks [] for router_controller (af124424-a053-4d33-a6b5-08d7c9c80932), precommit_add_association {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:31.661475 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-225e1f05-f95f-4ced-af16-59d573ceafc0 admin admin] Network ad648d78-633d-4222-aa42-7cb50aab7a28 is already hosted by enough agents. {{(pid=106269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 13:30:31.662746 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c898987-f668-469c-ba79-c952a7114de6 admin admin] Checking segment: {'id': '55ce58d8-df7c-4b91-8b60-1d78b467e2b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'c7f5133f-f533-43e9-8556-7d1b6afd965c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 13:30:31.662746 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c898987-f668-469c-ba79-c952a7114de6 admin admin] Network hostable DHCP agents. Network: c7f5133f-f533-43e9-8556-7d1b6afd965c, hostable agents: ['3460fffa-818c-4144-9400-237880db20a4'], hosted agents: [] {{(pid=106269) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 03 13:30:31.674259 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.scheduler.base_scheduler [None req-225e1f05-f95f-4ced-af16-59d573ceafc0 admin admin] Resources bound (agent type, host, resource id): {{(pid=106269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 13:30:31.724192 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-225e1f05-f95f-4ced-af16-59d573ceafc0 admin admin] Received port after_create {{(pid=106269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 13:30:31.889025 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9223aa3c-bf68-45b6-9ee2-82abafa2511f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e18259c-eb52-5c02-b1a4-6d109347d270-289ad0fb-c675-48f9-ad56-9a68538f4eb7', 'network_id': '289ad0fb-c675-48f9-ad56-9a68538f4eb7', 'project_id': '557321bf33ca42df8d5d53e5157e6803', 'fixed_ips': [{'subnet_id': '014887d4-da5d-4382-8b78-e31d89e09c89'}]}} from dv-cinder-860090-1-iscsi. {{(pid=106270) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 03 13:30:31.889025 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-9223aa3c-bf68-45b6-9ee2-82abafa2511f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (None), before_create {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:32.043988 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c898987-f668-469c-ba79-c952a7114de6 admin admin] Network c7f5133f-f533-43e9-8556-7d1b6afd965c is scheduled to be hosted by DHCP agent 3460fffa-818c-4144-9400-237880db20a4 with binding_index 1 {{(pid=106269) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 03 13:30:32.117650 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=3 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:30:32.123006 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=3 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:30:32.173914 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:30:32.174837 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225e1f05-f95f-4ced-af16-59d573ceafc0 admin admin] Pushing event updated for resources: {'Port': ['ID=8f94ecf7-389a-462c-a841-f7b64d1eb55b,revision_number=1']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:30:32.190252 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c898987-f668-469c-ba79-c952a7114de6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7759f961-ee61-4eff-a397-748656fd26d1,revision_number=0']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:30:32.197896 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.scheduler.base_scheduler [None req-5c898987-f668-469c-ba79-c952a7114de6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-860090-1-iscsi, c7f5133f-f533-43e9-8556-7d1b6afd965c) {{(pid=106269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 13:30:32.244429 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c898987-f668-469c-ba79-c952a7114de6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:30:32.245203 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-5c898987-f668-469c-ba79-c952a7114de6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798626'] for subnet (None), before_response {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:32.298185 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-426e2de0-4509-4a5a-a4d4-ce5c509c28d2 None None] Network c7f5133f-f533-43e9-8556-7d1b6afd965c requested from dv-cinder-860090-1-iscsi {{(pid=106270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 03 13:30:32.311484 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-5c898987-f668-469c-ba79-c952a7114de6 admin admin] 10.222.0.58 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6277084 Oct 03 13:30:32.313396 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-13695c22-22d7-4b68-9e77-d396e546442b admin admin] Publish callbacks [] for router_gateway (af124424-a053-4d33-a6b5-08d7c9c80932), precommit_update {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:32.314309 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 55880) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:30:32.418344 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 55882) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:30:32.494000 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-3bd9b0c2-3be9-4560-ba4c-12d4b84fe9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (3460fffa-818c-4144-9400-237880db20a4), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:32.618393 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-225e1f05-f95f-4ced-af16-59d573ceafc0 admin admin] Publish callbacks [] for router_gateway (9386ae84-3455-47c1-bf1e-ac1e7b8d81c7), after_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:32.645841 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.v2.base [None req-19262b7f-1c19-4f7e-a8fe-812da9efb1e5 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-1552291052-router', 'tenant_id': '5f908aee304e4fe2bb2185d89400533c', 'external_gateway_info': {'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28'}}} {{(pid=106269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 13:30:32.750478 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 55898) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:30:32.800778 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-13695c22-22d7-4b68-9e77-d396e546442b admin admin] Publish callbacks [] for router_gateway (af124424-a053-4d33-a6b5-08d7c9c80932), before_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:32.805357 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.db_base_plugin_common [None req-9223aa3c-bf68-45b6-9ee2-82abafa2511f None None] Allocated IP 172.20.0.2 (289ad0fb-c675-48f9-ad56-9a68538f4eb7/014887d4-da5d-4382-8b78-e31d89e09c89/47203591-15a2-4e72-9f42-8ce7c64caafa) {{(pid=106270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 13:30:32.840906 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-13695c22-22d7-4b68-9e77-d396e546442b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (None), before_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:32.880263 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-19262b7f-1c19-4f7e-a8fe-812da9efb1e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3891666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3482'] for router (6f3d8525-6fb0-4621-aec4-8526bd9e4774), before_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:32.883135 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-19262b7f-1c19-4f7e-a8fe-812da9efb1e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3893758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3720341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3840717', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3457'] for router (6f3d8525-6fb0-4621-aec4-8526bd9e4774), precommit_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:32.898324 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:30:32.965491 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-57f49f9e-090e-4db8-b047-4fe9c44b8094 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:33.095652 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-19262b7f-1c19-4f7e-a8fe-812da9efb1e5 admin admin] Publish callbacks [] for router_controller (6f3d8525-6fb0-4621-aec4-8526bd9e4774), precommit_add_association {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:33.096797 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.db.db_base_plugin_common [None req-13695c22-22d7-4b68-9e77-d396e546442b admin admin] Allocated IP 172.27.1.148 (ad648d78-633d-4222-aa42-7cb50aab7a28/4a9222c2-0418-495a-a49e-d43d754e0950/cdf04b3b-1b40-4675-9c4c-10fdae6d977b) {{(pid=106268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 13:30:33.108087 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:30:33.283567 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-57f49f9e-090e-4db8-b047-4fe9c44b8094 admin admin] Publish callbacks [] for security_group (e815ceef-262f-4a53-9512-ee9f59c0f123), precommit_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:33.295610 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-57f49f9e-090e-4db8-b047-4fe9c44b8094 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (e815ceef-262f-4a53-9512-ee9f59c0f123), after_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:33.295798 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-9223aa3c-bf68-45b6-9ee2-82abafa2511f None None] Publish callbacks [] for port (47203591-15a2-4e72-9f42-8ce7c64caafa), precommit_create {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:33.307058 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-9223aa3c-bf68-45b6-9ee2-82abafa2511f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751014656988'] for port (47203591-15a2-4e72-9f42-8ce7c64caafa), after_create {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:33.336937 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=4 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:30:33.341262 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-57f49f9e-090e-4db8-b047-4fe9c44b8094 admin admin] 10.222.0.58 "GET /networking/v2.0/security-groups?tenant_id=89e4c543318e4bc4b2d594208c99cadf&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9206848 Oct 03 13:30:33.347972 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 55920) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:30:33.361839 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31ff5d83-e465-42a2-91e9-5d5763b1cacf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e18259c-eb52-5c02-b1a4-6d109347d270-c7f5133f-f533-43e9-8556-7d1b6afd965c', 'network_id': 'c7f5133f-f533-43e9-8556-7d1b6afd965c', 'project_id': '5f908aee304e4fe2bb2185d89400533c', 'fixed_ips': [{'subnet_id': '7759f961-ee61-4eff-a397-748656fd26d1'}]}} from dv-cinder-860090-1-iscsi. {{(pid=106270) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 03 13:30:33.363398 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-31ff5d83-e465-42a2-91e9-5d5763b1cacf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (None), before_create {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:33.464077 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-13695c22-22d7-4b68-9e77-d396e546442b admin admin] Publish callbacks [] for port (cdf04b3b-1b40-4675-9c4c-10fdae6d977b), precommit_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:33.491558 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-87ad8a56-3e1c-45e2-8cd4-a80da20dc058 admin admin] Publish callbacks [] for security_group (e815ceef-262f-4a53-9512-ee9f59c0f123), before_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:33.498465 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f49f9e-090e-4db8-b047-4fe9c44b8094 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e815ceef-262f-4a53-9512-ee9f59c0f123,revision_number=1']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:30:33.543630 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-19262b7f-1c19-4f7e-a8fe-812da9efb1e5 admin admin] Publish callbacks [] for router_gateway (6f3d8525-6fb0-4621-aec4-8526bd9e4774), precommit_update {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:33.601958 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-87ad8a56-3e1c-45e2-8cd4-a80da20dc058 admin admin] Publish callbacks [] for security_group (e815ceef-262f-4a53-9512-ee9f59c0f123), precommit_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:33.663487 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-140d28f5-0500-431a-95cf-a79d32248baf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:33.680990 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9223aa3c-bf68-45b6-9ee2-82abafa2511f None None] Network 289ad0fb-c675-48f9-ad56-9a68538f4eb7 is already hosted by enough agents. {{(pid=106270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 13:30:33.682191 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2539111d-5ea3-4276-a93f-0964d1d4423a None None] Network ff8319e2-24e1-46c8-a6e2-568f9c4503d6 requested from dv-cinder-860090-1-iscsi {{(pid=106270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 03 13:30:33.690738 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.scheduler.base_scheduler [None req-9223aa3c-bf68-45b6-9ee2-82abafa2511f None None] Resources bound (agent type, host, resource id): {{(pid=106270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 13:30:33.691490 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-13695c22-22d7-4b68-9e77-d396e546442b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751014656988'] for port (cdf04b3b-1b40-4675-9c4c-10fdae6d977b), after_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:33.717218 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Device 820503d6-04ec-459f-9323-b36bb61786b3 up at agent ovs-agent-dv-cinder-860090-1-iscsi {{(pid=106270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 13:30:33.757085 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9223aa3c-bf68-45b6-9ee2-82abafa2511f None None] Received port after_create {{(pid=106270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 13:30:33.759256 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.provisioning_blocks [None req-a9738660-3bba-4c49-bbe7-0caa62658ea8 None None] Provisioning complete for port 820503d6-04ec-459f-9323-b36bb61786b3 triggered by entity DHCP. {{(pid=106270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 13:30:33.760260 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-a9738660-3bba-4c49-bbe7-0caa62658ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1340199'] for port (820503d6-04ec-459f-9323-b36bb61786b3), provisioning_complete {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:33.761662 dv-cinder-860090-1-iscsi neutron-server[106270]: INFO neutron.plugins.ml2.plugin [None req-a9738660-3bba-4c49-bbe7-0caa62658ea8 None None] Attempt 1 to provision port 820503d6-04ec-459f-9323-b36bb61786b3 Oct 03 13:30:33.763861 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=89,neutron:UPDATE=7,neutron:INSERT=4 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:30:33.821221 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13695c22-22d7-4b68-9e77-d396e546442b admin admin] Network ad648d78-633d-4222-aa42-7cb50aab7a28 is already hosted by enough agents. {{(pid=106268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 13:30:33.836900 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.scheduler.base_scheduler [None req-13695c22-22d7-4b68-9e77-d396e546442b admin admin] Resources bound (agent type, host, resource id): {{(pid=106268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 13:30:33.850220 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13695c22-22d7-4b68-9e77-d396e546442b admin admin] Received port after_create {{(pid=106268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 13:30:33.908630 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-87ad8a56-3e1c-45e2-8cd4-a80da20dc058 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (e815ceef-262f-4a53-9512-ee9f59c0f123), after_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:33.910525 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-87ad8a56-3e1c-45e2-8cd4-a80da20dc058 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:33.910732 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9223aa3c-bf68-45b6-9ee2-82abafa2511f None None] Pushing event updated for resources: {'Port': ['ID=47203591-15a2-4e72-9f42-8ce7c64caafa,revision_number=1']} {{(pid=106270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:30:33.914120 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-87ad8a56-3e1c-45e2-8cd4-a80da20dc058 admin admin] 10.222.0.58 "DELETE /networking/v2.0/security-groups/e815ceef-262f-4a53-9512-ee9f59c0f123 HTTP/1.1" status: 204 len: 168 time: 0.5615637 Oct 03 13:30:33.953796 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13695c22-22d7-4b68-9e77-d396e546442b admin admin] Pushing event updated for resources: {'Port': ['ID=cdf04b3b-1b40-4675-9c4c-10fdae6d977b,revision_number=1']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:30:34.085699 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-225e1f05-f95f-4ced-af16-59d573ceafc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3893737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3894980'] for router (9386ae84-3455-47c1-bf1e-ac1e7b8d81c7), after_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:34.105020 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.provisioning_blocks [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Provisioning complete for port 820503d6-04ec-459f-9323-b36bb61786b3 triggered by entity L2. {{(pid=106270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 13:30:34.105652 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1340199'] for port (820503d6-04ec-459f-9323-b36bb61786b3), provisioning_complete {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:34.106268 dv-cinder-860090-1-iscsi neutron-server[106270]: INFO neutron.plugins.ml2.plugin [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Attempt 1 to provision port 820503d6-04ec-459f-9323-b36bb61786b3 Oct 03 13:30:34.118160 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ad8a56-3e1c-45e2-8cd4-a80da20dc058 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e815ceef-262f-4a53-9512-ee9f59c0f123,revision_number=None']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:30:34.284102 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:30:34.295867 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.db_base_plugin_common [None req-31ff5d83-e465-42a2-91e9-5d5763b1cacf None None] Allocated IP 172.20.0.2 (c7f5133f-f533-43e9-8556-7d1b6afd965c/7759f961-ee61-4eff-a397-748656fd26d1/125616d5-9f4a-4384-b180-6ec4d6a9523f) {{(pid=106270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 13:30:34.351716 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:INSERT=7,neutron:DELETE=1,neutron:SELECT=89,neutron:UPDATE=3 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:30:34.357177 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Current status of the port 820503d6-04ec-459f-9323-b36bb61786b3 is: DOWN; New status is: ACTIVE {{(pid=106270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 13:30:34.357812 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (820503d6-04ec-459f-9323-b36bb61786b3), before_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:34.382190 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.managers [None req-9223aa3c-bf68-45b6-9ee2-82abafa2511f None None] Attempting to bind port 47203591-15a2-4e72-9f42-8ce7c64caafa on host dv-cinder-860090-1-iscsi for vnic_type normal with profile {{(pid=106270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 13:30:34.382771 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.managers [None req-9223aa3c-bf68-45b6-9ee2-82abafa2511f None None] Attempting to bind port 47203591-15a2-4e72-9f42-8ce7c64caafa by drivers openvswitch,hyperv on host dv-cinder-860090-1-iscsi at level 0 using segments [{'id': 'a13be668-9c4e-4111-8b50-69439ed85703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '289ad0fb-c675-48f9-ad56-9a68538f4eb7'}] {{(pid=106270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 13:30:34.383149 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9223aa3c-bf68-45b6-9ee2-82abafa2511f None None] Attempting to bind port 47203591-15a2-4e72-9f42-8ce7c64caafa on network 289ad0fb-c675-48f9-ad56-9a68538f4eb7 {{(pid=106270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 13:30:34.407048 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:INSERT=8 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:30:34.476140 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-225e1f05-f95f-4ced-af16-59d573ceafc0 admin admin] Router 9386ae84-3455-47c1-bf1e-ac1e7b8d81c7 is scheduled to L3 agent 94180321-47b1-4b5c-b620-b1b0a31df446 with binding_index 1 {{(pid=106269) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 03 13:30:34.511825 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-13695c22-22d7-4b68-9e77-d396e546442b admin admin] Publish callbacks [] for router_gateway (af124424-a053-4d33-a6b5-08d7c9c80932), after_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:34.559342 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-140d28f5-0500-431a-95cf-a79d32248baf admin admin] Publish callbacks [] for security_group (e0408d86-e27b-4837-9da2-6876787d5389), precommit_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:34.622570 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-140d28f5-0500-431a-95cf-a79d32248baf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (e0408d86-e27b-4837-9da2-6876787d5389), after_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:34.631573 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-a9738660-3bba-4c49-bbe7-0caa62658ea8 None None] Current status of the port 820503d6-04ec-459f-9323-b36bb61786b3 is: DOWN; New status is: ACTIVE {{(pid=106270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 13:30:34.632183 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-a9738660-3bba-4c49-bbe7-0caa62658ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (820503d6-04ec-459f-9323-b36bb61786b3), before_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:34.698009 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.db [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] For port 820503d6-04ec-459f-9323-b36bb61786b3, host dv-cinder-860090-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860090-1-iscsi',level=0,port_id=820503d6-04ec-459f-9323-b36bb61786b3,segment=NetworkSegment(2cd7ae88-a108-4db9-b508-67961f878f9a),segment_id=2cd7ae88-a108-4db9-b508-67961f878f9a)] {{(pid=106270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 13:30:34.811044 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751015143617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751014657006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751014658052'] for port (820503d6-04ec-459f-9323-b36bb61786b3), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:34.818273 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-225e1f05-f95f-4ced-af16-59d573ceafc0 admin admin] Notify agent at l3_agent.dv-cinder-860090-1-iscsi the message routers_updated {{(pid=106269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 13:30:34.857357 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f278883e-9b1a-46b2-b70b-762f565fbfde None None] Sync routers for ids ['9386ae84-3455-47c1-bf1e-ac1e7b8d81c7'] in dv-cinder-860090-1-iscsi {{(pid=106271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 13:30:34.868322 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9223aa3c-bf68-45b6-9ee2-82abafa2511f None None] Checking agent: {'id': 'd46c7ed5-c451-4a76-ab3f-ab8e3ea4a5ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860090-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 13, 22, 7), 'started_at': datetime.datetime(2022, 10, 3, 13, 22, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 13, 30, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860090-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 13:30:34.870523 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9223aa3c-bf68-45b6-9ee2-82abafa2511f None None] Checking segment: {'id': 'a13be668-9c4e-4111-8b50-69439ed85703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '289ad0fb-c675-48f9-ad56-9a68538f4eb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 13:30:34.871452 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-9223aa3c-bf68-45b6-9ee2-82abafa2511f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:34.873092 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9223aa3c-bf68-45b6-9ee2-82abafa2511f None None] Bound using segment: {'id': 'a13be668-9c4e-4111-8b50-69439ed85703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '289ad0fb-c675-48f9-ad56-9a68538f4eb7'} {{(pid=106270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 13:30:34.876742 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.managers [None req-9223aa3c-bf68-45b6-9ee2-82abafa2511f None None] Bound port: 47203591-15a2-4e72-9f42-8ce7c64caafa, host: dv-cinder-860090-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a13be668-9c4e-4111-8b50-69439ed85703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '289ad0fb-c675-48f9-ad56-9a68538f4eb7'}}] {{(pid=106270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 13:30:34.876742 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-9223aa3c-bf68-45b6-9ee2-82abafa2511f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (47203591-15a2-4e72-9f42-8ce7c64caafa), before_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:34.879391 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f278883e-9b1a-46b2-b70b-762f565fbfde None None] Routers {'9386ae84-3455-47c1-bf1e-ac1e7b8d81c7'} bound to L3 agent in host dv-cinder-860090-1-iscsi {{(pid=106271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 13:30:34.893163 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_hamode_db [None req-f278883e-9b1a-46b2-b70b-762f565fbfde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860090-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-03T13:22:05Z,description=,heartbeat_timestamp=2022-10-03T13:30:05Z,host='dv-cinder-860090-1-iscsi',id=94180321-47b1-4b5c-b620-b1b0a31df446,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T13:22:05Z,topic='l3_agent')) {'router_ids': ['9386ae84-3455-47c1-bf1e-ac1e7b8d81c7'], 'active': True} {{(pid=106271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:30:34.947803 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 55968) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:30:35.014564 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-a7b24484-61c9-463f-a4aa-f42c68a4056f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:35.026081 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140d28f5-0500-431a-95cf-a79d32248baf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0408d86-e27b-4837-9da2-6876787d5389,revision_number=1']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:30:35.068625 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-140d28f5-0500-431a-95cf-a79d32248baf admin admin] 10.222.0.58 "GET /networking/v2.0/security-groups?tenant_id=3d84507eb30f4a7fabd41f8962a98e06&name=default HTTP/1.1" status: 200 len: 2992 time: 2.3141065 Oct 03 13:30:35.072098 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 55972) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:30:35.169729 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.db.api [None req-a9738660-3bba-4c49-bbe7-0caa62658ea8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106270) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 03 13:30:35.170200 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG oslo_db.api [None req-a9738660-3bba-4c49-bbe7-0caa62658ea8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 03 13:30:35.175867 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-225e1f05-f95f-4ced-af16-59d573ceafc0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:35.179363 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-225e1f05-f95f-4ced-af16-59d573ceafc0 admin admin] 10.222.0.58 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.3298037 Oct 03 13:30:35.191431 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 55976) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:30:35.227817 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-01527403-5cf6-4614-b5f7-f54bf0fab1ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (94180321-47b1-4b5c-b620-b1b0a31df446), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:35.243993 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-19262b7f-1c19-4f7e-a8fe-812da9efb1e5 admin admin] Publish callbacks [] for router_gateway (6f3d8525-6fb0-4621-aec4-8526bd9e4774), before_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:35.256487 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:30:35.258531 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Pushing event updated for resources: {'Port': ['ID=820503d6-04ec-459f-9323-b36bb61786b3,revision_number=3']} {{(pid=106270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:30:35.335030 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-19262b7f-1c19-4f7e-a8fe-812da9efb1e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (None), before_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:35.355120 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.db [None req-9223aa3c-bf68-45b6-9ee2-82abafa2511f None None] For port 47203591-15a2-4e72-9f42-8ce7c64caafa, host dv-cinder-860090-1-iscsi, cleared binding levels {{(pid=106270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 13:30:35.385725 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.db [None req-9223aa3c-bf68-45b6-9ee2-82abafa2511f None None] For port 47203591-15a2-4e72-9f42-8ce7c64caafa, host dv-cinder-860090-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860090-1-iscsi',level=0,port_id=47203591-15a2-4e72-9f42-8ce7c64caafa,segment=NetworkSegment(a13be668-9c4e-4111-8b50-69439ed85703),segment_id=a13be668-9c4e-4111-8b50-69439ed85703)] {{(pid=106270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 13:30:35.387884 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-31ff5d83-e465-42a2-91e9-5d5763b1cacf None None] Publish callbacks [] for port (125616d5-9f4a-4384-b180-6ec4d6a9523f), precommit_create {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:35.400953 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-9223aa3c-bf68-45b6-9ee2-82abafa2511f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751015143617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751014657006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751014658052'] for port (47203591-15a2-4e72-9f42-8ce7c64caafa), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:35.409894 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-31ff5d83-e465-42a2-91e9-5d5763b1cacf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751014656988'] for port (125616d5-9f4a-4384-b180-6ec4d6a9523f), after_create {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:35.443290 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:DELETE=2 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:30:35.448511 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-08902930-e66f-4170-be5d-71356fb94847 admin admin] Publish callbacks [] for security_group (e0408d86-e27b-4837-9da2-6876787d5389), before_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:35.465122 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 55978) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:30:35.487875 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31ff5d83-e465-42a2-91e9-5d5763b1cacf None None] Network c7f5133f-f533-43e9-8556-7d1b6afd965c is already hosted by enough agents. {{(pid=106270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 13:30:35.491994 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.scheduler.base_scheduler [None req-31ff5d83-e465-42a2-91e9-5d5763b1cacf None None] Resources bound (agent type, host, resource id): {{(pid=106270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 13:30:35.497305 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ff5d83-e465-42a2-91e9-5d5763b1cacf None None] Received port after_create {{(pid=106270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 13:30:35.579486 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9223aa3c-bf68-45b6-9ee2-82abafa2511f None None] Pushing event updated for resources: {'Port': ['ID=47203591-15a2-4e72-9f42-8ce7c64caafa,revision_number=2']} {{(pid=106270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:30:35.625886 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-13695c22-22d7-4b68-9e77-d396e546442b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3893737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3894980'] for router (af124424-a053-4d33-a6b5-08d7c9c80932), after_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:35.637916 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:30:35.640937 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_dvr_db [None req-f278883e-9b1a-46b2-b70b-762f565fbfde None None] Set router 9386ae84-3455-47c1-bf1e-ac1e7b8d81c7 gateway port host: dv-cinder-860090-1-iscsi {{(pid=106271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 13:30:35.654907 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Device 820503d6-04ec-459f-9323-b36bb61786b3 up at agent ovs-agent-dv-cinder-860090-1-iscsi {{(pid=106270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 13:30:35.767812 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.db.db_base_plugin_common [None req-19262b7f-1c19-4f7e-a8fe-812da9efb1e5 admin admin] Allocated IP 172.27.1.123 (ad648d78-633d-4222-aa42-7cb50aab7a28/4a9222c2-0418-495a-a49e-d43d754e0950/5d99aafa-ed6c-4f14-9811-c332e824d504) {{(pid=106269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 13:30:35.866432 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-08902930-e66f-4170-be5d-71356fb94847 admin admin] Publish callbacks [] for security_group (e0408d86-e27b-4837-9da2-6876787d5389), precommit_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:35.952211 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_hamode_db [None req-f278883e-9b1a-46b2-b70b-762f565fbfde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9386ae84-3455-47c1-bf1e-ac1e7b8d81c7', 'name': 'tempest-AttachVolumeNegativeTest-724384781-router', 'tenant_id': 'd8e6dd58ff43419fa5b945bd08ef2931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'external_fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': '8f94ecf7-389a-462c-a841-f7b64d1eb55b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:30:29Z', 'updated_at': '2022-10-03T13:30:32Z', 'revision_number': 3, 'project_id': 'd8e6dd58ff43419fa5b945bd08ef2931', 'gw_port': {'id': '8f94ecf7-389a-462c-a841-f7b64d1eb55b', 'name': '', 'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:6b:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9386ae84-3455-47c1-bf1e-ac1e7b8d81c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:30:30Z', 'updated_at': '2022-10-03T13:30:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860090-1-iscsi'}], 'dv-cinder-860090-1-iscsi', False) {} {{(pid=106271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:30:36.027895 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-a7b24484-61c9-463f-a4aa-f42c68a4056f admin admin] Publish callbacks [] for security_group (dd247f6c-9f00-4733-8111-0aa8e421f803), precommit_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:36.035569 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f278883e-9b1a-46b2-b70b-762f565fbfde None None] Checking router: 9386ae84-3455-47c1-bf1e-ac1e7b8d81c7 for host: dv-cinder-860090-1-iscsi {{(pid=106271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 13:30:36.035928 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f278883e-9b1a-46b2-b70b-762f565fbfde None None] Updating router 9386ae84-3455-47c1-bf1e-ac1e7b8d81c7 port 8f94ecf7-389a-462c-a841-f7b64d1eb55b binding host dv-cinder-860090-1-iscsi {{(pid=106271) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 03 13:30:36.045353 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.managers [None req-31ff5d83-e465-42a2-91e9-5d5763b1cacf None None] Attempting to bind port 125616d5-9f4a-4384-b180-6ec4d6a9523f on host dv-cinder-860090-1-iscsi for vnic_type normal with profile {{(pid=106270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 13:30:36.045981 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.managers [None req-31ff5d83-e465-42a2-91e9-5d5763b1cacf None None] Attempting to bind port 125616d5-9f4a-4384-b180-6ec4d6a9523f by drivers openvswitch,hyperv on host dv-cinder-860090-1-iscsi at level 0 using segments [{'id': '55ce58d8-df7c-4b91-8b60-1d78b467e2b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'c7f5133f-f533-43e9-8556-7d1b6afd965c'}] {{(pid=106270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 13:30:36.046125 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ff5d83-e465-42a2-91e9-5d5763b1cacf None None] Attempting to bind port 125616d5-9f4a-4384-b180-6ec4d6a9523f on network c7f5133f-f533-43e9-8556-7d1b6afd965c {{(pid=106270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 13:30:36.109016 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron_lib.callbacks.manager [None req-f278883e-9b1a-46b2-b70b-762f565fbfde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (8f94ecf7-389a-462c-a841-f7b64d1eb55b), before_update {{(pid=106271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:36.135038 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-a7b24484-61c9-463f-a4aa-f42c68a4056f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (dd247f6c-9f00-4733-8111-0aa8e421f803), after_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:36.137983 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:UPDATE=5,neutron:SELECT=93,neutron:INSERT=2 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:30:36.175269 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-79c93c54-5de7-4282-830e-770dab9bf1c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:36.221908 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ff5d83-e465-42a2-91e9-5d5763b1cacf None None] Pushing event updated for resources: {'Port': ['ID=125616d5-9f4a-4384-b180-6ec4d6a9523f,revision_number=1']} {{(pid=106270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:30:36.236038 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-08902930-e66f-4170-be5d-71356fb94847 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (e0408d86-e27b-4837-9da2-6876787d5389), after_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:36.244472 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ff5d83-e465-42a2-91e9-5d5763b1cacf None None] Checking agent: {'id': 'd46c7ed5-c451-4a76-ab3f-ab8e3ea4a5ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860090-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 13, 22, 7), 'started_at': datetime.datetime(2022, 10, 3, 13, 22, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 13, 30, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860090-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 13:30:36.245278 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ff5d83-e465-42a2-91e9-5d5763b1cacf None None] Checking segment: {'id': '55ce58d8-df7c-4b91-8b60-1d78b467e2b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'c7f5133f-f533-43e9-8556-7d1b6afd965c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 13:30:36.245892 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-31ff5d83-e465-42a2-91e9-5d5763b1cacf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:36.246410 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ff5d83-e465-42a2-91e9-5d5763b1cacf None None] Bound using segment: {'id': '55ce58d8-df7c-4b91-8b60-1d78b467e2b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'c7f5133f-f533-43e9-8556-7d1b6afd965c'} {{(pid=106270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 13:30:36.246854 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-08902930-e66f-4170-be5d-71356fb94847 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:36.247194 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.managers [None req-31ff5d83-e465-42a2-91e9-5d5763b1cacf None None] Bound port: 125616d5-9f4a-4384-b180-6ec4d6a9523f, host: dv-cinder-860090-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55ce58d8-df7c-4b91-8b60-1d78b467e2b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'c7f5133f-f533-43e9-8556-7d1b6afd965c'}}] {{(pid=106270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 13:30:36.247718 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-31ff5d83-e465-42a2-91e9-5d5763b1cacf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (125616d5-9f4a-4384-b180-6ec4d6a9523f), before_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:36.248029 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-08902930-e66f-4170-be5d-71356fb94847 admin admin] 10.222.0.58 "DELETE /networking/v2.0/security-groups/e0408d86-e27b-4837-9da2-6876787d5389 HTTP/1.1" status: 204 len: 168 time: 1.1682847 Oct 03 13:30:36.277772 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-a9738660-3bba-4c49-bbe7-0caa62658ea8 None None] Current status of the port 820503d6-04ec-459f-9323-b36bb61786b3 is: ACTIVE; New status is: ACTIVE {{(pid=106270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 13:30:36.308747 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-a7b24484-61c9-463f-a4aa-f42c68a4056f admin admin] 10.222.0.58 "GET /networking/v2.0/security-groups?tenant_id=5e3b1f825440440c93c13e183cc58f0e&name=default HTTP/1.1" status: 200 len: 2992 time: 1.3587520 Oct 03 13:30:36.319154 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=87,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:30:36.326693 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 55990) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:30:36.337085 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-1bb28928-3e93-41c9-8900-1ecfb790b160 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (5eabf47d-5620-4e94-9269-ef19fe52be68), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:36.338041 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.provisioning_blocks [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Provisioning complete for port 820503d6-04ec-459f-9323-b36bb61786b3 triggered by entity L2. {{(pid=106270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 13:30:36.341908 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1340199'] for port (820503d6-04ec-459f-9323-b36bb61786b3), provisioning_complete {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:36.342493 dv-cinder-860090-1-iscsi neutron-server[106270]: INFO neutron.plugins.ml2.plugin [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Attempt 1 to provision port 820503d6-04ec-459f-9323-b36bb61786b3 Oct 03 13:30:36.381358 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.db [None req-31ff5d83-e465-42a2-91e9-5d5763b1cacf None None] For port 125616d5-9f4a-4384-b180-6ec4d6a9523f, host dv-cinder-860090-1-iscsi, cleared binding levels {{(pid=106270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 13:30:36.385717 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.db [None req-31ff5d83-e465-42a2-91e9-5d5763b1cacf None None] For port 125616d5-9f4a-4384-b180-6ec4d6a9523f, host dv-cinder-860090-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860090-1-iscsi',level=0,port_id=125616d5-9f4a-4384-b180-6ec4d6a9523f,segment=NetworkSegment(55ce58d8-df7c-4b91-8b60-1d78b467e2b7),segment_id=55ce58d8-df7c-4b91-8b60-1d78b467e2b7)] {{(pid=106270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 13:30:36.411653 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b24484-61c9-463f-a4aa-f42c68a4056f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd247f6c-9f00-4733-8111-0aa8e421f803,revision_number=1']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:30:36.411653 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:30:36.590875 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08902930-e66f-4170-be5d-71356fb94847 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0408d86-e27b-4837-9da2-6876787d5389,revision_number=None']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:30:36.642630 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13695c22-22d7-4b68-9e77-d396e546442b admin admin] Router af124424-a053-4d33-a6b5-08d7c9c80932 is scheduled to L3 agent 94180321-47b1-4b5c-b620-b1b0a31df446 with binding_index 1 {{(pid=106268) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 03 13:30:36.667941 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-19262b7f-1c19-4f7e-a8fe-812da9efb1e5 admin admin] Publish callbacks [] for port (5d99aafa-ed6c-4f14-9811-c332e824d504), precommit_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:36.688890 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.provisioning_blocks [None req-9c9dcb54-7a51-47e8-ba8f-a35e8e5c0e43 None None] Provisioning complete for port 820503d6-04ec-459f-9323-b36bb61786b3 triggered by entity DHCP. {{(pid=106270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 13:30:36.689363 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-9c9dcb54-7a51-47e8-ba8f-a35e8e5c0e43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1340199'] for port (820503d6-04ec-459f-9323-b36bb61786b3), provisioning_complete {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:36.690357 dv-cinder-860090-1-iscsi neutron-server[106270]: INFO neutron.plugins.ml2.plugin [None req-9c9dcb54-7a51-47e8-ba8f-a35e8e5c0e43 None None] Attempt 1 to provision port 820503d6-04ec-459f-9323-b36bb61786b3 Oct 03 13:30:36.692867 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-31ff5d83-e465-42a2-91e9-5d5763b1cacf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751015143617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751014657006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751014658052'] for port (125616d5-9f4a-4384-b180-6ec4d6a9523f), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:36.783657 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-79c93c54-5de7-4282-830e-770dab9bf1c4 admin admin] Publish callbacks [] for security_group (6f70d4e8-d7a2-4a89-bafe-303589393ae8), precommit_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:36.794212 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-79c93c54-5de7-4282-830e-770dab9bf1c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (6f70d4e8-d7a2-4a89-bafe-303589393ae8), after_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:36.878110 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-2ebdebb4-19ac-44e7-aaf1-857eacd7568d admin admin] Publish callbacks [] for security_group (dd247f6c-9f00-4733-8111-0aa8e421f803), before_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:36.893007 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c93c54-5de7-4282-830e-770dab9bf1c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f70d4e8-d7a2-4a89-bafe-303589393ae8,revision_number=1']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:30:36.953435 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-2ebdebb4-19ac-44e7-aaf1-857eacd7568d admin admin] Publish callbacks [] for security_group (dd247f6c-9f00-4733-8111-0aa8e421f803), precommit_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:36.960418 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-79c93c54-5de7-4282-830e-770dab9bf1c4 admin admin] 10.222.0.58 "GET /networking/v2.0/security-groups?tenant_id=5243c0442fc04fe7b74708c0facdc3ba&name=default HTTP/1.1" status: 200 len: 2992 time: 1.4916341 Oct 03 13:30:36.970659 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-19262b7f-1c19-4f7e-a8fe-812da9efb1e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751014656988'] for port (5d99aafa-ed6c-4f14-9811-c332e824d504), after_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:36.974603 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 55998) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:30:36.983571 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (1af51d63-a9c9-4bbe-9b0d-c8e0a80c641c), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:37.044090 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ff5d83-e465-42a2-91e9-5d5763b1cacf None None] Pushing event updated for resources: {'Port': ['ID=125616d5-9f4a-4384-b180-6ec4d6a9523f,revision_number=2']} {{(pid=106270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:30:37.104667 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19262b7f-1c19-4f7e-a8fe-812da9efb1e5 admin admin] Network ad648d78-633d-4222-aa42-7cb50aab7a28 is already hosted by enough agents. {{(pid=106269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 13:30:37.164292 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.scheduler.base_scheduler [None req-19262b7f-1c19-4f7e-a8fe-812da9efb1e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=106269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 13:30:37.170676 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19262b7f-1c19-4f7e-a8fe-812da9efb1e5 admin admin] Pushing event updated for resources: {'Port': ['ID=5d99aafa-ed6c-4f14-9811-c332e824d504,revision_number=1']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:30:37.182890 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19262b7f-1c19-4f7e-a8fe-812da9efb1e5 admin admin] Received port after_create {{(pid=106269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 13:30:37.358553 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-2ebdebb4-19ac-44e7-aaf1-857eacd7568d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (dd247f6c-9f00-4733-8111-0aa8e421f803), after_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:37.365589 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-2ebdebb4-19ac-44e7-aaf1-857eacd7568d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:37.380879 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13695c22-22d7-4b68-9e77-d396e546442b admin admin] Notify agent at l3_agent.dv-cinder-860090-1-iscsi the message routers_updated {{(pid=106268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 13:30:37.381511 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-2ebdebb4-19ac-44e7-aaf1-857eacd7568d admin admin] 10.222.0.58 "DELETE /networking/v2.0/security-groups/dd247f6c-9f00-4733-8111-0aa8e421f803 HTTP/1.1" status: 204 len: 168 time: 1.0347106 Oct 03 13:30:37.384614 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-9c9dcb54-7a51-47e8-ba8f-a35e8e5c0e43 None None] Current status of the port 820503d6-04ec-459f-9323-b36bb61786b3 is: ACTIVE; New status is: ACTIVE {{(pid=106270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 13:30:37.392503 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Current status of the port 820503d6-04ec-459f-9323-b36bb61786b3 is: ACTIVE; New status is: ACTIVE {{(pid=106270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 13:30:37.414165 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe514ff-7825-4d56-8b70-01fefc41377e None None] Sync routers for ids ['af124424-a053-4d33-a6b5-08d7c9c80932'] in dv-cinder-860090-1-iscsi {{(pid=106270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 13:30:37.506474 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe514ff-7825-4d56-8b70-01fefc41377e None None] Routers {'af124424-a053-4d33-a6b5-08d7c9c80932'} bound to L3 agent in host dv-cinder-860090-1-iscsi {{(pid=106270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 13:30:37.508178 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_hamode_db [None req-4fe514ff-7825-4d56-8b70-01fefc41377e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860090-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-03T13:22:05Z,description=,heartbeat_timestamp=2022-10-03T13:30:35Z,host='dv-cinder-860090-1-iscsi',id=94180321-47b1-4b5c-b620-b1b0a31df446,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T13:22:05Z,topic='l3_agent')) {'router_ids': ['af124424-a053-4d33-a6b5-08d7c9c80932'], 'active': True} {{(pid=106270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:30:37.533160 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-223a3f65-0c81-4a0d-a05e-bacaad2e8447 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (None), before_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:37.558367 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-13695c22-22d7-4b68-9e77-d396e546442b admin admin] Publish callbacks [] for router (None), before_response {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:37.559774 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-13695c22-22d7-4b68-9e77-d396e546442b admin admin] 10.222.0.58 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 931 time: 6.1369596 Oct 03 13:30:37.597245 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 56012) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:30:37.700276 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebdebb4-19ac-44e7-aaf1-857eacd7568d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd247f6c-9f00-4733-8111-0aa8e421f803,revision_number=None']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:30:37.704152 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron_lib.callbacks.manager [None req-f278883e-9b1a-46b2-b70b-762f565fbfde None None] Publish callbacks [] for port (8f94ecf7-389a-462c-a841-f7b64d1eb55b), precommit_update {{(pid=106271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:37.724443 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron_lib.callbacks.manager [None req-f278883e-9b1a-46b2-b70b-762f565fbfde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751015143617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751014657006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751014658052'] for port (8f94ecf7-389a-462c-a841-f7b64d1eb55b), after_update {{(pid=106271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:37.784005 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91644091-2602-4ef2-9211-9ffe0023fa59 None None] Network 289ad0fb-c675-48f9-ad56-9a68538f4eb7 requested from dv-cinder-860090-1-iscsi {{(pid=106270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 03 13:30:37.874310 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:30:37.920732 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.plugins.ml2.managers [None req-f278883e-9b1a-46b2-b70b-762f565fbfde None None] Attempting to bind port 8f94ecf7-389a-462c-a841-f7b64d1eb55b on host dv-cinder-860090-1-iscsi for vnic_type normal with profile {{(pid=106271) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 13:30:37.923575 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.plugins.ml2.managers [None req-f278883e-9b1a-46b2-b70b-762f565fbfde None None] Attempting to bind port 8f94ecf7-389a-462c-a841-f7b64d1eb55b by drivers openvswitch,hyperv on host dv-cinder-860090-1-iscsi at level 0 using segments [{'id': 'bb40cd5f-7936-4373-bcc9-441f3ba1dc24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28'}] {{(pid=106271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 13:30:37.924194 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f278883e-9b1a-46b2-b70b-762f565fbfde None None] Attempting to bind port 8f94ecf7-389a-462c-a841-f7b64d1eb55b on network ad648d78-633d-4222-aa42-7cb50aab7a28 {{(pid=106271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 13:30:37.925561 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-351b1c75-1ccd-48ea-b10c-e1a29837f12d admin admin] Publish callbacks [] for security_group (6f70d4e8-d7a2-4a89-bafe-303589393ae8), before_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:37.927461 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e2337a-2018-4f8c-9c2a-344631db7cea None None] Pushing event updated for resources: {'Port': ['ID=8f94ecf7-389a-462c-a841-f7b64d1eb55b,revision_number=2']} {{(pid=106271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:30:37.970062 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-19262b7f-1c19-4f7e-a8fe-812da9efb1e5 admin admin] Publish callbacks [] for router_gateway (6f3d8525-6fb0-4621-aec4-8526bd9e4774), after_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:37.991480 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Device 47203591-15a2-4e72-9f42-8ce7c64caafa up at agent ovs-agent-dv-cinder-860090-1-iscsi {{(pid=106270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 13:30:38.004599 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (d46c7ed5-c451-4a76-ab3f-ab8e3ea4a5ec), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:38.008461 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:30:38.041729 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e2337a-2018-4f8c-9c2a-344631db7cea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:30:38.042321 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e2337a-2018-4f8c-9c2a-344631db7cea None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:30:38.043081 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e2337a-2018-4f8c-9c2a-344631db7cea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:30:38.043677 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e2337a-2018-4f8c-9c2a-344631db7cea None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:30:38.044251 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e2337a-2018-4f8c-9c2a-344631db7cea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:30:38.044933 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e2337a-2018-4f8c-9c2a-344631db7cea None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:30:38.045899 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e2337a-2018-4f8c-9c2a-344631db7cea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:30:38.048526 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e2337a-2018-4f8c-9c2a-344631db7cea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:30:38.050573 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e2337a-2018-4f8c-9c2a-344631db7cea None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:30:38.051563 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e2337a-2018-4f8c-9c2a-344631db7cea None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:30:38.053119 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e2337a-2018-4f8c-9c2a-344631db7cea None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:30:38.053963 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e2337a-2018-4f8c-9c2a-344631db7cea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:30:38.055270 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e2337a-2018-4f8c-9c2a-344631db7cea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:30:38.056739 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e2337a-2018-4f8c-9c2a-344631db7cea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:30:38.057515 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e2337a-2018-4f8c-9c2a-344631db7cea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:30:38.060048 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e2337a-2018-4f8c-9c2a-344631db7cea None None] Tracked resource versions report: Oct 03 13:30:38.060048 dv-cinder-860090-1-iscsi neutron-server[106271]: pushed versions: Oct 03 13:30:38.060048 dv-cinder-860090-1-iscsi neutron-server[106271]: { 'AddressGroup': {'1.2'}, Oct 03 13:30:38.060048 dv-cinder-860090-1-iscsi neutron-server[106271]: 'Agent': {'1.1'}, Oct 03 13:30:38.060048 dv-cinder-860090-1-iscsi neutron-server[106271]: 'ConntrackHelper': {'1.0'}, Oct 03 13:30:38.060048 dv-cinder-860090-1-iscsi neutron-server[106271]: 'LocalIPAssociation': {'1.0'}, Oct 03 13:30:38.060048 dv-cinder-860090-1-iscsi neutron-server[106271]: 'Log': {'1.0'}, Oct 03 13:30:38.060048 dv-cinder-860090-1-iscsi neutron-server[106271]: 'NDPProxy': {'1.0'}, Oct 03 13:30:38.060048 dv-cinder-860090-1-iscsi neutron-server[106271]: 'Network': {'1.1'}, Oct 03 13:30:38.060048 dv-cinder-860090-1-iscsi neutron-server[106271]: 'Port': {'1.7'}, Oct 03 13:30:38.060048 dv-cinder-860090-1-iscsi neutron-server[106271]: 'PortForwarding': {'1.3'}, Oct 03 13:30:38.060048 dv-cinder-860090-1-iscsi neutron-server[106271]: 'QosPolicy': {'1.10'}, Oct 03 13:30:38.060048 dv-cinder-860090-1-iscsi neutron-server[106271]: 'SecurityGroup': {'1.5'}, Oct 03 13:30:38.060048 dv-cinder-860090-1-iscsi neutron-server[106271]: 'SecurityGroupRule': {'1.2'}, Oct 03 13:30:38.060048 dv-cinder-860090-1-iscsi neutron-server[106271]: 'SubPort': {'1.0'}, Oct 03 13:30:38.060048 dv-cinder-860090-1-iscsi neutron-server[106271]: 'Subnet': {'1.1'}, Oct 03 13:30:38.060048 dv-cinder-860090-1-iscsi neutron-server[106271]: 'Trunk': {'1.1'}} Oct 03 13:30:38.060048 dv-cinder-860090-1-iscsi neutron-server[106271]: consumer versions: Oct 03 13:30:38.060048 dv-cinder-860090-1-iscsi neutron-server[106271]: { DHCP agent@dv-cinder-860090-1-iscsi: {}, Oct 03 13:30:38.060048 dv-cinder-860090-1-iscsi neutron-server[106271]: HyperV agent@hv-cinder-86009: {}, Oct 03 13:30:38.060048 dv-cinder-860090-1-iscsi neutron-server[106271]: L3 agent@dv-cinder-860090-1-iscsi: {}, Oct 03 13:30:38.060048 dv-cinder-860090-1-iscsi neutron-server[106271]: Metadata agent@dv-cinder-860090-1-iscsi: {}, Oct 03 13:30:38.060048 dv-cinder-860090-1-iscsi neutron-server[106271]: Metering agent@dv-cinder-860090-1-iscsi: {}, Oct 03 13:30:38.060048 dv-cinder-860090-1-iscsi neutron-server[106271]: Open vSwitch agent@dv-cinder-860090-1-iscsi: { 'AddressGroup': '1.2', Oct 03 13:30:38.060048 dv-cinder-860090-1-iscsi neutron-server[106271]: 'Agent': '1.1', Oct 03 13:30:38.060048 dv-cinder-860090-1-iscsi neutron-server[106271]: 'ConntrackHelper': '1.0', Oct 03 13:30:38.060048 dv-cinder-860090-1-iscsi neutron-server[106271]: 'LocalIPAssociation': '1.0', Oct 03 13:30:38.060048 dv-cinder-860090-1-iscsi neutron-server[106271]: 'Log': '1.0', Oct 03 13:30:38.060048 dv-cinder-860090-1-iscsi neutron-server[106271]: 'NDPProxy': '1.0', Oct 03 13:30:38.060048 dv-cinder-860090-1-iscsi neutron-server[106271]: 'Network': '1.1', Oct 03 13:30:38.060048 dv-cinder-860090-1-iscsi neutron-server[106271]: 'Port': '1.7', Oct 03 13:30:38.060048 dv-cinder-860090-1-iscsi neutron-server[106271]: 'PortForwarding': '1.3', Oct 03 13:30:38.060048 dv-cinder-860090-1-iscsi neutron-server[106271]: 'QosPolicy': '1.10', Oct 03 13:30:38.060048 dv-cinder-860090-1-iscsi neutron-server[106271]: 'SecurityGroup': '1.5', Oct 03 13:30:38.060048 dv-cinder-860090-1-iscsi neutron-server[106271]: 'SecurityGroupRule': '1.2', Oct 03 13:30:38.060048 dv-cinder-860090-1-iscsi neutron-server[106271]: 'SubPort': '1.0', Oct 03 13:30:38.060048 dv-cinder-860090-1-iscsi neutron-server[106271]: 'Subnet': '1.1', Oct 03 13:30:38.060048 dv-cinder-860090-1-iscsi neutron-server[106271]: 'Trunk': '1.1'}} Oct 03 13:30:38.060048 dv-cinder-860090-1-iscsi neutron-server[106271]: {{(pid=106271) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 03 13:30:38.137278 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f278883e-9b1a-46b2-b70b-762f565fbfde None None] Checking agent: {'id': 'd46c7ed5-c451-4a76-ab3f-ab8e3ea4a5ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860090-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 13, 22, 7), 'started_at': datetime.datetime(2022, 10, 3, 13, 22, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 13, 30, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860090-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 13:30:38.140124 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f278883e-9b1a-46b2-b70b-762f565fbfde None None] Checking segment: {'id': 'bb40cd5f-7936-4373-bcc9-441f3ba1dc24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106271) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 13:30:38.152698 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron_lib.callbacks.manager [None req-f278883e-9b1a-46b2-b70b-762f565fbfde None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:38.153142 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f278883e-9b1a-46b2-b70b-762f565fbfde None None] Bound using segment: {'id': 'bb40cd5f-7936-4373-bcc9-441f3ba1dc24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28'} {{(pid=106271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 13:30:38.157891 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.plugins.ml2.managers [None req-f278883e-9b1a-46b2-b70b-762f565fbfde None None] Bound port: 8f94ecf7-389a-462c-a841-f7b64d1eb55b, host: dv-cinder-860090-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb40cd5f-7936-4373-bcc9-441f3ba1dc24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28'}}] {{(pid=106271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 13:30:38.158365 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron_lib.callbacks.manager [None req-f278883e-9b1a-46b2-b70b-762f565fbfde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (8f94ecf7-389a-462c-a841-f7b64d1eb55b), before_update {{(pid=106271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:38.175540 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.provisioning_blocks [None req-6eaf0173-059e-44e3-a31f-c936af85a4c6 None None] Provisioning complete for port 47203591-15a2-4e72-9f42-8ce7c64caafa triggered by entity DHCP. {{(pid=106270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 13:30:38.184268 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-6eaf0173-059e-44e3-a31f-c936af85a4c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1340199'] for port (47203591-15a2-4e72-9f42-8ce7c64caafa), provisioning_complete {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:38.185002 dv-cinder-860090-1-iscsi neutron-server[106270]: INFO neutron.plugins.ml2.plugin [None req-6eaf0173-059e-44e3-a31f-c936af85a4c6 None None] Attempt 1 to provision port 47203591-15a2-4e72-9f42-8ce7c64caafa Oct 03 13:30:38.240749 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_dvr_db [None req-4fe514ff-7825-4d56-8b70-01fefc41377e None None] Set router af124424-a053-4d33-a6b5-08d7c9c80932 gateway port host: dv-cinder-860090-1-iscsi {{(pid=106270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 13:30:38.307794 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-351b1c75-1ccd-48ea-b10c-e1a29837f12d admin admin] Publish callbacks [] for security_group (6f70d4e8-d7a2-4a89-bafe-303589393ae8), precommit_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:38.332903 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.plugins.ml2.db [None req-f278883e-9b1a-46b2-b70b-762f565fbfde None None] For port 8f94ecf7-389a-462c-a841-f7b64d1eb55b, host dv-cinder-860090-1-iscsi, cleared binding levels {{(pid=106271) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 13:30:38.344364 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.plugins.ml2.db [None req-f278883e-9b1a-46b2-b70b-762f565fbfde None None] For port 8f94ecf7-389a-462c-a841-f7b64d1eb55b, host dv-cinder-860090-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860090-1-iscsi',level=0,port_id=8f94ecf7-389a-462c-a841-f7b64d1eb55b,segment=NetworkSegment(bb40cd5f-7936-4373-bcc9-441f3ba1dc24),segment_id=bb40cd5f-7936-4373-bcc9-441f3ba1dc24)] {{(pid=106271) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 13:30:38.370206 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron_lib.callbacks.manager [None req-f278883e-9b1a-46b2-b70b-762f565fbfde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751015143617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751014657006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751014658052'] for port (8f94ecf7-389a-462c-a841-f7b64d1eb55b), after_update {{(pid=106271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:38.390598 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-9b3e6be4-ae7f-4a46-812d-719b0ca73959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (3cd5b2bb-c81a-4ce3-a212-a51c5aa706bd), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:38.504007 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f278883e-9b1a-46b2-b70b-762f565fbfde None None] Routers {'9386ae84-3455-47c1-bf1e-ac1e7b8d81c7'} bound to L3 agent in host dv-cinder-860090-1-iscsi {{(pid=106271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 13:30:38.504976 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_hamode_db [None req-f278883e-9b1a-46b2-b70b-762f565fbfde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860090-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-03T13:22:05Z,description=,heartbeat_timestamp=2022-10-03T13:30:35Z,host='dv-cinder-860090-1-iscsi',id=94180321-47b1-4b5c-b620-b1b0a31df446,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T13:22:05Z,topic='l3_agent')) {'router_ids': ['9386ae84-3455-47c1-bf1e-ac1e7b8d81c7'], 'active': True} {{(pid=106271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:30:38.696230 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:30:38.847905 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:30:38.882824 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e2337a-2018-4f8c-9c2a-344631db7cea None None] Pushing event updated for resources: {'Port': ['ID=8f94ecf7-389a-462c-a841-f7b64d1eb55b,revision_number=3']} {{(pid=106271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:30:38.988610 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-19262b7f-1c19-4f7e-a8fe-812da9efb1e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3893737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3894980'] for router (6f3d8525-6fb0-4621-aec4-8526bd9e4774), after_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:38.992268 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:INSERT=6,neutron:SELECT=89,neutron:DELETE=5 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:30:39.070707 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_dvr_db [None req-f278883e-9b1a-46b2-b70b-762f565fbfde None None] Set router 9386ae84-3455-47c1-bf1e-ac1e7b8d81c7 gateway port host: dv-cinder-860090-1-iscsi {{(pid=106271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 13:30:39.125049 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-351b1c75-1ccd-48ea-b10c-e1a29837f12d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (6f70d4e8-d7a2-4a89-bafe-303589393ae8), after_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:39.132537 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-351b1c75-1ccd-48ea-b10c-e1a29837f12d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:39.140900 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-351b1c75-1ccd-48ea-b10c-e1a29837f12d admin admin] 10.222.0.58 "DELETE /networking/v2.0/security-groups/6f70d4e8-d7a2-4a89-bafe-303589393ae8 HTTP/1.1" status: 204 len: 168 time: 2.1608825 Oct 03 13:30:39.203655 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2af21e6-5b5e-4362-a7c7-4b9c71feb758 None None] Network c7f5133f-f533-43e9-8556-7d1b6afd965c requested from dv-cinder-860090-1-iscsi {{(pid=106270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 03 13:30:39.232777 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:30:39.258885 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:30:39.277755 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351b1c75-1ccd-48ea-b10c-e1a29837f12d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f70d4e8-d7a2-4a89-bafe-303589393ae8,revision_number=None']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:30:39.445023 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.db.db_base_plugin_common [None req-223a3f65-0c81-4a0d-a05e-bacaad2e8447 admin admin] Allocated IP 172.20.0.1 (ff8319e2-24e1-46c8-a6e2-568f9c4503d6/c7cf38c1-e397-42ce-8b92-f0af8056be43/4348bdd0-49c7-4b40-a474-5fac87c13353) {{(pid=106268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 13:30:39.489431 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:30:39.526625 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19262b7f-1c19-4f7e-a8fe-812da9efb1e5 admin admin] Router 6f3d8525-6fb0-4621-aec4-8526bd9e4774 is scheduled to L3 agent 94180321-47b1-4b5c-b620-b1b0a31df446 with binding_index 1 {{(pid=106269) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 03 13:30:39.631424 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_hamode_db [None req-f278883e-9b1a-46b2-b70b-762f565fbfde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9386ae84-3455-47c1-bf1e-ac1e7b8d81c7', 'name': 'tempest-AttachVolumeNegativeTest-724384781-router', 'tenant_id': 'd8e6dd58ff43419fa5b945bd08ef2931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'external_fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': '8f94ecf7-389a-462c-a841-f7b64d1eb55b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:30:29Z', 'updated_at': '2022-10-03T13:30:32Z', 'revision_number': 3, 'project_id': 'd8e6dd58ff43419fa5b945bd08ef2931', 'gw_port': {'id': '8f94ecf7-389a-462c-a841-f7b64d1eb55b', 'name': '', 'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:6b:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9386ae84-3455-47c1-bf1e-ac1e7b8d81c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:30:30Z', 'updated_at': '2022-10-03T13:30:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860090-1-iscsi'}], 'dv-cinder-860090-1-iscsi', False) {} {{(pid=106271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:30:39.657013 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.provisioning_blocks [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Provisioning complete for port 47203591-15a2-4e72-9f42-8ce7c64caafa triggered by entity L2. {{(pid=106270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 13:30:39.658032 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1340199'] for port (47203591-15a2-4e72-9f42-8ce7c64caafa), provisioning_complete {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:39.658032 dv-cinder-860090-1-iscsi neutron-server[106270]: INFO neutron.plugins.ml2.plugin [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Attempt 1 to provision port 47203591-15a2-4e72-9f42-8ce7c64caafa Oct 03 13:30:39.734097 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f278883e-9b1a-46b2-b70b-762f565fbfde None None] The sync data for ids ['9386ae84-3455-47c1-bf1e-ac1e7b8d81c7'] in dv-cinder-860090-1-iscsi is: [{'id': '9386ae84-3455-47c1-bf1e-ac1e7b8d81c7', 'name': 'tempest-AttachVolumeNegativeTest-724384781-router', 'tenant_id': 'd8e6dd58ff43419fa5b945bd08ef2931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'external_fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': '8f94ecf7-389a-462c-a841-f7b64d1eb55b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:30:29Z', 'updated_at': '2022-10-03T13:30:32Z', 'revision_number': 3, 'project_id': 'd8e6dd58ff43419fa5b945bd08ef2931', 'gw_port': {'id': '8f94ecf7-389a-462c-a841-f7b64d1eb55b', 'name': '', 'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:6b:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9386ae84-3455-47c1-bf1e-ac1e7b8d81c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:30:30Z', 'updated_at': '2022-10-03T13:30:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860090-1-iscsi'}] {{(pid=106271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 13:30:39.796027 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-6eaf0173-059e-44e3-a31f-c936af85a4c6 None None] Current status of the port 47203591-15a2-4e72-9f42-8ce7c64caafa is: DOWN; New status is: ACTIVE {{(pid=106270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 13:30:39.798343 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-6eaf0173-059e-44e3-a31f-c936af85a4c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (47203591-15a2-4e72-9f42-8ce7c64caafa), before_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:39.950173 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19262b7f-1c19-4f7e-a8fe-812da9efb1e5 admin admin] Notify agent at l3_agent.dv-cinder-860090-1-iscsi the message routers_updated {{(pid=106269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 13:30:39.986139 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f75c231b-a65d-4586-be21-580b3518045c None None] Sync routers for ids ['6f3d8525-6fb0-4621-aec4-8526bd9e4774'] in dv-cinder-860090-1-iscsi {{(pid=106271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 13:30:40.020941 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-19262b7f-1c19-4f7e-a8fe-812da9efb1e5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:40.036577 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-19262b7f-1c19-4f7e-a8fe-812da9efb1e5 admin admin] 10.222.0.58 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.4192696 Oct 03 13:30:40.037531 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 56088) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:30:40.039307 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f75c231b-a65d-4586-be21-580b3518045c None None] Routers {'6f3d8525-6fb0-4621-aec4-8526bd9e4774'} bound to L3 agent in host dv-cinder-860090-1-iscsi {{(pid=106271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 13:30:40.045217 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_hamode_db [None req-f75c231b-a65d-4586-be21-580b3518045c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860090-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-03T13:22:05Z,description=,heartbeat_timestamp=2022-10-03T13:30:35Z,host='dv-cinder-860090-1-iscsi',id=94180321-47b1-4b5c-b620-b1b0a31df446,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T13:22:05Z,topic='l3_agent')) {'router_ids': ['6f3d8525-6fb0-4621-aec4-8526bd9e4774'], 'active': True} {{(pid=106271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:30:40.098186 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-223a3f65-0c81-4a0d-a05e-bacaad2e8447 admin admin] Publish callbacks [] for port (4348bdd0-49c7-4b40-a474-5fac87c13353), precommit_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:40.140577 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.db [None req-6eaf0173-059e-44e3-a31f-c936af85a4c6 None None] For port 47203591-15a2-4e72-9f42-8ce7c64caafa, host dv-cinder-860090-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860090-1-iscsi',level=0,port_id=47203591-15a2-4e72-9f42-8ce7c64caafa,segment=NetworkSegment(a13be668-9c4e-4111-8b50-69439ed85703),segment_id=a13be668-9c4e-4111-8b50-69439ed85703)] {{(pid=106270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 13:30:40.272865 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-223a3f65-0c81-4a0d-a05e-bacaad2e8447 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751014656988'] for port (4348bdd0-49c7-4b40-a474-5fac87c13353), after_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:40.317543 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_hamode_db [None req-4fe514ff-7825-4d56-8b70-01fefc41377e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af124424-a053-4d33-a6b5-08d7c9c80932', 'name': 'tempest-ServerRescueNegativeTestJSON-2126300055-router', 'tenant_id': '557321bf33ca42df8d5d53e5157e6803', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'external_fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': 'cdf04b3b-1b40-4675-9c4c-10fdae6d977b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:30:31Z', 'updated_at': '2022-10-03T13:30:34Z', 'revision_number': 3, 'project_id': '557321bf33ca42df8d5d53e5157e6803', 'gw_port': {'id': 'cdf04b3b-1b40-4675-9c4c-10fdae6d977b', 'name': '', 'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:0d:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af124424-a053-4d33-a6b5-08d7c9c80932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:30:32Z', 'updated_at': '2022-10-03T13:30:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860090-1-iscsi'}], 'dv-cinder-860090-1-iscsi', False) {} {{(pid=106270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:30:40.322218 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-6eaf0173-059e-44e3-a31f-c936af85a4c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751015143617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751014657006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751014658052'] for port (47203591-15a2-4e72-9f42-8ce7c64caafa), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:40.425811 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:30:40.485199 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.agents_db [None req-0a1e5e68-d5eb-461a-8b1a-39e3d06a9bb6 None None] Agent healthcheck: found 6 active agents {{(pid=106271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 03 13:30:40.573063 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_dvr_db [None req-f75c231b-a65d-4586-be21-580b3518045c None None] Set router 6f3d8525-6fb0-4621-aec4-8526bd9e4774 gateway port host: dv-cinder-860090-1-iscsi {{(pid=106271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 13:30:40.637472 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eaf0173-059e-44e3-a31f-c936af85a4c6 None None] Pushing event updated for resources: {'Port': ['ID=47203591-15a2-4e72-9f42-8ce7c64caafa,revision_number=3']} {{(pid=106270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:30:40.644625 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-223a3f65-0c81-4a0d-a05e-bacaad2e8447 admin admin] Network ff8319e2-24e1-46c8-a6e2-568f9c4503d6 is already hosted by enough agents. {{(pid=106268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 13:30:40.670756 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.scheduler.base_scheduler [None req-223a3f65-0c81-4a0d-a05e-bacaad2e8447 admin admin] Resources bound (agent type, host, resource id): {{(pid=106268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 13:30:40.769553 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe514ff-7825-4d56-8b70-01fefc41377e None None] Checking router: af124424-a053-4d33-a6b5-08d7c9c80932 for host: dv-cinder-860090-1-iscsi {{(pid=106270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 13:30:40.770133 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe514ff-7825-4d56-8b70-01fefc41377e None None] Updating router af124424-a053-4d33-a6b5-08d7c9c80932 port cdf04b3b-1b40-4675-9c4c-10fdae6d977b binding host dv-cinder-860090-1-iscsi {{(pid=106270) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 03 13:30:40.815090 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-223a3f65-0c81-4a0d-a05e-bacaad2e8447 admin admin] Received port after_create {{(pid=106268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 13:30:40.827499 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-223a3f65-0c81-4a0d-a05e-bacaad2e8447 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3722559'] for router_interface (9386ae84-3455-47c1-bf1e-ac1e7b8d81c7), before_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:40.849016 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Current status of the port 47203591-15a2-4e72-9f42-8ce7c64caafa is: ACTIVE; New status is: ACTIVE {{(pid=106270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 13:30:40.850450 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Device 125616d5-9f4a-4384-b180-6ec4d6a9523f up at agent ovs-agent-dv-cinder-860090-1-iscsi {{(pid=106270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 13:30:41.023948 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223a3f65-0c81-4a0d-a05e-bacaad2e8447 admin admin] Pushing event updated for resources: {'Port': ['ID=4348bdd0-49c7-4b40-a474-5fac87c13353,revision_number=1']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:30:41.137328 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_hamode_db [None req-f75c231b-a65d-4586-be21-580b3518045c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f3d8525-6fb0-4621-aec4-8526bd9e4774', 'name': 'tempest-DeleteServersTestJSON-1552291052-router', 'tenant_id': '5f908aee304e4fe2bb2185d89400533c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'external_fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': '5d99aafa-ed6c-4f14-9811-c332e824d504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:30:32Z', 'updated_at': '2022-10-03T13:30:37Z', 'revision_number': 3, 'project_id': '5f908aee304e4fe2bb2185d89400533c', 'gw_port': {'id': '5d99aafa-ed6c-4f14-9811-c332e824d504', 'name': '', 'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:6c:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f3d8525-6fb0-4621-aec4-8526bd9e4774', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:30:35Z', 'updated_at': '2022-10-03T13:30:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860090-1-iscsi'}], 'dv-cinder-860090-1-iscsi', False) {} {{(pid=106271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:30:41.216557 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.provisioning_blocks [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Provisioning complete for port 125616d5-9f4a-4384-b180-6ec4d6a9523f triggered by entity L2. {{(pid=106270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 13:30:41.216954 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1340199'] for port (125616d5-9f4a-4384-b180-6ec4d6a9523f), provisioning_complete {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:41.217298 dv-cinder-860090-1-iscsi neutron-server[106270]: INFO neutron.plugins.ml2.plugin [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Attempt 1 to provision port 125616d5-9f4a-4384-b180-6ec4d6a9523f Oct 03 13:30:41.414879 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.provisioning_blocks [None req-24485491-f3ec-4169-bc2f-e2fbf9bb0f53 None None] Provisioning complete for port 125616d5-9f4a-4384-b180-6ec4d6a9523f triggered by entity DHCP. {{(pid=106270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 13:30:41.418174 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-24485491-f3ec-4169-bc2f-e2fbf9bb0f53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1340199'] for port (125616d5-9f4a-4384-b180-6ec4d6a9523f), provisioning_complete {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:41.419067 dv-cinder-860090-1-iscsi neutron-server[106270]: INFO neutron.plugins.ml2.plugin [None req-24485491-f3ec-4169-bc2f-e2fbf9bb0f53 None None] Attempt 1 to provision port 125616d5-9f4a-4384-b180-6ec4d6a9523f Oct 03 13:30:41.437325 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-c2dd990f-e160-4b74-9753-58d3b2c9fb77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (None), before_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:41.525327 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f75c231b-a65d-4586-be21-580b3518045c None None] Checking router: 6f3d8525-6fb0-4621-aec4-8526bd9e4774 for host: dv-cinder-860090-1-iscsi {{(pid=106271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 13:30:41.525696 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f75c231b-a65d-4586-be21-580b3518045c None None] Updating router 6f3d8525-6fb0-4621-aec4-8526bd9e4774 port 5d99aafa-ed6c-4f14-9811-c332e824d504 binding host dv-cinder-860090-1-iscsi {{(pid=106271) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 03 13:30:41.625973 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-4fe514ff-7825-4d56-8b70-01fefc41377e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (cdf04b3b-1b40-4675-9c4c-10fdae6d977b), before_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:41.706381 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron_lib.callbacks.manager [None req-f75c231b-a65d-4586-be21-580b3518045c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (5d99aafa-ed6c-4f14-9811-c332e824d504), before_update {{(pid=106271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:41.732579 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-fab2c7b3-22bb-450f-87f6-fcfe0786bfe5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (None), before_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:41.836768 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=100 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:30:42.062893 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:30:42.450264 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.db.db_base_plugin_common [None req-c2dd990f-e160-4b74-9753-58d3b2c9fb77 admin admin] Allocated IP 172.20.0.1 (289ad0fb-c675-48f9-ad56-9a68538f4eb7/014887d4-da5d-4382-8b78-e31d89e09c89/042f889d-6dc9-4d12-9164-ef09c953a53f) {{(pid=106268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 13:30:42.457693 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-223a3f65-0c81-4a0d-a05e-bacaad2e8447 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (4348bdd0-49c7-4b40-a474-5fac87c13353), before_update {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:42.495439 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Current status of the port 125616d5-9f4a-4384-b180-6ec4d6a9523f is: DOWN; New status is: ACTIVE {{(pid=106270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 13:30:42.495982 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (125616d5-9f4a-4384-b180-6ec4d6a9523f), before_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:42.537941 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:30:42.615402 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-24485491-f3ec-4169-bc2f-e2fbf9bb0f53 None None] Current status of the port 125616d5-9f4a-4384-b180-6ec4d6a9523f is: DOWN; New status is: ACTIVE {{(pid=106270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 13:30:42.619880 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-24485491-f3ec-4169-bc2f-e2fbf9bb0f53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (125616d5-9f4a-4384-b180-6ec4d6a9523f), before_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:42.642929 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-4fe514ff-7825-4d56-8b70-01fefc41377e None None] Publish callbacks [] for port (cdf04b3b-1b40-4675-9c4c-10fdae6d977b), precommit_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:42.650553 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.db.db_base_plugin_common [None req-fab2c7b3-22bb-450f-87f6-fcfe0786bfe5 admin admin] Allocated IP 172.20.0.1 (c7f5133f-f533-43e9-8556-7d1b6afd965c/7759f961-ee61-4eff-a397-748656fd26d1/43677e9b-9fd5-4aab-ad39-9700eabc75bb) {{(pid=106269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 13:30:42.717005 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-4fe514ff-7825-4d56-8b70-01fefc41377e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751015143617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751014657006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751014658052'] for port (cdf04b3b-1b40-4675-9c4c-10fdae6d977b), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:42.773343 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.db [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] For port 125616d5-9f4a-4384-b180-6ec4d6a9523f, host dv-cinder-860090-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860090-1-iscsi',level=0,port_id=125616d5-9f4a-4384-b180-6ec4d6a9523f,segment=NetworkSegment(55ce58d8-df7c-4b91-8b60-1d78b467e2b7),segment_id=55ce58d8-df7c-4b91-8b60-1d78b467e2b7)] {{(pid=106270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 13:30:42.785651 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.managers [None req-4fe514ff-7825-4d56-8b70-01fefc41377e None None] Attempting to bind port cdf04b3b-1b40-4675-9c4c-10fdae6d977b on host dv-cinder-860090-1-iscsi for vnic_type normal with profile {{(pid=106270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 13:30:42.786117 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.managers [None req-4fe514ff-7825-4d56-8b70-01fefc41377e None None] Attempting to bind port cdf04b3b-1b40-4675-9c4c-10fdae6d977b by drivers openvswitch,hyperv on host dv-cinder-860090-1-iscsi at level 0 using segments [{'id': 'bb40cd5f-7936-4373-bcc9-441f3ba1dc24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28'}] {{(pid=106270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 13:30:42.787699 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe514ff-7825-4d56-8b70-01fefc41377e None None] Attempting to bind port cdf04b3b-1b40-4675-9c4c-10fdae6d977b on network ad648d78-633d-4222-aa42-7cb50aab7a28 {{(pid=106270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 13:30:42.811583 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751015143617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751014657006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751014658052'] for port (125616d5-9f4a-4384-b180-6ec4d6a9523f), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:42.876883 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-223a3f65-0c81-4a0d-a05e-bacaad2e8447 admin admin] Publish callbacks [] for port (4348bdd0-49c7-4b40-a474-5fac87c13353), precommit_update {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:42.888823 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:30:42.897088 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-223a3f65-0c81-4a0d-a05e-bacaad2e8447 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751015143617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751014657006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751014658052'] for port (4348bdd0-49c7-4b40-a474-5fac87c13353), after_update {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:42.898351 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-223a3f65-0c81-4a0d-a05e-bacaad2e8447 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3798534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3722659'] for router_interface (9386ae84-3455-47c1-bf1e-ac1e7b8d81c7), after_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:43.038916 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-fab2c7b3-22bb-450f-87f6-fcfe0786bfe5 admin admin] Publish callbacks [] for port (43677e9b-9fd5-4aab-ad39-9700eabc75bb), precommit_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:43.055386 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223a3f65-0c81-4a0d-a05e-bacaad2e8447 admin admin] Pushing event updated for resources: {'Port': ['ID=4348bdd0-49c7-4b40-a474-5fac87c13353,revision_number=2']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:30:43.227100 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-fab2c7b3-22bb-450f-87f6-fcfe0786bfe5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751014656988'] for port (43677e9b-9fd5-4aab-ad39-9700eabc75bb), after_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:43.375510 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:30:43.380028 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fab2c7b3-22bb-450f-87f6-fcfe0786bfe5 admin admin] Network c7f5133f-f533-43e9-8556-7d1b6afd965c is already hosted by enough agents. {{(pid=106269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 13:30:43.382049 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:30:43.390400 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.scheduler.base_scheduler [None req-fab2c7b3-22bb-450f-87f6-fcfe0786bfe5 admin admin] Resources bound (agent type, host, resource id): {{(pid=106269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 13:30:43.418403 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron_lib.callbacks.manager [None req-f75c231b-a65d-4586-be21-580b3518045c None None] Publish callbacks [] for port (5d99aafa-ed6c-4f14-9811-c332e824d504), precommit_update {{(pid=106271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:43.433876 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab2c7b3-22bb-450f-87f6-fcfe0786bfe5 admin admin] Received port after_create {{(pid=106269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 13:30:43.435676 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-fab2c7b3-22bb-450f-87f6-fcfe0786bfe5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3722559'] for router_interface (6f3d8525-6fb0-4621-aec4-8526bd9e4774), before_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:43.446240 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron_lib.callbacks.manager [None req-f75c231b-a65d-4586-be21-580b3518045c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751015143617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751014657006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751014658052'] for port (5d99aafa-ed6c-4f14-9811-c332e824d504), after_update {{(pid=106271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:43.490289 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 56174) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:30:43.630262 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de2ba37-224b-4638-96d9-384c66a82d48 None None] Pushing event updated for resources: {'Port': ['ID=5d99aafa-ed6c-4f14-9811-c332e824d504,revision_number=2']} {{(pid=106271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:30:43.660312 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Device 47203591-15a2-4e72-9f42-8ce7c64caafa up at agent ovs-agent-dv-cinder-860090-1-iscsi {{(pid=106270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 13:30:43.680163 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.plugins.ml2.managers [None req-f75c231b-a65d-4586-be21-580b3518045c None None] Attempting to bind port 5d99aafa-ed6c-4f14-9811-c332e824d504 on host dv-cinder-860090-1-iscsi for vnic_type normal with profile {{(pid=106271) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 13:30:43.684246 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.plugins.ml2.managers [None req-f75c231b-a65d-4586-be21-580b3518045c None None] Attempting to bind port 5d99aafa-ed6c-4f14-9811-c332e824d504 by drivers openvswitch,hyperv on host dv-cinder-860090-1-iscsi at level 0 using segments [{'id': 'bb40cd5f-7936-4373-bcc9-441f3ba1dc24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28'}] {{(pid=106271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 13:30:43.685598 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75c231b-a65d-4586-be21-580b3518045c None None] Attempting to bind port 5d99aafa-ed6c-4f14-9811-c332e824d504 on network ad648d78-633d-4222-aa42-7cb50aab7a28 {{(pid=106271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 13:30:43.777520 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-c2dd990f-e160-4b74-9753-58d3b2c9fb77 admin admin] Publish callbacks [] for port (042f889d-6dc9-4d12-9164-ef09c953a53f), precommit_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:43.792165 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab2c7b3-22bb-450f-87f6-fcfe0786bfe5 admin admin] Pushing event updated for resources: {'Port': ['ID=43677e9b-9fd5-4aab-ad39-9700eabc75bb,revision_number=1']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:30:43.870400 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:30:43.899641 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe514ff-7825-4d56-8b70-01fefc41377e None None] Checking agent: {'id': 'd46c7ed5-c451-4a76-ab3f-ab8e3ea4a5ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860090-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 13, 22, 7), 'started_at': datetime.datetime(2022, 10, 3, 13, 22, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 13, 30, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860090-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 13:30:43.907475 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe514ff-7825-4d56-8b70-01fefc41377e None None] Checking segment: {'id': 'bb40cd5f-7936-4373-bcc9-441f3ba1dc24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 13:30:43.908247 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-4fe514ff-7825-4d56-8b70-01fefc41377e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:43.908835 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe514ff-7825-4d56-8b70-01fefc41377e None None] Bound using segment: {'id': 'bb40cd5f-7936-4373-bcc9-441f3ba1dc24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28'} {{(pid=106270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 13:30:43.911562 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.managers [None req-4fe514ff-7825-4d56-8b70-01fefc41377e None None] Bound port: cdf04b3b-1b40-4675-9c4c-10fdae6d977b, host: dv-cinder-860090-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb40cd5f-7936-4373-bcc9-441f3ba1dc24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28'}}] {{(pid=106270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 13:30:43.912273 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-4fe514ff-7825-4d56-8b70-01fefc41377e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (cdf04b3b-1b40-4675-9c4c-10fdae6d977b), before_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:43.922387 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75c231b-a65d-4586-be21-580b3518045c None None] Checking agent: {'id': 'd46c7ed5-c451-4a76-ab3f-ab8e3ea4a5ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860090-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 13, 22, 7), 'started_at': datetime.datetime(2022, 10, 3, 13, 22, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 13, 30, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860090-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 13:30:43.922760 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75c231b-a65d-4586-be21-580b3518045c None None] Checking segment: {'id': 'bb40cd5f-7936-4373-bcc9-441f3ba1dc24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106271) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 13:30:43.930853 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron_lib.callbacks.manager [None req-f75c231b-a65d-4586-be21-580b3518045c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:43.931969 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75c231b-a65d-4586-be21-580b3518045c None None] Bound using segment: {'id': 'bb40cd5f-7936-4373-bcc9-441f3ba1dc24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28'} {{(pid=106271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 13:30:43.934354 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.plugins.ml2.managers [None req-f75c231b-a65d-4586-be21-580b3518045c None None] Bound port: 5d99aafa-ed6c-4f14-9811-c332e824d504, host: dv-cinder-860090-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb40cd5f-7936-4373-bcc9-441f3ba1dc24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28'}}] {{(pid=106271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 13:30:43.936339 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron_lib.callbacks.manager [None req-f75c231b-a65d-4586-be21-580b3518045c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (5d99aafa-ed6c-4f14-9811-c332e824d504), before_update {{(pid=106271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:43.995627 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-223a3f65-0c81-4a0d-a05e-bacaad2e8447 admin admin] Network ff8319e2-24e1-46c8-a6e2-568f9c4503d6 is already hosted by enough agents. {{(pid=106268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 13:30:44.010053 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.scheduler.base_scheduler [None req-223a3f65-0c81-4a0d-a05e-bacaad2e8447 admin admin] Resources bound (agent type, host, resource id): {{(pid=106268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 13:30:44.052267 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-c2dd990f-e160-4b74-9753-58d3b2c9fb77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751014656988'] for port (042f889d-6dc9-4d12-9164-ef09c953a53f), after_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:44.071435 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:30:44.103284 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-fab2c7b3-22bb-450f-87f6-fcfe0786bfe5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (43677e9b-9fd5-4aab-ad39-9700eabc75bb), before_update {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:44.195515 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f70cc96-7e52-43c0-b0bc-6ce57a2e356a None None] Pushing event updated for resources: {'Port': ['ID=cdf04b3b-1b40-4675-9c4c-10fdae6d977b,revision_number=2']} {{(pid=106270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:30:44.258836 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.plugins.ml2.db [None req-f75c231b-a65d-4586-be21-580b3518045c None None] For port 5d99aafa-ed6c-4f14-9811-c332e824d504, host dv-cinder-860090-1-iscsi, cleared binding levels {{(pid=106271) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 13:30:44.260764 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.db.api [None req-24485491-f3ec-4169-bc2f-e2fbf9bb0f53 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106270) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 03 13:30:44.265360 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG oslo_db.api [None req-24485491-f3ec-4169-bc2f-e2fbf9bb0f53 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 03 13:30:44.267997 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.plugins.ml2.db [None req-f75c231b-a65d-4586-be21-580b3518045c None None] For port 5d99aafa-ed6c-4f14-9811-c332e824d504, host dv-cinder-860090-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860090-1-iscsi',level=0,port_id=5d99aafa-ed6c-4f14-9811-c332e824d504,segment=NetworkSegment(bb40cd5f-7936-4373-bcc9-441f3ba1dc24),segment_id=bb40cd5f-7936-4373-bcc9-441f3ba1dc24)] {{(pid=106271) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 13:30:44.280116 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron_lib.callbacks.manager [None req-f75c231b-a65d-4586-be21-580b3518045c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751015143617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751014657006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751014658052'] for port (5d99aafa-ed6c-4f14-9811-c332e824d504), after_update {{(pid=106271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:44.401238 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2dd990f-e160-4b74-9753-58d3b2c9fb77 admin admin] Network 289ad0fb-c675-48f9-ad56-9a68538f4eb7 is already hosted by enough agents. {{(pid=106268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 13:30:44.424127 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.provisioning_blocks [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Provisioning complete for port 47203591-15a2-4e72-9f42-8ce7c64caafa triggered by entity L2. {{(pid=106270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 13:30:44.432247 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1340199'] for port (47203591-15a2-4e72-9f42-8ce7c64caafa), provisioning_complete {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:44.433681 dv-cinder-860090-1-iscsi neutron-server[106270]: INFO neutron.plugins.ml2.plugin [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Attempt 1 to provision port 47203591-15a2-4e72-9f42-8ce7c64caafa Oct 03 13:30:44.449128 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.scheduler.base_scheduler [None req-c2dd990f-e160-4b74-9753-58d3b2c9fb77 admin admin] Resources bound (agent type, host, resource id): {{(pid=106268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 13:30:44.482193 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:30:44.483473 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dd990f-e160-4b74-9753-58d3b2c9fb77 admin admin] Pushing event updated for resources: {'Port': ['ID=042f889d-6dc9-4d12-9164-ef09c953a53f,revision_number=1']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:30:44.521377 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2dd990f-e160-4b74-9753-58d3b2c9fb77 admin admin] Received port after_create {{(pid=106268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 13:30:44.542535 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-c2dd990f-e160-4b74-9753-58d3b2c9fb77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3722559'] for router_interface (af124424-a053-4d33-a6b5-08d7c9c80932), before_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:44.560232 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f75c231b-a65d-4586-be21-580b3518045c None None] Routers {'6f3d8525-6fb0-4621-aec4-8526bd9e4774'} bound to L3 agent in host dv-cinder-860090-1-iscsi {{(pid=106271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 13:30:44.560875 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_hamode_db [None req-f75c231b-a65d-4586-be21-580b3518045c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860090-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-03T13:22:05Z,description=,heartbeat_timestamp=2022-10-03T13:30:35Z,host='dv-cinder-860090-1-iscsi',id=94180321-47b1-4b5c-b620-b1b0a31df446,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T13:22:05Z,topic='l3_agent')) {'router_ids': ['6f3d8525-6fb0-4621-aec4-8526bd9e4774'], 'active': True} {{(pid=106271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:30:44.687264 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:30:44.693204 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.db [None req-4fe514ff-7825-4d56-8b70-01fefc41377e None None] For port cdf04b3b-1b40-4675-9c4c-10fdae6d977b, host dv-cinder-860090-1-iscsi, cleared binding levels {{(pid=106270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 13:30:44.700891 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Pushing event updated for resources: {'Port': ['ID=125616d5-9f4a-4384-b180-6ec4d6a9523f,revision_number=3']} {{(pid=106270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:30:44.733104 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.db [None req-4fe514ff-7825-4d56-8b70-01fefc41377e None None] For port cdf04b3b-1b40-4675-9c4c-10fdae6d977b, host dv-cinder-860090-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860090-1-iscsi',level=0,port_id=cdf04b3b-1b40-4675-9c4c-10fdae6d977b,segment=NetworkSegment(bb40cd5f-7936-4373-bcc9-441f3ba1dc24),segment_id=bb40cd5f-7936-4373-bcc9-441f3ba1dc24)] {{(pid=106270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 13:30:44.736729 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Current status of the port 47203591-15a2-4e72-9f42-8ce7c64caafa is: ACTIVE; New status is: ACTIVE {{(pid=106270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 13:30:44.738152 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Device 8f94ecf7-389a-462c-a841-f7b64d1eb55b up at agent ovs-agent-dv-cinder-860090-1-iscsi {{(pid=106270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 13:30:44.774245 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de2ba37-224b-4638-96d9-384c66a82d48 None None] Pushing event updated for resources: {'Port': ['ID=5d99aafa-ed6c-4f14-9811-c332e824d504,revision_number=3']} {{(pid=106271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:30:44.835902 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-24485491-f3ec-4169-bc2f-e2fbf9bb0f53 None None] Current status of the port 125616d5-9f4a-4384-b180-6ec4d6a9523f is: ACTIVE; New status is: ACTIVE {{(pid=106270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 13:30:44.848192 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.provisioning_blocks [None req-24485491-f3ec-4169-bc2f-e2fbf9bb0f53 None None] Provisioning complete for port 47203591-15a2-4e72-9f42-8ce7c64caafa triggered by entity DHCP. {{(pid=106270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 13:30:44.848722 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-24485491-f3ec-4169-bc2f-e2fbf9bb0f53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1340199'] for port (47203591-15a2-4e72-9f42-8ce7c64caafa), provisioning_complete {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:44.849190 dv-cinder-860090-1-iscsi neutron-server[106270]: INFO neutron.plugins.ml2.plugin [None req-24485491-f3ec-4169-bc2f-e2fbf9bb0f53 None None] Attempt 1 to provision port 47203591-15a2-4e72-9f42-8ce7c64caafa Oct 03 13:30:44.931124 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-e8c53ad6-28b2-492b-8ed5-0f474268b23e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:44.944865 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-4fe514ff-7825-4d56-8b70-01fefc41377e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751015143617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751014657006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751014658052'] for port (cdf04b3b-1b40-4675-9c4c-10fdae6d977b), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:44.971403 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-fab2c7b3-22bb-450f-87f6-fcfe0786bfe5 admin admin] Publish callbacks [] for port (43677e9b-9fd5-4aab-ad39-9700eabc75bb), precommit_update {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:44.981048 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-fab2c7b3-22bb-450f-87f6-fcfe0786bfe5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751015143617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751014657006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751014658052'] for port (43677e9b-9fd5-4aab-ad39-9700eabc75bb), after_update {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:44.985272 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-fab2c7b3-22bb-450f-87f6-fcfe0786bfe5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3798534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3722659'] for router_interface (6f3d8525-6fb0-4621-aec4-8526bd9e4774), after_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:45.001036 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_dvr_db [None req-f75c231b-a65d-4586-be21-580b3518045c None None] Set router 6f3d8525-6fb0-4621-aec4-8526bd9e4774 gateway port host: dv-cinder-860090-1-iscsi {{(pid=106271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 13:30:45.130254 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:30:45.132179 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f70cc96-7e52-43c0-b0bc-6ce57a2e356a None None] Pushing event updated for resources: {'Port': ['ID=cdf04b3b-1b40-4675-9c4c-10fdae6d977b,revision_number=3']} {{(pid=106270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:30:45.163684 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe514ff-7825-4d56-8b70-01fefc41377e None None] Routers {'af124424-a053-4d33-a6b5-08d7c9c80932'} bound to L3 agent in host dv-cinder-860090-1-iscsi {{(pid=106270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 13:30:45.165633 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_hamode_db [None req-4fe514ff-7825-4d56-8b70-01fefc41377e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860090-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-03T13:22:05Z,description=,heartbeat_timestamp=2022-10-03T13:30:35Z,host='dv-cinder-860090-1-iscsi',id=94180321-47b1-4b5c-b620-b1b0a31df446,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T13:22:05Z,topic='l3_agent')) {'router_ids': ['af124424-a053-4d33-a6b5-08d7c9c80932'], 'active': True} {{(pid=106270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:30:45.207456 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-223a3f65-0c81-4a0d-a05e-bacaad2e8447 admin admin] Router 9386ae84-3455-47c1-bf1e-ac1e7b8d81c7 has already been hosted by L3 agent 94180321-47b1-4b5c-b620-b1b0a31df446 {{(pid=106268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 03 13:30:45.256474 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab2c7b3-22bb-450f-87f6-fcfe0786bfe5 admin admin] Pushing event updated for resources: {'Port': ['ID=43677e9b-9fd5-4aab-ad39-9700eabc75bb,revision_number=2']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:30:45.388340 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-24485491-f3ec-4169-bc2f-e2fbf9bb0f53 None None] Current status of the port 47203591-15a2-4e72-9f42-8ce7c64caafa is: ACTIVE; New status is: ACTIVE {{(pid=106270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 13:30:45.388533 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fab2c7b3-22bb-450f-87f6-fcfe0786bfe5 admin admin] Network c7f5133f-f533-43e9-8556-7d1b6afd965c is already hosted by enough agents. {{(pid=106269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 13:30:45.390869 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.scheduler.base_scheduler [None req-fab2c7b3-22bb-450f-87f6-fcfe0786bfe5 admin admin] Resources bound (agent type, host, resource id): {{(pid=106269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 13:30:45.399161 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.provisioning_blocks [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Provisioning complete for port 8f94ecf7-389a-462c-a841-f7b64d1eb55b triggered by entity L2. {{(pid=106270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 13:30:45.402906 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1340199'] for port (8f94ecf7-389a-462c-a841-f7b64d1eb55b), provisioning_complete {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:45.403518 dv-cinder-860090-1-iscsi neutron-server[106270]: INFO neutron.plugins.ml2.plugin [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Attempt 1 to provision port 8f94ecf7-389a-462c-a841-f7b64d1eb55b Oct 03 13:30:45.615890 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_hamode_db [None req-f75c231b-a65d-4586-be21-580b3518045c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f3d8525-6fb0-4621-aec4-8526bd9e4774', 'name': 'tempest-DeleteServersTestJSON-1552291052-router', 'tenant_id': '5f908aee304e4fe2bb2185d89400533c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'external_fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': '5d99aafa-ed6c-4f14-9811-c332e824d504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:30:32Z', 'updated_at': '2022-10-03T13:30:43Z', 'revision_number': 4, 'project_id': '5f908aee304e4fe2bb2185d89400533c', 'gw_port': {'id': '5d99aafa-ed6c-4f14-9811-c332e824d504', 'name': '', 'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:6c:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f3d8525-6fb0-4621-aec4-8526bd9e4774', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:30:35Z', 'updated_at': '2022-10-03T13:30:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860090-1-iscsi', '_interfaces': [{'id': '43677e9b-9fd5-4aab-ad39-9700eabc75bb', 'name': '', 'network_id': 'c7f5133f-f533-43e9-8556-7d1b6afd965c', 'tenant_id': '5f908aee304e4fe2bb2185d89400533c', 'mac_address': 'fa:16:3e:60:90:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f3d8525-6fb0-4621-aec4-8526bd9e4774', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '7759f961-ee61-4eff-a397-748656fd26d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:30:41Z', 'updated_at': '2022-10-03T13:30:42Z', 'revision_number': 1, 'project_id': '5f908aee304e4fe2bb2185d89400533c', 'subnets': [{'id': '7759f961-ee61-4eff-a397-748656fd26d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860090-1-iscsi', False) {} {{(pid=106271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:30:45.724864 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_dvr_db [None req-4fe514ff-7825-4d56-8b70-01fefc41377e None None] Set router af124424-a053-4d33-a6b5-08d7c9c80932 gateway port host: dv-cinder-860090-1-iscsi {{(pid=106270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 13:30:45.732436 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f75c231b-a65d-4586-be21-580b3518045c None None] The sync data for ids ['6f3d8525-6fb0-4621-aec4-8526bd9e4774'] in dv-cinder-860090-1-iscsi is: [{'id': '6f3d8525-6fb0-4621-aec4-8526bd9e4774', 'name': 'tempest-DeleteServersTestJSON-1552291052-router', 'tenant_id': '5f908aee304e4fe2bb2185d89400533c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'external_fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': '5d99aafa-ed6c-4f14-9811-c332e824d504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:30:32Z', 'updated_at': '2022-10-03T13:30:43Z', 'revision_number': 4, 'project_id': '5f908aee304e4fe2bb2185d89400533c', 'gw_port': {'id': '5d99aafa-ed6c-4f14-9811-c332e824d504', 'name': '', 'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:6c:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f3d8525-6fb0-4621-aec4-8526bd9e4774', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:30:35Z', 'updated_at': '2022-10-03T13:30:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860090-1-iscsi', '_interfaces': [{'id': '43677e9b-9fd5-4aab-ad39-9700eabc75bb', 'name': '', 'network_id': 'c7f5133f-f533-43e9-8556-7d1b6afd965c', 'tenant_id': '5f908aee304e4fe2bb2185d89400533c', 'mac_address': 'fa:16:3e:60:90:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f3d8525-6fb0-4621-aec4-8526bd9e4774', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '7759f961-ee61-4eff-a397-748656fd26d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:30:41Z', 'updated_at': '2022-10-03T13:30:42Z', 'revision_number': 1, 'project_id': '5f908aee304e4fe2bb2185d89400533c', 'subnets': [{'id': '7759f961-ee61-4eff-a397-748656fd26d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 13:30:45.736952 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fab2c7b3-22bb-450f-87f6-fcfe0786bfe5 admin admin] Router 6f3d8525-6fb0-4621-aec4-8526bd9e4774 has already been hosted by L3 agent 94180321-47b1-4b5c-b620-b1b0a31df446 {{(pid=106269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 03 13:30:45.826457 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.provisioning_blocks [None req-5de89ca2-08f2-493f-968c-3c59d9db0fe5 None None] Provisioning complete for port 042f889d-6dc9-4d12-9164-ef09c953a53f triggered by entity DHCP. {{(pid=106270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 13:30:45.826723 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-5de89ca2-08f2-493f-968c-3c59d9db0fe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1340199'] for port (042f889d-6dc9-4d12-9164-ef09c953a53f), provisioning_complete {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:45.827054 dv-cinder-860090-1-iscsi neutron-server[106270]: INFO neutron.plugins.ml2.plugin [None req-5de89ca2-08f2-493f-968c-3c59d9db0fe5 None None] Attempt 1 to provision port 042f889d-6dc9-4d12-9164-ef09c953a53f Oct 03 13:30:45.907335 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-5de89ca2-08f2-493f-968c-3c59d9db0fe5 None None] Port 042f889d-6dc9-4d12-9164-ef09c953a53f cannot update to ACTIVE because it is not bound. {{(pid=106270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 03 13:30:46.004807 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.provisioning_blocks [None req-5de89ca2-08f2-493f-968c-3c59d9db0fe5 None None] Provisioning complete for port 125616d5-9f4a-4384-b180-6ec4d6a9523f triggered by entity DHCP. {{(pid=106270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 13:30:46.005182 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-5de89ca2-08f2-493f-968c-3c59d9db0fe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1340199'] for port (125616d5-9f4a-4384-b180-6ec4d6a9523f), provisioning_complete {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:46.005543 dv-cinder-860090-1-iscsi neutron-server[106270]: INFO neutron.plugins.ml2.plugin [None req-5de89ca2-08f2-493f-968c-3c59d9db0fe5 None None] Attempt 1 to provision port 125616d5-9f4a-4384-b180-6ec4d6a9523f Oct 03 13:30:46.035880 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Current status of the port 8f94ecf7-389a-462c-a841-f7b64d1eb55b is: DOWN; New status is: ACTIVE {{(pid=106270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 13:30:46.036277 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (8f94ecf7-389a-462c-a841-f7b64d1eb55b), before_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:46.071251 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.db [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] For port 8f94ecf7-389a-462c-a841-f7b64d1eb55b, host dv-cinder-860090-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860090-1-iscsi',level=0,port_id=8f94ecf7-389a-462c-a841-f7b64d1eb55b,segment=NetworkSegment(bb40cd5f-7936-4373-bcc9-441f3ba1dc24),segment_id=bb40cd5f-7936-4373-bcc9-441f3ba1dc24)] {{(pid=106270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 13:30:46.098277 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fab2c7b3-22bb-450f-87f6-fcfe0786bfe5 admin admin] Notify agent at l3_agent.dv-cinder-860090-1-iscsi the message routers_updated {{(pid=106269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 13:30:46.115971 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751015143617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751014657006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751014658052'] for port (8f94ecf7-389a-462c-a841-f7b64d1eb55b), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:46.122718 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-fab2c7b3-22bb-450f-87f6-fcfe0786bfe5 admin admin] 10.222.0.58 "PUT /networking/v2.0/routers/6f3d8525-6fb0-4621-aec4-8526bd9e4774/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0773213 Oct 03 13:30:46.142942 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-e8c53ad6-28b2-492b-8ed5-0f474268b23e admin admin] Publish callbacks [] for security_group (1b58fa0e-6c25-4872-a8cd-4678db8e659f), precommit_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:46.263503 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-c2dd990f-e160-4b74-9753-58d3b2c9fb77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (042f889d-6dc9-4d12-9164-ef09c953a53f), before_update {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:46.267622 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-e8c53ad6-28b2-492b-8ed5-0f474268b23e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (1b58fa0e-6c25-4872-a8cd-4678db8e659f), after_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:46.326085 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 56234) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:30:46.453160 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Pushing event updated for resources: {'Port': ['ID=8f94ecf7-389a-462c-a841-f7b64d1eb55b,revision_number=4']} {{(pid=106270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:30:46.497494 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Device 125616d5-9f4a-4384-b180-6ec4d6a9523f up at agent ovs-agent-dv-cinder-860090-1-iscsi {{(pid=106270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 13:30:46.540137 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=100 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:30:46.540990 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-5de89ca2-08f2-493f-968c-3c59d9db0fe5 None None] Current status of the port 125616d5-9f4a-4384-b180-6ec4d6a9523f is: ACTIVE; New status is: ACTIVE {{(pid=106270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 13:30:46.602403 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_hamode_db [None req-4fe514ff-7825-4d56-8b70-01fefc41377e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af124424-a053-4d33-a6b5-08d7c9c80932', 'name': 'tempest-ServerRescueNegativeTestJSON-2126300055-router', 'tenant_id': '557321bf33ca42df8d5d53e5157e6803', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'external_fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': 'cdf04b3b-1b40-4675-9c4c-10fdae6d977b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:30:31Z', 'updated_at': '2022-10-03T13:30:34Z', 'revision_number': 3, 'project_id': '557321bf33ca42df8d5d53e5157e6803', 'gw_port': {'id': 'cdf04b3b-1b40-4675-9c4c-10fdae6d977b', 'name': '', 'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:0d:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af124424-a053-4d33-a6b5-08d7c9c80932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:30:32Z', 'updated_at': '2022-10-03T13:30:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860090-1-iscsi'}], 'dv-cinder-860090-1-iscsi', False) {} {{(pid=106270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:30:46.607525 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.provisioning_blocks [None req-5de89ca2-08f2-493f-968c-3c59d9db0fe5 None None] Provisioning complete for port 4348bdd0-49c7-4b40-a474-5fac87c13353 triggered by entity DHCP. {{(pid=106270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 13:30:46.607915 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-5de89ca2-08f2-493f-968c-3c59d9db0fe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1340199'] for port (4348bdd0-49c7-4b40-a474-5fac87c13353), provisioning_complete {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:46.608430 dv-cinder-860090-1-iscsi neutron-server[106270]: INFO neutron.plugins.ml2.plugin [None req-5de89ca2-08f2-493f-968c-3c59d9db0fe5 None None] Attempt 1 to provision port 4348bdd0-49c7-4b40-a474-5fac87c13353 Oct 03 13:30:46.666613 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-c2dd990f-e160-4b74-9753-58d3b2c9fb77 admin admin] Publish callbacks [] for port (042f889d-6dc9-4d12-9164-ef09c953a53f), precommit_update {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:46.698053 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe514ff-7825-4d56-8b70-01fefc41377e None None] The sync data for ids ['af124424-a053-4d33-a6b5-08d7c9c80932'] in dv-cinder-860090-1-iscsi is: [{'id': 'af124424-a053-4d33-a6b5-08d7c9c80932', 'name': 'tempest-ServerRescueNegativeTestJSON-2126300055-router', 'tenant_id': '557321bf33ca42df8d5d53e5157e6803', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'external_fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': 'cdf04b3b-1b40-4675-9c4c-10fdae6d977b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:30:31Z', 'updated_at': '2022-10-03T13:30:34Z', 'revision_number': 3, 'project_id': '557321bf33ca42df8d5d53e5157e6803', 'gw_port': {'id': 'cdf04b3b-1b40-4675-9c4c-10fdae6d977b', 'name': '', 'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:0d:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af124424-a053-4d33-a6b5-08d7c9c80932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:30:32Z', 'updated_at': '2022-10-03T13:30:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860090-1-iscsi'}] {{(pid=106270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 13:30:46.707031 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:30:46.711393 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-e8c53ad6-28b2-492b-8ed5-0f474268b23e admin admin] 10.222.0.58 "GET /networking/v2.0/security-groups?tenant_id=277f039d5372403cae3f766dfd01c81c&name=default HTTP/1.1" status: 200 len: 2992 time: 3.2188807 Oct 03 13:30:46.714163 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 56240) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:30:46.725130 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-c2dd990f-e160-4b74-9753-58d3b2c9fb77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751015143617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751014657006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751014658052'] for port (042f889d-6dc9-4d12-9164-ef09c953a53f), after_update {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:46.726080 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-c2dd990f-e160-4b74-9753-58d3b2c9fb77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3798534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3722659'] for router_interface (af124424-a053-4d33-a6b5-08d7c9c80932), after_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:46.746637 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:30:46.751697 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.provisioning_blocks [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Provisioning complete for port 125616d5-9f4a-4384-b180-6ec4d6a9523f triggered by entity L2. {{(pid=106270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 13:30:46.752213 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1340199'] for port (125616d5-9f4a-4384-b180-6ec4d6a9523f), provisioning_complete {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:46.755307 dv-cinder-860090-1-iscsi neutron-server[106270]: INFO neutron.plugins.ml2.plugin [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Attempt 1 to provision port 125616d5-9f4a-4384-b180-6ec4d6a9523f Oct 03 13:30:46.879886 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-5de89ca2-08f2-493f-968c-3c59d9db0fe5 None None] Port 4348bdd0-49c7-4b40-a474-5fac87c13353 cannot update to ACTIVE because it is not bound. {{(pid=106270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 03 13:30:46.915613 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.provisioning_blocks [None req-5de89ca2-08f2-493f-968c-3c59d9db0fe5 None None] Provisioning complete for port 43677e9b-9fd5-4aab-ad39-9700eabc75bb triggered by entity DHCP. {{(pid=106270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 13:30:46.917307 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-5de89ca2-08f2-493f-968c-3c59d9db0fe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1340199'] for port (43677e9b-9fd5-4aab-ad39-9700eabc75bb), provisioning_complete {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:46.922000 dv-cinder-860090-1-iscsi neutron-server[106270]: INFO neutron.plugins.ml2.plugin [None req-5de89ca2-08f2-493f-968c-3c59d9db0fe5 None None] Attempt 1 to provision port 43677e9b-9fd5-4aab-ad39-9700eabc75bb Oct 03 13:30:46.963566 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:30:46.964021 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-59f02aa4-4557-4f07-b184-a2e84cae9538 admin admin] Publish callbacks [] for security_group (1b58fa0e-6c25-4872-a8cd-4678db8e659f), before_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:46.980960 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dd990f-e160-4b74-9753-58d3b2c9fb77 admin admin] Pushing event updated for resources: {'Port': ['ID=042f889d-6dc9-4d12-9164-ef09c953a53f,revision_number=2']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:30:47.001959 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:30:47.011154 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2dd990f-e160-4b74-9753-58d3b2c9fb77 admin admin] Network 289ad0fb-c675-48f9-ad56-9a68538f4eb7 is already hosted by enough agents. {{(pid=106268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 13:30:47.029673 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.scheduler.base_scheduler [None req-c2dd990f-e160-4b74-9753-58d3b2c9fb77 admin admin] Resources bound (agent type, host, resource id): {{(pid=106268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 13:30:47.053820 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-5de89ca2-08f2-493f-968c-3c59d9db0fe5 None None] Port 43677e9b-9fd5-4aab-ad39-9700eabc75bb cannot update to ACTIVE because it is not bound. {{(pid=106270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 03 13:30:47.131591 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-59f02aa4-4557-4f07-b184-a2e84cae9538 admin admin] Publish callbacks [] for security_group (1b58fa0e-6c25-4872-a8cd-4678db8e659f), precommit_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:47.216209 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Current status of the port 125616d5-9f4a-4384-b180-6ec4d6a9523f is: ACTIVE; New status is: ACTIVE {{(pid=106270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 13:30:47.291285 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.provisioning_blocks [None req-7a0ed937-0bbc-4df5-9b95-6ff22acb8e10 None None] Provisioning complete for port 43677e9b-9fd5-4aab-ad39-9700eabc75bb triggered by entity DHCP. {{(pid=106270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 13:30:47.303467 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-7a0ed937-0bbc-4df5-9b95-6ff22acb8e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1340199'] for port (43677e9b-9fd5-4aab-ad39-9700eabc75bb), provisioning_complete {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:47.303940 dv-cinder-860090-1-iscsi neutron-server[106270]: INFO neutron.plugins.ml2.plugin [None req-7a0ed937-0bbc-4df5-9b95-6ff22acb8e10 None None] Attempt 1 to provision port 43677e9b-9fd5-4aab-ad39-9700eabc75bb Oct 03 13:30:47.368438 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-51395345-18ac-4571-bbf1-0f7d20627066 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:47.422891 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c53ad6-28b2-492b-8ed5-0f474268b23e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b58fa0e-6c25-4872-a8cd-4678db8e659f,revision_number=1']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:30:47.469063 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-7a0ed937-0bbc-4df5-9b95-6ff22acb8e10 None None] Port 43677e9b-9fd5-4aab-ad39-9700eabc75bb cannot update to ACTIVE because it is not bound. {{(pid=106270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 03 13:30:47.574550 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-223a3f65-0c81-4a0d-a05e-bacaad2e8447 admin admin] Notify agent at l3_agent.dv-cinder-860090-1-iscsi the message routers_updated {{(pid=106268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 13:30:47.603119 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f87b862-99f9-4978-b915-9f83650b53fb None None] Sync routers for ids ['9386ae84-3455-47c1-bf1e-ac1e7b8d81c7'] in dv-cinder-860090-1-iscsi {{(pid=106270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 13:30:47.646372 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-223a3f65-0c81-4a0d-a05e-bacaad2e8447 admin admin] 10.222.0.58 "PUT /networking/v2.0/routers/9386ae84-3455-47c1-bf1e-ac1e7b8d81c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.4416840 Oct 03 13:30:47.660293 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f87b862-99f9-4978-b915-9f83650b53fb None None] Routers {'9386ae84-3455-47c1-bf1e-ac1e7b8d81c7'} bound to L3 agent in host dv-cinder-860090-1-iscsi {{(pid=106270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 13:30:47.668322 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_hamode_db [None req-1f87b862-99f9-4978-b915-9f83650b53fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860090-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-03T13:22:05Z,description=,heartbeat_timestamp=2022-10-03T13:30:35Z,host='dv-cinder-860090-1-iscsi',id=94180321-47b1-4b5c-b620-b1b0a31df446,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T13:22:05Z,topic='l3_agent')) {'router_ids': ['9386ae84-3455-47c1-bf1e-ac1e7b8d81c7'], 'active': True} {{(pid=106270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:30:47.718824 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-59f02aa4-4557-4f07-b184-a2e84cae9538 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (1b58fa0e-6c25-4872-a8cd-4678db8e659f), after_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:47.767867 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-59f02aa4-4557-4f07-b184-a2e84cae9538 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:47.770899 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-59f02aa4-4557-4f07-b184-a2e84cae9538 admin admin] 10.222.0.58 "DELETE /networking/v2.0/security-groups/1b58fa0e-6c25-4872-a8cd-4678db8e659f HTTP/1.1" status: 204 len: 168 time: 1.0556788 Oct 03 13:30:47.810267 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2dd990f-e160-4b74-9753-58d3b2c9fb77 admin admin] Router af124424-a053-4d33-a6b5-08d7c9c80932 has already been hosted by L3 agent 94180321-47b1-4b5c-b620-b1b0a31df446 {{(pid=106268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 03 13:30:47.941557 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f02aa4-4557-4f07-b184-a2e84cae9538 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b58fa0e-6c25-4872-a8cd-4678db8e659f,revision_number=None']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:30:47.987795 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:30:48.111488 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.provisioning_blocks [None req-f7ba20ce-5b2b-4544-9d6c-279987436c7c None None] Provisioning complete for port 042f889d-6dc9-4d12-9164-ef09c953a53f triggered by entity DHCP. {{(pid=106270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 13:30:48.112063 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-f7ba20ce-5b2b-4544-9d6c-279987436c7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1340199'] for port (042f889d-6dc9-4d12-9164-ef09c953a53f), provisioning_complete {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:48.129430 dv-cinder-860090-1-iscsi neutron-server[106270]: INFO neutron.plugins.ml2.plugin [None req-f7ba20ce-5b2b-4544-9d6c-279987436c7c None None] Attempt 1 to provision port 042f889d-6dc9-4d12-9164-ef09c953a53f Oct 03 13:30:48.138139 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-51395345-18ac-4571-bbf1-0f7d20627066 admin admin] Publish callbacks [] for security_group (80dc9a5c-bfb6-44b2-af70-b4cad16c4e19), precommit_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:48.148404 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-51395345-18ac-4571-bbf1-0f7d20627066 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (80dc9a5c-bfb6-44b2-af70-b4cad16c4e19), after_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:48.382578 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-51395345-18ac-4571-bbf1-0f7d20627066 admin admin] 10.222.0.58 "GET /networking/v2.0/security-groups?tenant_id=f402f6d4d8964fa1a5c0275873535fa1&name=default HTTP/1.1" status: 200 len: 2992 time: 2.0551493 Oct 03 13:30:48.386453 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 56274) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:30:48.435588 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-f7ba20ce-5b2b-4544-9d6c-279987436c7c None None] Port 042f889d-6dc9-4d12-9164-ef09c953a53f cannot update to ACTIVE because it is not bound. {{(pid=106270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 03 13:30:48.490629 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2dd990f-e160-4b74-9753-58d3b2c9fb77 admin admin] Notify agent at l3_agent.dv-cinder-860090-1-iscsi the message routers_updated {{(pid=106268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 13:30:48.504449 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_dvr_db [None req-1f87b862-99f9-4978-b915-9f83650b53fb None None] Set router 9386ae84-3455-47c1-bf1e-ac1e7b8d81c7 gateway port host: dv-cinder-860090-1-iscsi {{(pid=106270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 13:30:48.509786 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-c2dd990f-e160-4b74-9753-58d3b2c9fb77 admin admin] 10.222.0.58 "PUT /networking/v2.0/routers/af124424-a053-4d33-a6b5-08d7c9c80932/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9111676 Oct 03 13:30:48.596563 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51395345-18ac-4571-bbf1-0f7d20627066 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80dc9a5c-bfb6-44b2-af70-b4cad16c4e19,revision_number=1']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:30:48.666494 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-ed530edf-083f-4e21-a3f1-0cdcaedec16c admin admin] Publish callbacks [] for security_group (80dc9a5c-bfb6-44b2-af70-b4cad16c4e19), before_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:48.744046 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-ed530edf-083f-4e21-a3f1-0cdcaedec16c admin admin] Publish callbacks [] for security_group (80dc9a5c-bfb6-44b2-af70-b4cad16c4e19), precommit_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:48.881662 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-ed530edf-083f-4e21-a3f1-0cdcaedec16c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (80dc9a5c-bfb6-44b2-af70-b4cad16c4e19), after_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:48.886224 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 56296) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:30:48.892861 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-ed530edf-083f-4e21-a3f1-0cdcaedec16c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:48.893570 dv-cinder-860090-1-iscsi neutron-server[106268]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 03 13:30:48.900611 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-ed530edf-083f-4e21-a3f1-0cdcaedec16c admin admin] 10.222.0.58 "DELETE /networking/v2.0/security-groups/80dc9a5c-bfb6-44b2-af70-b4cad16c4e19 HTTP/1.1" status: 204 len: 168 time: 0.5104742 Oct 03 13:30:48.950521 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed530edf-083f-4e21-a3f1-0cdcaedec16c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80dc9a5c-bfb6-44b2-af70-b4cad16c4e19,revision_number=None']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:30:49.018503 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Device cdf04b3b-1b40-4675-9c4c-10fdae6d977b up at agent ovs-agent-dv-cinder-860090-1-iscsi {{(pid=106270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 13:30:49.455110 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.provisioning_blocks [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Provisioning complete for port cdf04b3b-1b40-4675-9c4c-10fdae6d977b triggered by entity L2. {{(pid=106270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 13:30:49.455791 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1340199'] for port (cdf04b3b-1b40-4675-9c4c-10fdae6d977b), provisioning_complete {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:49.455791 dv-cinder-860090-1-iscsi neutron-server[106270]: INFO neutron.plugins.ml2.plugin [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Attempt 1 to provision port cdf04b3b-1b40-4675-9c4c-10fdae6d977b Oct 03 13:30:49.513744 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd611b8-8ab7-4ff7-8273-988e995911a7 req-44322b19-cb6a-4a1f-96d2-cd12324de1aa tempest-DeleteServersTestJSON-2036391304 tempest-DeleteServersTestJSON-2036391304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:30:49.515938 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-4fd611b8-8ab7-4ff7-8273-988e995911a7 req-44322b19-cb6a-4a1f-96d2-cd12324de1aa tempest-DeleteServersTestJSON-2036391304 tempest-DeleteServersTestJSON-2036391304-project] 10.222.0.58 "GET /networking/v2.0/networks?id=c7f5133f-f533-43e9-8556-7d1b6afd965c HTTP/1.1" status: 200 len: 812 time: 0.6281550 Oct 03 13:30:49.554337 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-4fd611b8-8ab7-4ff7-8273-988e995911a7 req-a3283d9d-1279-4742-b717-a6d181be4079 tempest-DeleteServersTestJSON-2036391304 tempest-DeleteServersTestJSON-2036391304-project] 10.222.0.58 "GET /networking/v2.0/quotas/5f908aee304e4fe2bb2185d89400533c HTTP/1.1" status: 200 len: 375 time: 0.0168509 Oct 03 13:30:49.559360 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_hamode_db [None req-1f87b862-99f9-4978-b915-9f83650b53fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9386ae84-3455-47c1-bf1e-ac1e7b8d81c7', 'name': 'tempest-AttachVolumeNegativeTest-724384781-router', 'tenant_id': 'd8e6dd58ff43419fa5b945bd08ef2931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'external_fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': '8f94ecf7-389a-462c-a841-f7b64d1eb55b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:30:29Z', 'updated_at': '2022-10-03T13:30:42Z', 'revision_number': 4, 'project_id': 'd8e6dd58ff43419fa5b945bd08ef2931', 'gw_port': {'id': '8f94ecf7-389a-462c-a841-f7b64d1eb55b', 'name': '', 'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:6b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9386ae84-3455-47c1-bf1e-ac1e7b8d81c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:30:30Z', 'updated_at': '2022-10-03T13:30:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860090-1-iscsi', '_interfaces': [{'id': '4348bdd0-49c7-4b40-a474-5fac87c13353', 'name': '', 'network_id': 'ff8319e2-24e1-46c8-a6e2-568f9c4503d6', 'tenant_id': 'd8e6dd58ff43419fa5b945bd08ef2931', 'mac_address': 'fa:16:3e:87:64:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9386ae84-3455-47c1-bf1e-ac1e7b8d81c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'c7cf38c1-e397-42ce-8b92-f0af8056be43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:30:37Z', 'updated_at': '2022-10-03T13:30:42Z', 'revision_number': 2, 'project_id': 'd8e6dd58ff43419fa5b945bd08ef2931', 'subnets': [{'id': 'c7cf38c1-e397-42ce-8b92-f0af8056be43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860090-1-iscsi', False) {} {{(pid=106270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:30:49.619621 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f87b862-99f9-4978-b915-9f83650b53fb None None] Checking router: 9386ae84-3455-47c1-bf1e-ac1e7b8d81c7 for host: dv-cinder-860090-1-iscsi {{(pid=106270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 13:30:49.620150 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f87b862-99f9-4978-b915-9f83650b53fb None None] Updating router 9386ae84-3455-47c1-bf1e-ac1e7b8d81c7 port 4348bdd0-49c7-4b40-a474-5fac87c13353 binding host dv-cinder-860090-1-iscsi {{(pid=106270) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 03 13:30:49.821628 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-4fd611b8-8ab7-4ff7-8273-988e995911a7 req-e2629432-4f78-4bd0-9b05-0f94a4198b7d tempest-DeleteServersTestJSON-2036391304 tempest-DeleteServersTestJSON-2036391304-project] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=5f908aee304e4fe2bb2185d89400533c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2433155 Oct 03 13:30:49.863372 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=100 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:30:49.939520 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 56328) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:30:49.949793 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-1f87b862-99f9-4978-b915-9f83650b53fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (4348bdd0-49c7-4b40-a474-5fac87c13353), before_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:49.950044 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.v2.base [None req-bfff27df-019b-454c-be43-231daad2dca9 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1643391679', 'description': 'tempest-description--546210102'}} {{(pid=106268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 13:30:49.976205 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Current status of the port cdf04b3b-1b40-4675-9c4c-10fdae6d977b is: DOWN; New status is: ACTIVE {{(pid=106270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 13:30:49.976775 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (cdf04b3b-1b40-4675-9c4c-10fdae6d977b), before_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:50.063407 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-bfff27df-019b-454c-be43-231daad2dca9 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Publish callbacks [] for security_group (None), before_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:50.165606 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.db [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] For port cdf04b3b-1b40-4675-9c4c-10fdae6d977b, host dv-cinder-860090-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860090-1-iscsi',level=0,port_id=cdf04b3b-1b40-4675-9c4c-10fdae6d977b,segment=NetworkSegment(bb40cd5f-7936-4373-bcc9-441f3ba1dc24),segment_id=bb40cd5f-7936-4373-bcc9-441f3ba1dc24)] {{(pid=106270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 13:30:50.324063 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751015143617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751014657006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751014658052'] for port (cdf04b3b-1b40-4675-9c4c-10fdae6d977b), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:50.325679 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Device 8f94ecf7-389a-462c-a841-f7b64d1eb55b up at agent ovs-agent-dv-cinder-860090-1-iscsi {{(pid=106270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 13:30:50.376857 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-bfff27df-019b-454c-be43-231daad2dca9 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Publish callbacks [] for security_group (587bb1f5-50c5-4dc1-a076-a6f6dc054886), precommit_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:50.387024 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-bfff27df-019b-454c-be43-231daad2dca9 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (587bb1f5-50c5-4dc1-a076-a6f6dc054886), after_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:50.492659 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-bfff27df-019b-454c-be43-231daad2dca9 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Publish callbacks [] for security_group (None), before_response {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:50.499604 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 56346) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:30:50.501164 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-bfff27df-019b-454c-be43-231daad2dca9 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5586545 Oct 03 13:30:50.505253 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfff27df-019b-454c-be43-231daad2dca9 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Pushing event updated for resources: {'SecurityGroup': ['ID=587bb1f5-50c5-4dc1-a076-a6f6dc054886,revision_number=1']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:30:50.513715 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.v2.base [None req-b65c8164-9f40-4852-acf5-474d102fab51 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Request body: {'security_group_rule': {'security_group_id': '587bb1f5-50c5-4dc1-a076-a6f6dc054886', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 13:30:50.604352 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-b65c8164-9f40-4852-acf5-474d102fab51 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Publish callbacks [] for security_group_rule (a88f1243-880b-4139-823b-2515c28c8995), before_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:50.817263 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-b65c8164-9f40-4852-acf5-474d102fab51 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Publish callbacks [] for security_group_rule (a88f1243-880b-4139-823b-2515c28c8995), precommit_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:50.830752 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-b65c8164-9f40-4852-acf5-474d102fab51 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873908'] for security_group_rule (a88f1243-880b-4139-823b-2515c28c8995), after_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:50.918492 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65c8164-9f40-4852-acf5-474d102fab51 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a88f1243-880b-4139-823b-2515c28c8995,revision_number=0']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:30:50.941474 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Pushing event updated for resources: {'Port': ['ID=cdf04b3b-1b40-4675-9c4c-10fdae6d977b,revision_number=4']} {{(pid=106270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:30:50.943755 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-b65c8164-9f40-4852-acf5-474d102fab51 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:50.945171 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-b65c8164-9f40-4852-acf5-474d102fab51 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4444132 Oct 03 13:30:50.950799 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 56362) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:30:50.970945 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.v2.base [None req-b3ab233f-4b22-4a9a-bcde-01364d2fe933 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Request body: {'security_group_rule': {'security_group_id': '587bb1f5-50c5-4dc1-a076-a6f6dc054886', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 13:30:50.994359 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.provisioning_blocks [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Provisioning complete for port 8f94ecf7-389a-462c-a841-f7b64d1eb55b triggered by entity L2. {{(pid=106270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 13:30:50.995092 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1340199'] for port (8f94ecf7-389a-462c-a841-f7b64d1eb55b), provisioning_complete {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:50.995514 dv-cinder-860090-1-iscsi neutron-server[106270]: INFO neutron.plugins.ml2.plugin [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Attempt 1 to provision port 8f94ecf7-389a-462c-a841-f7b64d1eb55b Oct 03 13:30:51.051606 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:30:51.181122 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [req-4fd611b8-8ab7-4ff7-8273-988e995911a7 req-8bf6f5a2-d58e-4db5-aa31-77ef6b8149d4 service neutron] http://10.222.0.58:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106268) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 03 13:30:51.191070 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-4fd611b8-8ab7-4ff7-8273-988e995911a7 req-8bf6f5a2-d58e-4db5-aa31-77ef6b8149d4 service neutron] 10.222.0.58 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.2612076 Oct 03 13:30:51.193879 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-b3ab233f-4b22-4a9a-bcde-01364d2fe933 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Publish callbacks [] for security_group_rule (44106468-20df-45cd-b530-37d460daf3f2), before_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:51.194764 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 56380) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:30:51.199202 dv-cinder-860090-1-iscsi neutron-server[106269]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 03 13:30:51.205188 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:30:51.224901 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Current status of the port 8f94ecf7-389a-462c-a841-f7b64d1eb55b is: ACTIVE; New status is: ACTIVE {{(pid=106270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 13:30:51.232126 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Device 5d99aafa-ed6c-4f14-9811-c332e824d504 up at agent ovs-agent-dv-cinder-860090-1-iscsi {{(pid=106270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 13:30:51.254222 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22986b73-a6cd-49f0-8018-684f9977fcb5 None None] Sync routers for ids ['af124424-a053-4d33-a6b5-08d7c9c80932'] in dv-cinder-860090-1-iscsi {{(pid=106271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 13:30:51.284056 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22986b73-a6cd-49f0-8018-684f9977fcb5 None None] Routers {'af124424-a053-4d33-a6b5-08d7c9c80932'} bound to L3 agent in host dv-cinder-860090-1-iscsi {{(pid=106271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 13:30:51.285223 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_hamode_db [None req-22986b73-a6cd-49f0-8018-684f9977fcb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860090-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-03T13:22:05Z,description=,heartbeat_timestamp=2022-10-03T13:30:35Z,host='dv-cinder-860090-1-iscsi',id=94180321-47b1-4b5c-b620-b1b0a31df446,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T13:22:05Z,topic='l3_agent')) {'router_ids': ['af124424-a053-4d33-a6b5-08d7c9c80932'], 'active': True} {{(pid=106271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:30:51.500333 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-1f87b862-99f9-4978-b915-9f83650b53fb None None] Publish callbacks [] for port (4348bdd0-49c7-4b40-a474-5fac87c13353), precommit_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:51.503796 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-b3ab233f-4b22-4a9a-bcde-01364d2fe933 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Publish callbacks [] for security_group_rule (44106468-20df-45cd-b530-37d460daf3f2), precommit_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:51.528590 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.provisioning_blocks [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Provisioning complete for port 5d99aafa-ed6c-4f14-9811-c332e824d504 triggered by entity L2. {{(pid=106270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 13:30:51.529608 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1340199'] for port (5d99aafa-ed6c-4f14-9811-c332e824d504), provisioning_complete {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:51.530388 dv-cinder-860090-1-iscsi neutron-server[106270]: INFO neutron.plugins.ml2.plugin [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Attempt 1 to provision port 5d99aafa-ed6c-4f14-9811-c332e824d504 Oct 03 13:30:51.535731 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-1f87b862-99f9-4978-b915-9f83650b53fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751015143617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751014657006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751014658052'] for port (4348bdd0-49c7-4b40-a474-5fac87c13353), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:51.573964 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-b3ab233f-4b22-4a9a-bcde-01364d2fe933 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873908'] for security_group_rule (44106468-20df-45cd-b530-37d460daf3f2), after_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:51.628472 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-4fd611b8-8ab7-4ff7-8273-988e995911a7 req-60f61e9f-cb90-4c1d-95fe-addebf4c9ce7 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/c7f5133f-f533-43e9-8556-7d1b6afd965c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4238181 Oct 03 13:30:51.642045 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43bd9a24-6243-4239-9642-445948f29248 None None] Sync routers for ids ['6f3d8525-6fb0-4621-aec4-8526bd9e4774'] in dv-cinder-860090-1-iscsi {{(pid=106270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 13:30:51.642751 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-b3ab233f-4b22-4a9a-bcde-01364d2fe933 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:51.645031 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-b3ab233f-4b22-4a9a-bcde-01364d2fe933 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6903248 Oct 03 13:30:51.646680 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_dvr_db [None req-22986b73-a6cd-49f0-8018-684f9977fcb5 None None] Set router af124424-a053-4d33-a6b5-08d7c9c80932 gateway port host: dv-cinder-860090-1-iscsi {{(pid=106271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 13:30:51.654951 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 56390) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:30:51.664032 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ab233f-4b22-4a9a-bcde-01364d2fe933 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44106468-20df-45cd-b530-37d460daf3f2,revision_number=0']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:30:51.676378 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.v2.base [None req-9d9c5114-9ff3-4ec5-93d4-bda26375227c tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Request body: {'floatingip': {'floating_network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28'}} {{(pid=106269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 13:30:51.751982 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=83,neutron:DELETE=7,neutron:INSERT=10 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:30:51.797065 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9440d44-029c-4d71-9281-af7af6ccb4e3 req-645a6c6e-fb31-4aa9-b7e1-f124def383ba tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:30:51.809173 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-c9440d44-029c-4d71-9281-af7af6ccb4e3 req-645a6c6e-fb31-4aa9-b7e1-f124def383ba tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/networks?id=289ad0fb-c675-48f9-ad56-9a68538f4eb7 HTTP/1.1" status: 200 len: 819 time: 0.6083782 Oct 03 13:30:51.837015 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-4fd611b8-8ab7-4ff7-8273-988e995911a7 req-4cacc1fc-6b5c-4b45-a72b-097d0af9a615 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/c7f5133f-f533-43e9-8556-7d1b6afd965c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2073281 Oct 03 13:30:51.852598 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:30:51.858961 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-9d9c5114-9ff3-4ec5-93d4-bda26375227c tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:51.871846 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43bd9a24-6243-4239-9642-445948f29248 None None] Routers {'6f3d8525-6fb0-4621-aec4-8526bd9e4774'} bound to L3 agent in host dv-cinder-860090-1-iscsi {{(pid=106270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 13:30:51.873272 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_hamode_db [None req-43bd9a24-6243-4239-9642-445948f29248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860090-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-03T13:22:05Z,description=,heartbeat_timestamp=2022-10-03T13:30:35Z,host='dv-cinder-860090-1-iscsi',id=94180321-47b1-4b5c-b620-b1b0a31df446,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T13:22:05Z,topic='l3_agent')) {'router_ids': ['6f3d8525-6fb0-4621-aec4-8526bd9e4774'], 'active': True} {{(pid=106270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:30:52.062069 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-c9440d44-029c-4d71-9281-af7af6ccb4e3 req-ed0961f9-11fc-49df-85f3-898d7e4a27ae tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/quotas/557321bf33ca42df8d5d53e5157e6803 HTTP/1.1" status: 200 len: 375 time: 0.2497258 Oct 03 13:30:52.121727 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:30:52.127007 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_hamode_db [None req-22986b73-a6cd-49f0-8018-684f9977fcb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af124424-a053-4d33-a6b5-08d7c9c80932', 'name': 'tempest-ServerRescueNegativeTestJSON-2126300055-router', 'tenant_id': '557321bf33ca42df8d5d53e5157e6803', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'external_fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': 'cdf04b3b-1b40-4675-9c4c-10fdae6d977b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:30:31Z', 'updated_at': '2022-10-03T13:30:45Z', 'revision_number': 4, 'project_id': '557321bf33ca42df8d5d53e5157e6803', 'gw_port': {'id': 'cdf04b3b-1b40-4675-9c4c-10fdae6d977b', 'name': '', 'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:0d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af124424-a053-4d33-a6b5-08d7c9c80932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:30:32Z', 'updated_at': '2022-10-03T13:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860090-1-iscsi', '_interfaces': [{'id': '042f889d-6dc9-4d12-9164-ef09c953a53f', 'name': '', 'network_id': '289ad0fb-c675-48f9-ad56-9a68538f4eb7', 'tenant_id': '557321bf33ca42df8d5d53e5157e6803', 'mac_address': 'fa:16:3e:a8:a3:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af124424-a053-4d33-a6b5-08d7c9c80932', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '014887d4-da5d-4382-8b78-e31d89e09c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:30:41Z', 'updated_at': '2022-10-03T13:30:46Z', 'revision_number': 2, 'project_id': '557321bf33ca42df8d5d53e5157e6803', 'subnets': [{'id': '014887d4-da5d-4382-8b78-e31d89e09c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860090-1-iscsi', False) {} {{(pid=106271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:30:52.131817 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 56412) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:30:52.141157 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38605286-bb83-4bab-81e2-44a77e8aaebd None None] Pushing event updated for resources: {'Port': ['ID=4348bdd0-49c7-4b40-a474-5fac87c13353,revision_number=3']} {{(pid=106270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:30:52.205137 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22986b73-a6cd-49f0-8018-684f9977fcb5 None None] Checking router: af124424-a053-4d33-a6b5-08d7c9c80932 for host: dv-cinder-860090-1-iscsi {{(pid=106271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 13:30:52.205484 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22986b73-a6cd-49f0-8018-684f9977fcb5 None None] Updating router af124424-a053-4d33-a6b5-08d7c9c80932 port 042f889d-6dc9-4d12-9164-ef09c953a53f binding host dv-cinder-860090-1-iscsi {{(pid=106271) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 03 13:30:52.424468 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron_lib.callbacks.manager [None req-22986b73-a6cd-49f0-8018-684f9977fcb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (042f889d-6dc9-4d12-9164-ef09c953a53f), before_update {{(pid=106271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:52.488881 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-bc5c3efd-eeb9-45a5-9618-7e3c9f3905c9 req-1e4c8c0e-1830-4870-9396-14d2c8635db5 tempest-DeleteServersTestJSON-2036391304 tempest-DeleteServersTestJSON-2036391304-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=81de33cc-ab4f-402c-bc77-a8818e85ad75 HTTP/1.1" status: 200 len: 210 time: 0.0870061 Oct 03 13:30:52.732450 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.managers [None req-1f87b862-99f9-4978-b915-9f83650b53fb None None] Attempting to bind port 4348bdd0-49c7-4b40-a474-5fac87c13353 on host dv-cinder-860090-1-iscsi for vnic_type normal with profile {{(pid=106270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 13:30:52.738084 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.managers [None req-1f87b862-99f9-4978-b915-9f83650b53fb None None] Attempting to bind port 4348bdd0-49c7-4b40-a474-5fac87c13353 by drivers openvswitch,hyperv on host dv-cinder-860090-1-iscsi at level 0 using segments [{'id': '2cd7ae88-a108-4db9-b508-67961f878f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'ff8319e2-24e1-46c8-a6e2-568f9c4503d6'}] {{(pid=106270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 13:30:52.738653 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f87b862-99f9-4978-b915-9f83650b53fb None None] Attempting to bind port 4348bdd0-49c7-4b40-a474-5fac87c13353 on network ff8319e2-24e1-46c8-a6e2-568f9c4503d6 {{(pid=106270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 13:30:52.747868 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=100 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:30:52.806273 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:30:52.814580 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-52654f64-b6f5-4430-ba73-7104fc8937b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:52.922458 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-c9440d44-029c-4d71-9281-af7af6ccb4e3 req-457eae8a-4e1e-468c-a724-f3cde5f6e89b tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=557321bf33ca42df8d5d53e5157e6803&fields=id HTTP/1.1" status: 200 len: 302 time: 0.8571384 Oct 03 13:30:52.927809 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Current status of the port 5d99aafa-ed6c-4f14-9811-c332e824d504 is: DOWN; New status is: ACTIVE {{(pid=106270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 13:30:52.928195 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (5d99aafa-ed6c-4f14-9811-c332e824d504), before_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:52.988088 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_dvr_db [None req-43bd9a24-6243-4239-9642-445948f29248 None None] Set router 6f3d8525-6fb0-4621-aec4-8526bd9e4774 gateway port host: dv-cinder-860090-1-iscsi {{(pid=106270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 13:30:53.142929 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-9d9c5114-9ff3-4ec5-93d4-bda26375227c tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (None), before_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:53.170514 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-52654f64-b6f5-4430-ba73-7104fc8937b4 admin admin] Publish callbacks [] for security_group (126f14e2-80a1-438d-978c-21d5343edcab), precommit_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:53.180271 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-52654f64-b6f5-4430-ba73-7104fc8937b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (126f14e2-80a1-438d-978c-21d5343edcab), after_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:53.204879 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.db [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] For port 5d99aafa-ed6c-4f14-9811-c332e824d504, host dv-cinder-860090-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860090-1-iscsi',level=0,port_id=5d99aafa-ed6c-4f14-9811-c332e824d504,segment=NetworkSegment(bb40cd5f-7936-4373-bcc9-441f3ba1dc24),segment_id=bb40cd5f-7936-4373-bcc9-441f3ba1dc24)] {{(pid=106270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 13:30:53.245848 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751015143617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751014657006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751014658052'] for port (5d99aafa-ed6c-4f14-9811-c332e824d504), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:53.391043 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-52654f64-b6f5-4430-ba73-7104fc8937b4 admin admin] 10.222.0.58 "GET /networking/v2.0/security-groups?tenant_id=2c610147005e48a3801c5f5f23067f11&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2545283 Oct 03 13:30:53.391827 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 56478) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:30:53.532045 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Pushing event updated for resources: {'Port': ['ID=5d99aafa-ed6c-4f14-9811-c332e824d504,revision_number=4']} {{(pid=106270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:30:53.535819 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f87b862-99f9-4978-b915-9f83650b53fb None None] Checking agent: {'id': 'd46c7ed5-c451-4a76-ab3f-ab8e3ea4a5ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860090-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 13, 22, 7), 'started_at': datetime.datetime(2022, 10, 3, 13, 22, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 13, 30, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860090-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 13:30:53.536685 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f87b862-99f9-4978-b915-9f83650b53fb None None] Checking segment: {'id': '2cd7ae88-a108-4db9-b508-67961f878f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'ff8319e2-24e1-46c8-a6e2-568f9c4503d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 13:30:53.537307 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-1f87b862-99f9-4978-b915-9f83650b53fb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:53.537920 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f87b862-99f9-4978-b915-9f83650b53fb None None] Bound using segment: {'id': '2cd7ae88-a108-4db9-b508-67961f878f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'ff8319e2-24e1-46c8-a6e2-568f9c4503d6'} {{(pid=106270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 13:30:53.538855 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.managers [None req-1f87b862-99f9-4978-b915-9f83650b53fb None None] Bound port: 4348bdd0-49c7-4b40-a474-5fac87c13353, host: dv-cinder-860090-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cd7ae88-a108-4db9-b508-67961f878f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'ff8319e2-24e1-46c8-a6e2-568f9c4503d6'}}] {{(pid=106270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 13:30:53.539462 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-1f87b862-99f9-4978-b915-9f83650b53fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (4348bdd0-49c7-4b40-a474-5fac87c13353), before_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:53.573850 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52654f64-b6f5-4430-ba73-7104fc8937b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=126f14e2-80a1-438d-978c-21d5343edcab,revision_number=1']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:30:53.588729 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Device cdf04b3b-1b40-4675-9c4c-10fdae6d977b up at agent ovs-agent-dv-cinder-860090-1-iscsi {{(pid=106270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 13:30:53.666700 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.db.db_base_plugin_common [None req-9d9c5114-9ff3-4ec5-93d4-bda26375227c tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Allocated IP 172.27.1.136 (ad648d78-633d-4222-aa42-7cb50aab7a28/4a9222c2-0418-495a-a49e-d43d754e0950/f620db69-4147-4c24-b235-6a61c9ba1b57) {{(pid=106269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 13:30:53.751439 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron_lib.callbacks.manager [None req-22986b73-a6cd-49f0-8018-684f9977fcb5 None None] Publish callbacks [] for port (042f889d-6dc9-4d12-9164-ef09c953a53f), precommit_update {{(pid=106271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:53.762741 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron_lib.callbacks.manager [None req-22986b73-a6cd-49f0-8018-684f9977fcb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751015143617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751014657006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751014658052'] for port (042f889d-6dc9-4d12-9164-ef09c953a53f), after_update {{(pid=106271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:53.873073 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-07f18be7-64ea-473e-a4ed-49b4d9f510c4 req-9561b9fc-f98f-4f6b-9abf-13ece40f6184 tempest-DeleteServersTestJSON-2036391304 tempest-DeleteServersTestJSON-2036391304-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=81de33cc-ab4f-402c-bc77-a8818e85ad75 HTTP/1.1" status: 200 len: 210 time: 0.2462065 Oct 03 13:30:53.894195 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-691813fa-b6d8-42b6-ab1e-b753dc3c201b admin admin] Publish callbacks [] for security_group (126f14e2-80a1-438d-978c-21d5343edcab), before_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:53.983684 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-691813fa-b6d8-42b6-ab1e-b753dc3c201b admin admin] Publish callbacks [] for security_group (126f14e2-80a1-438d-978c-21d5343edcab), precommit_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:54.003357 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbac32dc-9638-42f3-a5cb-29663233ba92 None None] Pushing event updated for resources: {'Port': ['ID=042f889d-6dc9-4d12-9164-ef09c953a53f,revision_number=3']} {{(pid=106271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:30:54.041727 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:30:54.079093 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.db [None req-1f87b862-99f9-4978-b915-9f83650b53fb None None] For port 4348bdd0-49c7-4b40-a474-5fac87c13353, host dv-cinder-860090-1-iscsi, cleared binding levels {{(pid=106270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 13:30:54.087339 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.db [None req-1f87b862-99f9-4978-b915-9f83650b53fb None None] For port 4348bdd0-49c7-4b40-a474-5fac87c13353, host dv-cinder-860090-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860090-1-iscsi',level=0,port_id=4348bdd0-49c7-4b40-a474-5fac87c13353,segment=NetworkSegment(2cd7ae88-a108-4db9-b508-67961f878f9a),segment_id=2cd7ae88-a108-4db9-b508-67961f878f9a)] {{(pid=106270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 13:30:54.114325 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.plugins.ml2.managers [None req-22986b73-a6cd-49f0-8018-684f9977fcb5 None None] Attempting to bind port 042f889d-6dc9-4d12-9164-ef09c953a53f on host dv-cinder-860090-1-iscsi for vnic_type normal with profile {{(pid=106271) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 13:30:54.116673 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.plugins.ml2.managers [None req-22986b73-a6cd-49f0-8018-684f9977fcb5 None None] Attempting to bind port 042f889d-6dc9-4d12-9164-ef09c953a53f by drivers openvswitch,hyperv on host dv-cinder-860090-1-iscsi at level 0 using segments [{'id': 'a13be668-9c4e-4111-8b50-69439ed85703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '289ad0fb-c675-48f9-ad56-9a68538f4eb7'}] {{(pid=106271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 13:30:54.118270 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22986b73-a6cd-49f0-8018-684f9977fcb5 None None] Attempting to bind port 042f889d-6dc9-4d12-9164-ef09c953a53f on network 289ad0fb-c675-48f9-ad56-9a68538f4eb7 {{(pid=106271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 13:30:54.124494 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-1f87b862-99f9-4978-b915-9f83650b53fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751015143617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751014657006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751014658052'] for port (4348bdd0-49c7-4b40-a474-5fac87c13353), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:54.145974 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-691813fa-b6d8-42b6-ab1e-b753dc3c201b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (126f14e2-80a1-438d-978c-21d5343edcab), after_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:54.148374 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-691813fa-b6d8-42b6-ab1e-b753dc3c201b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:54.149495 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-691813fa-b6d8-42b6-ab1e-b753dc3c201b admin admin] 10.222.0.58 "DELETE /networking/v2.0/security-groups/126f14e2-80a1-438d-978c-21d5343edcab HTTP/1.1" status: 204 len: 168 time: 0.7492902 Oct 03 13:30:54.156433 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-9d9c5114-9ff3-4ec5-93d4-bda26375227c tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Publish callbacks [] for port (f620db69-4147-4c24-b235-6a61c9ba1b57), precommit_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:54.166249 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.provisioning_blocks [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Provisioning complete for port cdf04b3b-1b40-4675-9c4c-10fdae6d977b triggered by entity L2. {{(pid=106270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 13:30:54.166747 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1340199'] for port (cdf04b3b-1b40-4675-9c4c-10fdae6d977b), provisioning_complete {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:54.167146 dv-cinder-860090-1-iscsi neutron-server[106270]: INFO neutron.plugins.ml2.plugin [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Attempt 1 to provision port cdf04b3b-1b40-4675-9c4c-10fdae6d977b Oct 03 13:30:54.187562 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [req-c9440d44-029c-4d71-9281-af7af6ccb4e3 req-cc586f49-70e9-4e44-b5ba-33891256dad4 service neutron] http://10.222.0.58:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106269) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 03 13:30:54.189588 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-c9440d44-029c-4d71-9281-af7af6ccb4e3 req-cc586f49-70e9-4e44-b5ba-33891256dad4 service neutron] 10.222.0.58 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3558865 Oct 03 13:30:54.197243 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_hamode_db [None req-43bd9a24-6243-4239-9642-445948f29248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f3d8525-6fb0-4621-aec4-8526bd9e4774', 'name': 'tempest-DeleteServersTestJSON-1552291052-router', 'tenant_id': '5f908aee304e4fe2bb2185d89400533c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'external_fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': '5d99aafa-ed6c-4f14-9811-c332e824d504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:30:32Z', 'updated_at': '2022-10-03T13:30:43Z', 'revision_number': 4, 'project_id': '5f908aee304e4fe2bb2185d89400533c', 'gw_port': {'id': '5d99aafa-ed6c-4f14-9811-c332e824d504', 'name': '', 'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:6c:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f3d8525-6fb0-4621-aec4-8526bd9e4774', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:30:35Z', 'updated_at': '2022-10-03T13:30:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860090-1-iscsi', '_interfaces': [{'id': '43677e9b-9fd5-4aab-ad39-9700eabc75bb', 'name': '', 'network_id': 'c7f5133f-f533-43e9-8556-7d1b6afd965c', 'tenant_id': '5f908aee304e4fe2bb2185d89400533c', 'mac_address': 'fa:16:3e:60:90:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f3d8525-6fb0-4621-aec4-8526bd9e4774', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '7759f961-ee61-4eff-a397-748656fd26d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:30:41Z', 'updated_at': '2022-10-03T13:30:44Z', 'revision_number': 2, 'project_id': '5f908aee304e4fe2bb2185d89400533c', 'subnets': [{'id': '7759f961-ee61-4eff-a397-748656fd26d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860090-1-iscsi', False) {} {{(pid=106270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:30:54.203871 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691813fa-b6d8-42b6-ab1e-b753dc3c201b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=126f14e2-80a1-438d-978c-21d5343edcab,revision_number=None']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:30:54.284517 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-9d9c5114-9ff3-4ec5-93d4-bda26375227c tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751014656988'] for port (f620db69-4147-4c24-b235-6a61c9ba1b57), after_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:54.303269 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22986b73-a6cd-49f0-8018-684f9977fcb5 None None] Checking agent: {'id': 'd46c7ed5-c451-4a76-ab3f-ab8e3ea4a5ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860090-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 13, 22, 7), 'started_at': datetime.datetime(2022, 10, 3, 13, 22, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 13, 30, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860090-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 13:30:54.304021 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22986b73-a6cd-49f0-8018-684f9977fcb5 None None] Checking segment: {'id': 'a13be668-9c4e-4111-8b50-69439ed85703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '289ad0fb-c675-48f9-ad56-9a68538f4eb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106271) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 13:30:54.304723 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron_lib.callbacks.manager [None req-22986b73-a6cd-49f0-8018-684f9977fcb5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:54.305442 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22986b73-a6cd-49f0-8018-684f9977fcb5 None None] Bound using segment: {'id': 'a13be668-9c4e-4111-8b50-69439ed85703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '289ad0fb-c675-48f9-ad56-9a68538f4eb7'} {{(pid=106271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 13:30:54.306284 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.plugins.ml2.managers [None req-22986b73-a6cd-49f0-8018-684f9977fcb5 None None] Bound port: 042f889d-6dc9-4d12-9164-ef09c953a53f, host: dv-cinder-860090-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a13be668-9c4e-4111-8b50-69439ed85703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '289ad0fb-c675-48f9-ad56-9a68538f4eb7'}}] {{(pid=106271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 13:30:54.306861 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron_lib.callbacks.manager [None req-22986b73-a6cd-49f0-8018-684f9977fcb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (042f889d-6dc9-4d12-9164-ef09c953a53f), before_update {{(pid=106271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:54.397169 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:30:54.412732 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d9c5114-9ff3-4ec5-93d4-bda26375227c tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Network ad648d78-633d-4222-aa42-7cb50aab7a28 is already hosted by enough agents. {{(pid=106269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 13:30:54.419904 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.plugins.ml2.db [None req-22986b73-a6cd-49f0-8018-684f9977fcb5 None None] For port 042f889d-6dc9-4d12-9164-ef09c953a53f, host dv-cinder-860090-1-iscsi, cleared binding levels {{(pid=106271) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 13:30:54.429914 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.plugins.ml2.db [None req-22986b73-a6cd-49f0-8018-684f9977fcb5 None None] For port 042f889d-6dc9-4d12-9164-ef09c953a53f, host dv-cinder-860090-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860090-1-iscsi',level=0,port_id=042f889d-6dc9-4d12-9164-ef09c953a53f,segment=NetworkSegment(a13be668-9c4e-4111-8b50-69439ed85703),segment_id=a13be668-9c4e-4111-8b50-69439ed85703)] {{(pid=106271) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 13:30:54.438710 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43bd9a24-6243-4239-9642-445948f29248 None None] Checking router: 6f3d8525-6fb0-4621-aec4-8526bd9e4774 for host: dv-cinder-860090-1-iscsi {{(pid=106270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 13:30:54.439510 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.scheduler.base_scheduler [None req-9d9c5114-9ff3-4ec5-93d4-bda26375227c tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Resources bound (agent type, host, resource id): {{(pid=106269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 13:30:54.440125 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43bd9a24-6243-4239-9642-445948f29248 None None] Updating router 6f3d8525-6fb0-4621-aec4-8526bd9e4774 port 43677e9b-9fd5-4aab-ad39-9700eabc75bb binding host dv-cinder-860090-1-iscsi {{(pid=106270) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 03 13:30:54.442786 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron_lib.callbacks.manager [None req-22986b73-a6cd-49f0-8018-684f9977fcb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751015143617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751014657006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751014658052'] for port (042f889d-6dc9-4d12-9164-ef09c953a53f), after_update {{(pid=106271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:54.490531 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d9c5114-9ff3-4ec5-93d4-bda26375227c tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Received port after_create {{(pid=106269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 13:30:54.499366 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f87b862-99f9-4978-b915-9f83650b53fb None None] Routers {'9386ae84-3455-47c1-bf1e-ac1e7b8d81c7'} bound to L3 agent in host dv-cinder-860090-1-iscsi {{(pid=106270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 13:30:54.502544 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_hamode_db [None req-1f87b862-99f9-4978-b915-9f83650b53fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860090-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-03T13:22:05Z,description=,heartbeat_timestamp=2022-10-03T13:30:35Z,host='dv-cinder-860090-1-iscsi',id=94180321-47b1-4b5c-b620-b1b0a31df446,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T13:22:05Z,topic='l3_agent')) {'router_ids': ['9386ae84-3455-47c1-bf1e-ac1e7b8d81c7'], 'active': True} {{(pid=106270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:30:54.503929 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-c9440d44-029c-4d71-9281-af7af6ccb4e3 req-8fda190d-04f0-42f8-b36a-a0ef099c9fc4 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/289ad0fb-c675-48f9-ad56-9a68538f4eb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3048306 Oct 03 13:30:54.551270 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9c5114-9ff3-4ec5-93d4-bda26375227c tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Pushing event updated for resources: {'Port': ['ID=f620db69-4147-4c24-b235-6a61c9ba1b57,revision_number=1']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:30:54.585974 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22986b73-a6cd-49f0-8018-684f9977fcb5 None None] Routers {'af124424-a053-4d33-a6b5-08d7c9c80932'} bound to L3 agent in host dv-cinder-860090-1-iscsi {{(pid=106271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 13:30:54.587708 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_hamode_db [None req-22986b73-a6cd-49f0-8018-684f9977fcb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860090-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-03T13:22:05Z,description=,heartbeat_timestamp=2022-10-03T13:30:35Z,host='dv-cinder-860090-1-iscsi',id=94180321-47b1-4b5c-b620-b1b0a31df446,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T13:22:05Z,topic='l3_agent')) {'router_ids': ['af124424-a053-4d33-a6b5-08d7c9c80932'], 'active': True} {{(pid=106271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:30:54.594761 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38605286-bb83-4bab-81e2-44a77e8aaebd None None] Pushing event updated for resources: {'Port': ['ID=4348bdd0-49c7-4b40-a474-5fac87c13353,revision_number=4']} {{(pid=106270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:30:54.617199 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-43bd9a24-6243-4239-9642-445948f29248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (43677e9b-9fd5-4aab-ad39-9700eabc75bb), before_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:54.712003 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbac32dc-9638-42f3-a5cb-29663233ba92 None None] Pushing event updated for resources: {'Port': ['ID=042f889d-6dc9-4d12-9164-ef09c953a53f,revision_number=4']} {{(pid=106271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:30:54.807790 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-9d9c5114-9ff3-4ec5-93d4-bda26375227c tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Publish callbacks [] for floatingip (316a327d-06f9-4250-8c34-0ef413a813e2), precommit_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:54.815539 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:30:54.881516 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_dvr_db [None req-22986b73-a6cd-49f0-8018-684f9977fcb5 None None] Set router af124424-a053-4d33-a6b5-08d7c9c80932 gateway port host: dv-cinder-860090-1-iscsi {{(pid=106271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 13:30:54.885647 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-9d9c5114-9ff3-4ec5-93d4-bda26375227c tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (f620db69-4147-4c24-b235-6a61c9ba1b57), before_update {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:54.907791 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 56530) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:30:54.933535 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Current status of the port cdf04b3b-1b40-4675-9c4c-10fdae6d977b is: ACTIVE; New status is: ACTIVE {{(pid=106270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 13:30:55.068445 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:30:55.120880 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-2c4c1cab-4130-4ea8-bcee-9f9a939f9fb4 req-650ca43c-0a52-4023-b3cd-cbc11092d1b7 tempest-DeleteServersTestJSON-2036391304 tempest-DeleteServersTestJSON-2036391304-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=81de33cc-ab4f-402c-bc77-a8818e85ad75 HTTP/1.1" status: 200 len: 210 time: 0.1219130 Oct 03 13:30:55.175721 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_dvr_db [None req-1f87b862-99f9-4978-b915-9f83650b53fb None None] Set router 9386ae84-3455-47c1-bf1e-ac1e7b8d81c7 gateway port host: dv-cinder-860090-1-iscsi {{(pid=106270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 13:30:55.179285 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-c9440d44-029c-4d71-9281-af7af6ccb4e3 req-5d945ed7-eec3-4662-8fe2-ea993ffd90f5 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/289ad0fb-c675-48f9-ad56-9a68538f4eb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6604130 Oct 03 13:30:55.193731 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 56542) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:30:55.244669 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-8228283a-174f-4b9b-bcbc-226f7bc70776 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:55.321493 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-9d9c5114-9ff3-4ec5-93d4-bda26375227c tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Publish callbacks [] for port (f620db69-4147-4c24-b235-6a61c9ba1b57), precommit_update {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:55.337107 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-9d9c5114-9ff3-4ec5-93d4-bda26375227c tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751015143617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751014657006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751014658052'] for port (f620db69-4147-4c24-b235-6a61c9ba1b57), after_update {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:55.337566 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-9d9c5114-9ff3-4ec5-93d4-bda26375227c tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3722562'] for floatingip (316a327d-06f9-4250-8c34-0ef413a813e2), after_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:55.437550 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-9d9c5114-9ff3-4ec5-93d4-bda26375227c tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512321'] for floatingip (None), before_response {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:55.444148 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-9d9c5114-9ff3-4ec5-93d4-bda26375227c tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.7819254 Oct 03 13:30:55.472202 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9c5114-9ff3-4ec5-93d4-bda26375227c tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Pushing event updated for resources: {'Port': ['ID=f620db69-4147-4c24-b235-6a61c9ba1b57,revision_number=2']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:30:55.513639 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_hamode_db [None req-22986b73-a6cd-49f0-8018-684f9977fcb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af124424-a053-4d33-a6b5-08d7c9c80932', 'name': 'tempest-ServerRescueNegativeTestJSON-2126300055-router', 'tenant_id': '557321bf33ca42df8d5d53e5157e6803', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'external_fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': 'cdf04b3b-1b40-4675-9c4c-10fdae6d977b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:30:31Z', 'updated_at': '2022-10-03T13:30:45Z', 'revision_number': 4, 'project_id': '557321bf33ca42df8d5d53e5157e6803', 'gw_port': {'id': 'cdf04b3b-1b40-4675-9c4c-10fdae6d977b', 'name': '', 'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:0d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af124424-a053-4d33-a6b5-08d7c9c80932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:30:32Z', 'updated_at': '2022-10-03T13:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860090-1-iscsi', '_interfaces': [{'id': '042f889d-6dc9-4d12-9164-ef09c953a53f', 'name': '', 'network_id': '289ad0fb-c675-48f9-ad56-9a68538f4eb7', 'tenant_id': '557321bf33ca42df8d5d53e5157e6803', 'mac_address': 'fa:16:3e:a8:a3:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af124424-a053-4d33-a6b5-08d7c9c80932', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '014887d4-da5d-4382-8b78-e31d89e09c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:30:41Z', 'updated_at': '2022-10-03T13:30:54Z', 'revision_number': 4, 'project_id': '557321bf33ca42df8d5d53e5157e6803', 'subnets': [{'id': '014887d4-da5d-4382-8b78-e31d89e09c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860090-1-iscsi', False) {} {{(pid=106271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:30:55.598676 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:30:55.606313 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22986b73-a6cd-49f0-8018-684f9977fcb5 None None] The sync data for ids ['af124424-a053-4d33-a6b5-08d7c9c80932'] in dv-cinder-860090-1-iscsi is: [{'id': 'af124424-a053-4d33-a6b5-08d7c9c80932', 'name': 'tempest-ServerRescueNegativeTestJSON-2126300055-router', 'tenant_id': '557321bf33ca42df8d5d53e5157e6803', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'external_fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': 'cdf04b3b-1b40-4675-9c4c-10fdae6d977b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:30:31Z', 'updated_at': '2022-10-03T13:30:45Z', 'revision_number': 4, 'project_id': '557321bf33ca42df8d5d53e5157e6803', 'gw_port': {'id': 'cdf04b3b-1b40-4675-9c4c-10fdae6d977b', 'name': '', 'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:0d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af124424-a053-4d33-a6b5-08d7c9c80932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:30:32Z', 'updated_at': '2022-10-03T13:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860090-1-iscsi', '_interfaces': [{'id': '042f889d-6dc9-4d12-9164-ef09c953a53f', 'name': '', 'network_id': '289ad0fb-c675-48f9-ad56-9a68538f4eb7', 'tenant_id': '557321bf33ca42df8d5d53e5157e6803', 'mac_address': 'fa:16:3e:a8:a3:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af124424-a053-4d33-a6b5-08d7c9c80932', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '014887d4-da5d-4382-8b78-e31d89e09c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:30:41Z', 'updated_at': '2022-10-03T13:30:54Z', 'revision_number': 4, 'project_id': '557321bf33ca42df8d5d53e5157e6803', 'subnets': [{'id': '014887d4-da5d-4382-8b78-e31d89e09c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 13:30:55.670345 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:30:55.706477 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Device 5d99aafa-ed6c-4f14-9811-c332e824d504 up at agent ovs-agent-dv-cinder-860090-1-iscsi {{(pid=106270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 13:30:55.772469 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_hamode_db [None req-1f87b862-99f9-4978-b915-9f83650b53fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9386ae84-3455-47c1-bf1e-ac1e7b8d81c7', 'name': 'tempest-AttachVolumeNegativeTest-724384781-router', 'tenant_id': 'd8e6dd58ff43419fa5b945bd08ef2931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'external_fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': '8f94ecf7-389a-462c-a841-f7b64d1eb55b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:30:29Z', 'updated_at': '2022-10-03T13:30:42Z', 'revision_number': 4, 'project_id': 'd8e6dd58ff43419fa5b945bd08ef2931', 'gw_port': {'id': '8f94ecf7-389a-462c-a841-f7b64d1eb55b', 'name': '', 'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:6b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9386ae84-3455-47c1-bf1e-ac1e7b8d81c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:30:30Z', 'updated_at': '2022-10-03T13:30:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860090-1-iscsi', '_interfaces': [{'id': '4348bdd0-49c7-4b40-a474-5fac87c13353', 'name': '', 'network_id': 'ff8319e2-24e1-46c8-a6e2-568f9c4503d6', 'tenant_id': 'd8e6dd58ff43419fa5b945bd08ef2931', 'mac_address': 'fa:16:3e:87:64:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9386ae84-3455-47c1-bf1e-ac1e7b8d81c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'c7cf38c1-e397-42ce-8b92-f0af8056be43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:30:37Z', 'updated_at': '2022-10-03T13:30:54Z', 'revision_number': 4, 'project_id': 'd8e6dd58ff43419fa5b945bd08ef2931', 'subnets': [{'id': 'c7cf38c1-e397-42ce-8b92-f0af8056be43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860090-1-iscsi', False) {} {{(pid=106270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:30:55.923755 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-a6178d05-9f4f-47d1-b8ec-dcd4c892546d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:55.932035 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f87b862-99f9-4978-b915-9f83650b53fb None None] The sync data for ids ['9386ae84-3455-47c1-bf1e-ac1e7b8d81c7'] in dv-cinder-860090-1-iscsi is: [{'id': '9386ae84-3455-47c1-bf1e-ac1e7b8d81c7', 'name': 'tempest-AttachVolumeNegativeTest-724384781-router', 'tenant_id': 'd8e6dd58ff43419fa5b945bd08ef2931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'external_fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': '8f94ecf7-389a-462c-a841-f7b64d1eb55b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:30:29Z', 'updated_at': '2022-10-03T13:30:42Z', 'revision_number': 4, 'project_id': 'd8e6dd58ff43419fa5b945bd08ef2931', 'gw_port': {'id': '8f94ecf7-389a-462c-a841-f7b64d1eb55b', 'name': '', 'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:6b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9386ae84-3455-47c1-bf1e-ac1e7b8d81c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:30:30Z', 'updated_at': '2022-10-03T13:30:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860090-1-iscsi', '_interfaces': [{'id': '4348bdd0-49c7-4b40-a474-5fac87c13353', 'name': '', 'network_id': 'ff8319e2-24e1-46c8-a6e2-568f9c4503d6', 'tenant_id': 'd8e6dd58ff43419fa5b945bd08ef2931', 'mac_address': 'fa:16:3e:87:64:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9386ae84-3455-47c1-bf1e-ac1e7b8d81c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'c7cf38c1-e397-42ce-8b92-f0af8056be43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:30:37Z', 'updated_at': '2022-10-03T13:30:54Z', 'revision_number': 4, 'project_id': 'd8e6dd58ff43419fa5b945bd08ef2931', 'subnets': [{'id': 'c7cf38c1-e397-42ce-8b92-f0af8056be43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 13:30:56.039456 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.provisioning_blocks [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Provisioning complete for port 5d99aafa-ed6c-4f14-9811-c332e824d504 triggered by entity L2. {{(pid=106270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 13:30:56.040106 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1340199'] for port (5d99aafa-ed6c-4f14-9811-c332e824d504), provisioning_complete {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:56.040587 dv-cinder-860090-1-iscsi neutron-server[106270]: INFO neutron.plugins.ml2.plugin [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Attempt 1 to provision port 5d99aafa-ed6c-4f14-9811-c332e824d504 Oct 03 13:30:56.173768 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-a6178d05-9f4f-47d1-b8ec-dcd4c892546d admin admin] Publish callbacks [] for security_group (604909dc-21bd-4a9c-a83a-89f5c48b411f), precommit_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:56.201784 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-a6178d05-9f4f-47d1-b8ec-dcd4c892546d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (604909dc-21bd-4a9c-a83a-89f5c48b411f), after_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:56.251359 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-624a1f39-0d25-44d3-b0c0-c9c943a8d263 req-b3e25cf0-114d-47f5-8082-9dffbd98dc16 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=4b7a7e49-20a7-45bc-bc98-7af878fc50a8 HTTP/1.1" status: 200 len: 210 time: 0.3113141 Oct 03 13:30:56.271309 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-a6178d05-9f4f-47d1-b8ec-dcd4c892546d admin admin] 10.222.0.58 "GET /networking/v2.0/security-groups?tenant_id=d873eee402274ab1996dbede8a022104&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3523054 Oct 03 13:30:56.271309 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 56576) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:30:56.403848 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-43bd9a24-6243-4239-9642-445948f29248 None None] Publish callbacks [] for port (43677e9b-9fd5-4aab-ad39-9700eabc75bb), precommit_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:56.431217 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-43bd9a24-6243-4239-9642-445948f29248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751015143617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751014657006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751014658052'] for port (43677e9b-9fd5-4aab-ad39-9700eabc75bb), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:56.570963 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:INSERT=20,neutron:SELECT=75,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:30:56.620050 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-2b660bfc-9241-435c-9422-897c54465a9e req-d28e0094-3dee-47e0-a867-0789bbf5c16a tempest-DeleteServersTestJSON-2036391304 tempest-DeleteServersTestJSON-2036391304-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=81de33cc-ab4f-402c-bc77-a8818e85ad75 HTTP/1.1" status: 200 len: 210 time: 0.1074324 Oct 03 13:30:56.700229 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:30:56.703006 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6178d05-9f4f-47d1-b8ec-dcd4c892546d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=604909dc-21bd-4a9c-a83a-89f5c48b411f,revision_number=1']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:30:56.717043 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-8228283a-174f-4b9b-bcbc-226f7bc70776 admin admin] Publish callbacks [] for security_group (96858163-c83d-4564-82ef-cb160be4c1a0), precommit_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:56.805548 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e5e9a8-79b7-4229-804d-85780fe1a75f None None] Pushing event updated for resources: {'Port': ['ID=43677e9b-9fd5-4aab-ad39-9700eabc75bb,revision_number=3']} {{(pid=106270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:30:56.914626 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-b66dc20f-9708-4acf-be8c-b1a0fa871e10 req-eb1e66ff-844e-40ef-91f8-4b735873132e tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1643391679&fields=id&tenant_id=d8e6dd58ff43419fa5b945bd08ef2931 HTTP/1.1" status: 200 len: 267 time: 0.1921358 Oct 03 13:30:56.920134 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-8228283a-174f-4b9b-bcbc-226f7bc70776 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (96858163-c83d-4564-82ef-cb160be4c1a0), after_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:56.974260 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Current status of the port 5d99aafa-ed6c-4f14-9811-c332e824d504 is: ACTIVE; New status is: ACTIVE {{(pid=106270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 13:30:57.005282 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-8228283a-174f-4b9b-bcbc-226f7bc70776 admin admin] 10.222.0.58 "GET /networking/v2.0/security-groups?tenant_id=f34743461ee24f538a9dd84157ecaac5&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8063934 Oct 03 13:30:57.006333 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 56608) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:30:57.174750 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 56618) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:30:57.268987 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.managers [None req-43bd9a24-6243-4239-9642-445948f29248 None None] Attempting to bind port 43677e9b-9fd5-4aab-ad39-9700eabc75bb on host dv-cinder-860090-1-iscsi for vnic_type normal with profile {{(pid=106270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 13:30:57.272720 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.managers [None req-43bd9a24-6243-4239-9642-445948f29248 None None] Attempting to bind port 43677e9b-9fd5-4aab-ad39-9700eabc75bb by drivers openvswitch,hyperv on host dv-cinder-860090-1-iscsi at level 0 using segments [{'id': '55ce58d8-df7c-4b91-8b60-1d78b467e2b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'c7f5133f-f533-43e9-8556-7d1b6afd965c'}] {{(pid=106270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 13:30:57.275114 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43bd9a24-6243-4239-9642-445948f29248 None None] Attempting to bind port 43677e9b-9fd5-4aab-ad39-9700eabc75bb on network c7f5133f-f533-43e9-8556-7d1b6afd965c {{(pid=106270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 13:30:57.334453 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-b426139d-49fb-43aa-a1fa-df7b97a37510 admin admin] Publish callbacks [] for security_group (604909dc-21bd-4a9c-a83a-89f5c48b411f), before_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:57.351260 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66dc20f-9708-4acf-be8c-b1a0fa871e10 req-b09ffd58-d5b9-48de-9dfb-538a022e70bd tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:30:57.396054 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-b66dc20f-9708-4acf-be8c-b1a0fa871e10 req-b09ffd58-d5b9-48de-9dfb-538a022e70bd tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "GET /networking/v2.0/networks?id=ff8319e2-24e1-46c8-a6e2-568f9c4503d6 HTTP/1.1" status: 200 len: 814 time: 0.4074807 Oct 03 13:30:57.539228 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-b426139d-49fb-43aa-a1fa-df7b97a37510 admin admin] Publish callbacks [] for security_group (604909dc-21bd-4a9c-a83a-89f5c48b411f), precommit_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:57.565131 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-b66dc20f-9708-4acf-be8c-b1a0fa871e10 req-654c987d-11ac-435e-8b8e-b05acd0a3506 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "GET /networking/v2.0/quotas/d8e6dd58ff43419fa5b945bd08ef2931 HTTP/1.1" status: 200 len: 375 time: 0.1668298 Oct 03 13:30:57.585217 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8228283a-174f-4b9b-bcbc-226f7bc70776 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96858163-c83d-4564-82ef-cb160be4c1a0,revision_number=1']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:30:57.587825 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43bd9a24-6243-4239-9642-445948f29248 None None] Checking agent: {'id': 'd46c7ed5-c451-4a76-ab3f-ab8e3ea4a5ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860090-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 13, 22, 7), 'started_at': datetime.datetime(2022, 10, 3, 13, 22, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 13, 30, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860090-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 13:30:57.588913 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43bd9a24-6243-4239-9642-445948f29248 None None] Checking segment: {'id': '55ce58d8-df7c-4b91-8b60-1d78b467e2b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'c7f5133f-f533-43e9-8556-7d1b6afd965c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 13:30:57.594243 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-43bd9a24-6243-4239-9642-445948f29248 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:57.597320 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43bd9a24-6243-4239-9642-445948f29248 None None] Bound using segment: {'id': '55ce58d8-df7c-4b91-8b60-1d78b467e2b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'c7f5133f-f533-43e9-8556-7d1b6afd965c'} {{(pid=106270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 13:30:57.607881 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.managers [None req-43bd9a24-6243-4239-9642-445948f29248 None None] Bound port: 43677e9b-9fd5-4aab-ad39-9700eabc75bb, host: dv-cinder-860090-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55ce58d8-df7c-4b91-8b60-1d78b467e2b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'c7f5133f-f533-43e9-8556-7d1b6afd965c'}}] {{(pid=106270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 13:30:57.610898 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-43bd9a24-6243-4239-9642-445948f29248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (43677e9b-9fd5-4aab-ad39-9700eabc75bb), before_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:57.762859 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.65', 50512) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:30:57.773502 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-b66dc20f-9708-4acf-be8c-b1a0fa871e10 req-ef91baf2-fc2d-410c-be63-f5fd5748945e tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=d8e6dd58ff43419fa5b945bd08ef2931&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2044261 Oct 03 13:30:57.823179 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Device 4348bdd0-49c7-4b40-a474-5fac87c13353 up at agent ovs-agent-dv-cinder-860090-1-iscsi {{(pid=106270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 13:30:57.835959 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-b426139d-49fb-43aa-a1fa-df7b97a37510 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (604909dc-21bd-4a9c-a83a-89f5c48b411f), after_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:57.838935 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-2fa4827d-b7e8-4d82-a2cd-73661d6eef3d admin admin] Publish callbacks [] for security_group (96858163-c83d-4564-82ef-cb160be4c1a0), before_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:57.839620 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-b426139d-49fb-43aa-a1fa-df7b97a37510 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:57.847019 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-b426139d-49fb-43aa-a1fa-df7b97a37510 admin admin] 10.222.0.58 "DELETE /networking/v2.0/security-groups/604909dc-21bd-4a9c-a83a-89f5c48b411f HTTP/1.1" status: 204 len: 168 time: 1.5664206 Oct 03 13:30:57.876921 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b426139d-49fb-43aa-a1fa-df7b97a37510 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=604909dc-21bd-4a9c-a83a-89f5c48b411f,revision_number=None']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:30:57.985434 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:30:57.997215 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.db [None req-43bd9a24-6243-4239-9642-445948f29248 None None] For port 43677e9b-9fd5-4aab-ad39-9700eabc75bb, host dv-cinder-860090-1-iscsi, cleared binding levels {{(pid=106270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 13:30:58.015426 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.db [None req-43bd9a24-6243-4239-9642-445948f29248 None None] For port 43677e9b-9fd5-4aab-ad39-9700eabc75bb, host dv-cinder-860090-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860090-1-iscsi',level=0,port_id=43677e9b-9fd5-4aab-ad39-9700eabc75bb,segment=NetworkSegment(55ce58d8-df7c-4b91-8b60-1d78b467e2b7),segment_id=55ce58d8-df7c-4b91-8b60-1d78b467e2b7)] {{(pid=106270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 13:30:58.050782 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-43bd9a24-6243-4239-9642-445948f29248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751015143617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751014657006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751014658052'] for port (43677e9b-9fd5-4aab-ad39-9700eabc75bb), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:58.142015 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-b66dc20f-9708-4acf-be8c-b1a0fa871e10 req-8272b4a5-91e3-436f-992e-f2890fb9f42b service neutron] 10.222.0.58 "GET /networking/v2.0/networks/ff8319e2-24e1-46c8-a6e2-568f9c4503d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2679787 Oct 03 13:30:58.189105 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-1f1821ce-1eb5-44af-a6b8-125ac4f20569 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:58.207434 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-2fa4827d-b7e8-4d82-a2cd-73661d6eef3d admin admin] Publish callbacks [] for security_group (96858163-c83d-4564-82ef-cb160be4c1a0), precommit_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:58.212981 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.provisioning_blocks [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Provisioning complete for port 4348bdd0-49c7-4b40-a474-5fac87c13353 triggered by entity L2. {{(pid=106270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 13:30:58.213383 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1340199'] for port (4348bdd0-49c7-4b40-a474-5fac87c13353), provisioning_complete {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:58.213751 dv-cinder-860090-1-iscsi neutron-server[106270]: INFO neutron.plugins.ml2.plugin [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Attempt 1 to provision port 4348bdd0-49c7-4b40-a474-5fac87c13353 Oct 03 13:30:58.331926 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43bd9a24-6243-4239-9642-445948f29248 None None] Routers {'6f3d8525-6fb0-4621-aec4-8526bd9e4774'} bound to L3 agent in host dv-cinder-860090-1-iscsi {{(pid=106270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 13:30:58.336040 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_hamode_db [None req-43bd9a24-6243-4239-9642-445948f29248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860090-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-03T13:22:05Z,description=,heartbeat_timestamp=2022-10-03T13:30:35Z,host='dv-cinder-860090-1-iscsi',id=94180321-47b1-4b5c-b620-b1b0a31df446,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T13:22:05Z,topic='l3_agent')) {'router_ids': ['6f3d8525-6fb0-4621-aec4-8526bd9e4774'], 'active': True} {{(pid=106270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:30:58.363841 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:30:58.367196 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-b66dc20f-9708-4acf-be8c-b1a0fa871e10 req-1762280c-7982-4429-82d4-075cc6b8be46 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/ff8319e2-24e1-46c8-a6e2-568f9c4503d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2144194 Oct 03 13:30:58.390044 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd611b8-8ab7-4ff7-8273-988e995911a7 req-bd2cc413-e02a-401a-a2e1-1078c6873c7e tempest-DeleteServersTestJSON-2036391304 tempest-DeleteServersTestJSON-2036391304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:30:58.392343 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-4fd611b8-8ab7-4ff7-8273-988e995911a7 req-bd2cc413-e02a-401a-a2e1-1078c6873c7e tempest-DeleteServersTestJSON-2036391304 tempest-DeleteServersTestJSON-2036391304-project] 10.222.0.65 "GET /networking/v2.0/networks?id=c7f5133f-f533-43e9-8556-7d1b6afd965c HTTP/1.1" status: 200 len: 812 time: 0.6284213 Oct 03 13:30:58.410796 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:30:58.432937 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4c9bdd-bb18-4778-899a-bfac4af3742a req-60805275-e6a8-4589-bc3d-f4510cdf06f4 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:30:58.450857 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-af4c9bdd-bb18-4778-899a-bfac4af3742a req-60805275-e6a8-4589-bc3d-f4510cdf06f4 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/networks?id=289ad0fb-c675-48f9-ad56-9a68538f4eb7 HTTP/1.1" status: 200 len: 819 time: 1.1492109 Oct 03 13:30:58.476709 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e5e9a8-79b7-4229-804d-85780fe1a75f None None] Pushing event updated for resources: {'Port': ['ID=43677e9b-9fd5-4aab-ad39-9700eabc75bb,revision_number=4']} {{(pid=106270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:30:58.509822 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-af4c9bdd-bb18-4778-899a-bfac4af3742a req-bd7b58da-0a10-4c65-9cc1-e26f3373bc0c tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/quotas/557321bf33ca42df8d5d53e5157e6803 HTTP/1.1" status: 200 len: 375 time: 0.0569179 Oct 03 13:30:58.531566 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.v2.base [req-4fd611b8-8ab7-4ff7-8273-988e995911a7 req-3a1c3589-fab5-4188-86ec-c5a79642342c tempest-DeleteServersTestJSON-2036391304 tempest-DeleteServersTestJSON-2036391304-project] Request body: {'port': {'device_id': '81de33cc-ab4f-402c-bc77-a8818e85ad75', 'network_id': 'c7f5133f-f533-43e9-8556-7d1b6afd965c', 'admin_state_up': True, 'tenant_id': '5f908aee304e4fe2bb2185d89400533c'}} {{(pid=106269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 13:30:58.788790 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_dvr_db [None req-43bd9a24-6243-4239-9642-445948f29248 None None] Set router 6f3d8525-6fb0-4621-aec4-8526bd9e4774 gateway port host: dv-cinder-860090-1-iscsi {{(pid=106270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 13:30:58.792341 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Current status of the port 4348bdd0-49c7-4b40-a474-5fac87c13353 is: DOWN; New status is: ACTIVE {{(pid=106270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 13:30:58.802000 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (4348bdd0-49c7-4b40-a474-5fac87c13353), before_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:59.042149 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-1f1821ce-1eb5-44af-a6b8-125ac4f20569 admin admin] Publish callbacks [] for security_group (31997591-fa4d-41d5-9a70-2e5044f28acc), precommit_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:59.060643 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:30:59.070387 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.db [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] For port 4348bdd0-49c7-4b40-a474-5fac87c13353, host dv-cinder-860090-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860090-1-iscsi',level=0,port_id=4348bdd0-49c7-4b40-a474-5fac87c13353,segment=NetworkSegment(2cd7ae88-a108-4db9-b508-67961f878f9a),segment_id=2cd7ae88-a108-4db9-b508-67961f878f9a)] {{(pid=106270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 13:30:59.077151 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-2fa4827d-b7e8-4d82-a2cd-73661d6eef3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (96858163-c83d-4564-82ef-cb160be4c1a0), after_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:59.086470 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-2fa4827d-b7e8-4d82-a2cd-73661d6eef3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:59.087419 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-2fa4827d-b7e8-4d82-a2cd-73661d6eef3d admin admin] 10.222.0.58 "DELETE /networking/v2.0/security-groups/96858163-c83d-4564-82ef-cb160be4c1a0 HTTP/1.1" status: 204 len: 168 time: 2.0786343 Oct 03 13:30:59.089900 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-1f1821ce-1eb5-44af-a6b8-125ac4f20569 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (31997591-fa4d-41d5-9a70-2e5044f28acc), after_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:59.113254 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-1806228a-ae13-4f0a-bc5f-87aab1fc9fa2 req-769a1a6f-7bd1-4c74-a0ef-32562bf222f4 tempest-DeleteServersTestJSON-2036391304 tempest-DeleteServersTestJSON-2036391304-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=81de33cc-ab4f-402c-bc77-a8818e85ad75 HTTP/1.1" status: 200 len: 210 time: 0.0814252 Oct 03 13:30:59.169375 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 56682) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:30:59.199200 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa4827d-b7e8-4d82-a2cd-73661d6eef3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96858163-c83d-4564-82ef-cb160be4c1a0,revision_number=None']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:30:59.202809 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751015143617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751014657006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751014658052'] for port (4348bdd0-49c7-4b40-a474-5fac87c13353), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:59.213507 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-d6f25d67-9d60-4c83-8678-a276fea44d82 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:59.216076 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Device 042f889d-6dc9-4d12-9164-ef09c953a53f up at agent ovs-agent-dv-cinder-860090-1-iscsi {{(pid=106270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 13:30:59.355133 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-af4c9bdd-bb18-4778-899a-bfac4af3742a req-8afa7931-5c0f-403a-81f8-dfafc0e5348d tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=557321bf33ca42df8d5d53e5157e6803&fields=id HTTP/1.1" status: 200 len: 302 time: 0.8417320 Oct 03 13:30:59.537267 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-da459f2e-55c0-4dfc-ae8d-8dc5baa954c0 req-c2db47ec-837f-451c-adbf-089de0cd1895 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=7a9ff191-d009-41e4-9966-44fe462252b5 HTTP/1.1" status: 200 len: 210 time: 0.2884796 Oct 03 13:30:59.556586 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-d6f25d67-9d60-4c83-8678-a276fea44d82 admin admin] Publish callbacks [] for security_group (5f2631e7-ed81-43c4-b968-ad28fff6e2db), precommit_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:59.571496 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-d6f25d67-9d60-4c83-8678-a276fea44d82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (5f2631e7-ed81-43c4-b968-ad28fff6e2db), after_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:30:59.629293 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-1f1821ce-1eb5-44af-a6b8-125ac4f20569 admin admin] 10.222.0.58 "GET /networking/v2.0/security-groups?tenant_id=33d7dd0b35db44d98d484f13e733a143&name=default HTTP/1.1" status: 200 len: 2996 time: 2.4387920 Oct 03 13:30:59.633264 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 56710) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:30:59.764538 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-d6f25d67-9d60-4c83-8678-a276fea44d82 admin admin] 10.222.0.58 "GET /networking/v2.0/security-groups?tenant_id=199c3cb5f1d843228356cbf4983158bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5911195 Oct 03 13:30:59.770576 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:30:59.788120 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 56714) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:30:59.831724 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f25d67-9d60-4c83-8678-a276fea44d82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f2631e7-ed81-43c4-b968-ad28fff6e2db,revision_number=1']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:30:59.849647 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1821ce-1eb5-44af-a6b8-125ac4f20569 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31997591-fa4d-41d5-9a70-2e5044f28acc,revision_number=1']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:30:59.857780 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.65', 50521) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:31:00.067573 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4fd611b8-8ab7-4ff7-8273-988e995911a7 req-3a1c3589-fab5-4188-86ec-c5a79642342c tempest-DeleteServersTestJSON-2036391304 tempest-DeleteServersTestJSON-2036391304-project] Made reservation on behalf of 5f908aee304e4fe2bb2185d89400533c for: {'port': 1} {{(pid=106269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 13:31:00.083135 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [req-4fd611b8-8ab7-4ff7-8273-988e995911a7 req-3a1c3589-fab5-4188-86ec-c5a79642342c tempest-DeleteServersTestJSON-2036391304 tempest-DeleteServersTestJSON-2036391304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (None), before_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:00.335974 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-8baa3fc7-daff-4e04-8abb-43b61b344e5a admin admin] Publish callbacks [] for security_group (31997591-fa4d-41d5-9a70-2e5044f28acc), before_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:00.417661 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Pushing event updated for resources: {'Port': ['ID=4348bdd0-49c7-4b40-a474-5fac87c13353,revision_number=5']} {{(pid=106270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:31:00.461383 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-23d0e1ee-8138-4426-996e-8f57e1697af7 req-06030d7b-1976-4960-97d8-25a22c2c0df7 tempest-DeleteServersTestJSON-2036391304 tempest-DeleteServersTestJSON-2036391304-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=81de33cc-ab4f-402c-bc77-a8818e85ad75 HTTP/1.1" status: 200 len: 210 time: 0.1521335 Oct 03 13:31:00.512878 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.provisioning_blocks [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Provisioning complete for port 042f889d-6dc9-4d12-9164-ef09c953a53f triggered by entity L2. {{(pid=106270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 13:31:00.513813 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1340199'] for port (042f889d-6dc9-4d12-9164-ef09c953a53f), provisioning_complete {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:00.515191 dv-cinder-860090-1-iscsi neutron-server[106270]: INFO neutron.plugins.ml2.plugin [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Attempt 1 to provision port 042f889d-6dc9-4d12-9164-ef09c953a53f Oct 03 13:31:00.704498 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-3ba46f87-c097-44b2-8500-bf3da04527aa admin admin] Publish callbacks [] for security_group (5f2631e7-ed81-43c4-b968-ad28fff6e2db), before_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:00.762104 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-8baa3fc7-daff-4e04-8abb-43b61b344e5a admin admin] Publish callbacks [] for security_group (31997591-fa4d-41d5-9a70-2e5044f28acc), precommit_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:00.789006 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_hamode_db [None req-43bd9a24-6243-4239-9642-445948f29248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f3d8525-6fb0-4621-aec4-8526bd9e4774', 'name': 'tempest-DeleteServersTestJSON-1552291052-router', 'tenant_id': '5f908aee304e4fe2bb2185d89400533c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'external_fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': '5d99aafa-ed6c-4f14-9811-c332e824d504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:30:32Z', 'updated_at': '2022-10-03T13:30:43Z', 'revision_number': 4, 'project_id': '5f908aee304e4fe2bb2185d89400533c', 'gw_port': {'id': '5d99aafa-ed6c-4f14-9811-c332e824d504', 'name': '', 'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:6c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f3d8525-6fb0-4621-aec4-8526bd9e4774', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:30:35Z', 'updated_at': '2022-10-03T13:30:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860090-1-iscsi', '_interfaces': [{'id': '43677e9b-9fd5-4aab-ad39-9700eabc75bb', 'name': '', 'network_id': 'c7f5133f-f533-43e9-8556-7d1b6afd965c', 'tenant_id': '5f908aee304e4fe2bb2185d89400533c', 'mac_address': 'fa:16:3e:60:90:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f3d8525-6fb0-4621-aec4-8526bd9e4774', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '7759f961-ee61-4eff-a397-748656fd26d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:30:41Z', 'updated_at': '2022-10-03T13:30:57Z', 'revision_number': 4, 'project_id': '5f908aee304e4fe2bb2185d89400533c', 'subnets': [{'id': '7759f961-ee61-4eff-a397-748656fd26d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860090-1-iscsi', False) {} {{(pid=106270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:31:00.914343 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43bd9a24-6243-4239-9642-445948f29248 None None] The sync data for ids ['6f3d8525-6fb0-4621-aec4-8526bd9e4774'] in dv-cinder-860090-1-iscsi is: [{'id': '6f3d8525-6fb0-4621-aec4-8526bd9e4774', 'name': 'tempest-DeleteServersTestJSON-1552291052-router', 'tenant_id': '5f908aee304e4fe2bb2185d89400533c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'external_fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': '5d99aafa-ed6c-4f14-9811-c332e824d504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:30:32Z', 'updated_at': '2022-10-03T13:30:43Z', 'revision_number': 4, 'project_id': '5f908aee304e4fe2bb2185d89400533c', 'gw_port': {'id': '5d99aafa-ed6c-4f14-9811-c332e824d504', 'name': '', 'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:6c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f3d8525-6fb0-4621-aec4-8526bd9e4774', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:30:35Z', 'updated_at': '2022-10-03T13:30:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860090-1-iscsi', '_interfaces': [{'id': '43677e9b-9fd5-4aab-ad39-9700eabc75bb', 'name': '', 'network_id': 'c7f5133f-f533-43e9-8556-7d1b6afd965c', 'tenant_id': '5f908aee304e4fe2bb2185d89400533c', 'mac_address': 'fa:16:3e:60:90:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f3d8525-6fb0-4621-aec4-8526bd9e4774', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '7759f961-ee61-4eff-a397-748656fd26d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:30:41Z', 'updated_at': '2022-10-03T13:30:57Z', 'revision_number': 4, 'project_id': '5f908aee304e4fe2bb2185d89400533c', 'subnets': [{'id': '7759f961-ee61-4eff-a397-748656fd26d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 13:31:00.934417 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-929b1285-2076-4f9d-b608-c9beebb571b0 req-cf5eee26-006f-4b53-bfbe-ef9d7104302e tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=7a9ff191-d009-41e4-9966-44fe462252b5 HTTP/1.1" status: 200 len: 210 time: 0.1856480 Oct 03 13:31:00.937604 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Current status of the port 042f889d-6dc9-4d12-9164-ef09c953a53f is: DOWN; New status is: ACTIVE {{(pid=106270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 13:31:00.938271 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (042f889d-6dc9-4d12-9164-ef09c953a53f), before_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:00.977357 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9440d44-029c-4d71-9281-af7af6ccb4e3 req-a4bd3470-d616-41c1-a45e-32208445866c tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:31:00.988464 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-c9440d44-029c-4d71-9281-af7af6ccb4e3 req-a4bd3470-d616-41c1-a45e-32208445866c tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.65 "GET /networking/v2.0/networks?id=289ad0fb-c675-48f9-ad56-9a68538f4eb7 HTTP/1.1" status: 200 len: 819 time: 1.1008124 Oct 03 13:31:01.026769 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.v2.base [req-c9440d44-029c-4d71-9281-af7af6ccb4e3 req-57d53f02-d8e7-4f6b-8227-2750cd816709 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Request body: {'port': {'device_id': '4b7a7e49-20a7-45bc-bc98-7af878fc50a8', 'network_id': '289ad0fb-c675-48f9-ad56-9a68538f4eb7', 'admin_state_up': True, 'tenant_id': '557321bf33ca42df8d5d53e5157e6803'}} {{(pid=106268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 13:31:01.057330 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-3ba46f87-c097-44b2-8500-bf3da04527aa admin admin] Publish callbacks [] for security_group (5f2631e7-ed81-43c4-b968-ad28fff6e2db), precommit_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:01.155676 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.db [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] For port 042f889d-6dc9-4d12-9164-ef09c953a53f, host dv-cinder-860090-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860090-1-iscsi',level=0,port_id=042f889d-6dc9-4d12-9164-ef09c953a53f,segment=NetworkSegment(a13be668-9c4e-4111-8b50-69439ed85703),segment_id=a13be668-9c4e-4111-8b50-69439ed85703)] {{(pid=106270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 13:31:01.171532 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751015143617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751014657006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751014658052'] for port (042f889d-6dc9-4d12-9164-ef09c953a53f), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:01.451104 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Pushing event updated for resources: {'Port': ['ID=042f889d-6dc9-4d12-9164-ef09c953a53f,revision_number=5']} {{(pid=106270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:31:01.564708 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Device 4348bdd0-49c7-4b40-a474-5fac87c13353 up at agent ovs-agent-dv-cinder-860090-1-iscsi {{(pid=106270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 13:31:01.576544 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:31:01.695284 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-af4c9bdd-bb18-4778-899a-bfac4af3742a req-3da2e64a-7ffa-4379-9434-ae428c5dec66 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/289ad0fb-c675-48f9-ad56-9a68538f4eb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.2617388 Oct 03 13:31:01.814416 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.provisioning_blocks [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Provisioning complete for port 4348bdd0-49c7-4b40-a474-5fac87c13353 triggered by entity L2. {{(pid=106270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 13:31:01.815076 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1340199'] for port (4348bdd0-49c7-4b40-a474-5fac87c13353), provisioning_complete {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:01.815705 dv-cinder-860090-1-iscsi neutron-server[106270]: INFO neutron.plugins.ml2.plugin [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Attempt 1 to provision port 4348bdd0-49c7-4b40-a474-5fac87c13353 Oct 03 13:31:01.967864 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-8baa3fc7-daff-4e04-8abb-43b61b344e5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (31997591-fa4d-41d5-9a70-2e5044f28acc), after_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:01.986703 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-8baa3fc7-daff-4e04-8abb-43b61b344e5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:01.991722 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-8baa3fc7-daff-4e04-8abb-43b61b344e5a admin admin] 10.222.0.58 "DELETE /networking/v2.0/security-groups/31997591-fa4d-41d5-9a70-2e5044f28acc HTTP/1.1" status: 204 len: 168 time: 2.3562205 Oct 03 13:31:02.070839 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:31:02.085263 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 56760) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:31:02.223172 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8baa3fc7-daff-4e04-8abb-43b61b344e5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31997591-fa4d-41d5-9a70-2e5044f28acc,revision_number=None']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:31:02.229037 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-70a571a6-d9c2-4e93-8562-9b58cf2435aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (3460fffa-818c-4144-9400-237880db20a4), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:02.253669 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-0577c359-bc19-42bb-9840-5ec8b26b8d50 req-9487002e-4950-4e67-a73e-665834ffdcf3 tempest-DeleteServersTestJSON-2036391304 tempest-DeleteServersTestJSON-2036391304-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=81de33cc-ab4f-402c-bc77-a8818e85ad75 HTTP/1.1" status: 200 len: 210 time: 0.2340338 Oct 03 13:31:02.336560 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.db.db_base_plugin_common [req-4fd611b8-8ab7-4ff7-8273-988e995911a7 req-3a1c3589-fab5-4188-86ec-c5a79642342c tempest-DeleteServersTestJSON-2036391304 tempest-DeleteServersTestJSON-2036391304-project] Allocated IP 172.20.0.14 (c7f5133f-f533-43e9-8556-7d1b6afd965c/7759f961-ee61-4eff-a397-748656fd26d1/a1d48bcc-c2cd-4550-b46c-0b4470912f16) {{(pid=106269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 13:31:02.362512 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-3ba46f87-c097-44b2-8500-bf3da04527aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (5f2631e7-ed81-43c4-b968-ad28fff6e2db), after_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:02.365917 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Current status of the port 4348bdd0-49c7-4b40-a474-5fac87c13353 is: ACTIVE; New status is: ACTIVE {{(pid=106270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 13:31:02.372220 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Device 43677e9b-9fd5-4aab-ad39-9700eabc75bb up at agent ovs-agent-dv-cinder-860090-1-iscsi {{(pid=106270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 13:31:02.373175 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-3ba46f87-c097-44b2-8500-bf3da04527aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:02.388436 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-3ba46f87-c097-44b2-8500-bf3da04527aa admin admin] 10.222.0.58 "DELETE /networking/v2.0/security-groups/5f2631e7-ed81-43c4-b968-ad28fff6e2db HTTP/1.1" status: 204 len: 168 time: 2.5990162 Oct 03 13:31:02.486901 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba46f87-c097-44b2-8500-bf3da04527aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f2631e7-ed81-43c4-b968-ad28fff6e2db,revision_number=None']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:31:02.504066 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9440d44-029c-4d71-9281-af7af6ccb4e3 req-57d53f02-d8e7-4f6b-8227-2750cd816709 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Made reservation on behalf of 557321bf33ca42df8d5d53e5157e6803 for: {'port': 1} {{(pid=106268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 13:31:02.523041 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-c9440d44-029c-4d71-9281-af7af6ccb4e3 req-57d53f02-d8e7-4f6b-8227-2750cd816709 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (None), before_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:02.544594 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:31:02.667603 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.provisioning_blocks [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Provisioning complete for port 43677e9b-9fd5-4aab-ad39-9700eabc75bb triggered by entity L2. {{(pid=106270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 13:31:02.670170 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1340199'] for port (43677e9b-9fd5-4aab-ad39-9700eabc75bb), provisioning_complete {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:02.673442 dv-cinder-860090-1-iscsi neutron-server[106270]: INFO neutron.plugins.ml2.plugin [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Attempt 1 to provision port 43677e9b-9fd5-4aab-ad39-9700eabc75bb Oct 03 13:31:02.755095 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.65', 50529) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:31:02.970708 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-af4c9bdd-bb18-4778-899a-bfac4af3742a req-61ece609-2d44-4ab2-b92e-8a4f82fcdbda service neutron] 10.222.0.58 "GET /networking/v2.0/networks/289ad0fb-c675-48f9-ad56-9a68538f4eb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1632433 Oct 03 13:31:03.071028 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-ab3ba551-2312-4c20-bb28-4e3de188120f req-5ac998a2-d31a-4fdc-98cd-6a7e6d474bb9 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=7a9ff191-d009-41e4-9966-44fe462252b5 HTTP/1.1" status: 200 len: 210 time: 0.4089708 Oct 03 13:31:03.163481 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Current status of the port 43677e9b-9fd5-4aab-ad39-9700eabc75bb is: DOWN; New status is: ACTIVE {{(pid=106270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 13:31:03.166508 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (43677e9b-9fd5-4aab-ad39-9700eabc75bb), before_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:03.349414 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.db [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] For port 43677e9b-9fd5-4aab-ad39-9700eabc75bb, host dv-cinder-860090-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860090-1-iscsi',level=0,port_id=43677e9b-9fd5-4aab-ad39-9700eabc75bb,segment=NetworkSegment(55ce58d8-df7c-4b91-8b60-1d78b467e2b7),segment_id=55ce58d8-df7c-4b91-8b60-1d78b467e2b7)] {{(pid=106270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 13:31:03.359880 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751015143617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751014657006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751014658052'] for port (43677e9b-9fd5-4aab-ad39-9700eabc75bb), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:03.398101 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-e1096bee-1443-479e-856c-a8522b11715b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:03.580459 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Pushing event updated for resources: {'Port': ['ID=43677e9b-9fd5-4aab-ad39-9700eabc75bb,revision_number=5']} {{(pid=106270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:31:03.871633 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Device 042f889d-6dc9-4d12-9164-ef09c953a53f up at agent ovs-agent-dv-cinder-860090-1-iscsi {{(pid=106270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 13:31:03.916427 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-cb24b09d-5caa-47b4-8485-9e9121b3cea9 req-f10098a7-dc28-4541-9ceb-5071c86a46d4 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=f46d2be3-6cca-411b-8b83-b13d51f53463 HTTP/1.1" status: 200 len: 210 time: 0.1181488 Oct 03 13:31:03.978673 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:31:04.000303 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.provisioning_blocks [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Provisioning complete for port 042f889d-6dc9-4d12-9164-ef09c953a53f triggered by entity L2. {{(pid=106270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 13:31:04.000701 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1340199'] for port (042f889d-6dc9-4d12-9164-ef09c953a53f), provisioning_complete {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:04.001197 dv-cinder-860090-1-iscsi neutron-server[106270]: INFO neutron.plugins.ml2.plugin [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Attempt 1 to provision port 042f889d-6dc9-4d12-9164-ef09c953a53f Oct 03 13:31:04.004820 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:31:04.073749 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-01ed26d9-2be8-48f6-9bfe-642a7cc404c9 req-520e509a-31cd-490f-9c0e-ec7520cf21cf tempest-DeleteServersTestJSON-2036391304 tempest-DeleteServersTestJSON-2036391304-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=81de33cc-ab4f-402c-bc77-a8818e85ad75 HTTP/1.1" status: 200 len: 210 time: 0.3155873 Oct 03 13:31:04.088583 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66dc20f-9708-4acf-be8c-b1a0fa871e10 req-2c2b8e51-0e97-428a-895a-23f7a8bcb9be tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:31:04.090513 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-b66dc20f-9708-4acf-be8c-b1a0fa871e10 req-2c2b8e51-0e97-428a-895a-23f7a8bcb9be tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.65 "GET /networking/v2.0/networks?id=ff8319e2-24e1-46c8-a6e2-568f9c4503d6 HTTP/1.1" status: 200 len: 814 time: 1.3230612 Oct 03 13:31:04.179318 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Current status of the port 042f889d-6dc9-4d12-9164-ef09c953a53f is: ACTIVE; New status is: ACTIVE {{(pid=106270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 13:31:04.263287 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [req-4fd611b8-8ab7-4ff7-8273-988e995911a7 req-3a1c3589-fab5-4188-86ec-c5a79642342c tempest-DeleteServersTestJSON-2036391304 tempest-DeleteServersTestJSON-2036391304-project] Publish callbacks [] for port (a1d48bcc-c2cd-4550-b46c-0b4470912f16), precommit_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:04.384651 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.db.db_base_plugin_common [req-c9440d44-029c-4d71-9281-af7af6ccb4e3 req-57d53f02-d8e7-4f6b-8227-2750cd816709 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Allocated IP 172.20.0.11 (289ad0fb-c675-48f9-ad56-9a68538f4eb7/014887d4-da5d-4382-8b78-e31d89e09c89/4e8541e0-b0c3-4cae-a985-b4e2dfec4290) {{(pid=106268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 13:31:04.442721 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:31:04.501876 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-b66dc20f-9708-4acf-be8c-b1a0fa871e10 req-461e4030-17e7-43af-ba38-61e545d26513 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.65 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=d8e6dd58ff43419fa5b945bd08ef2931 HTTP/1.1" status: 200 len: 380 time: 0.3816411 Oct 03 13:31:04.520226 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [req-4fd611b8-8ab7-4ff7-8273-988e995911a7 req-3a1c3589-fab5-4188-86ec-c5a79642342c tempest-DeleteServersTestJSON-2036391304 tempest-DeleteServersTestJSON-2036391304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751014656988'] for port (a1d48bcc-c2cd-4550-b46c-0b4470912f16), after_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:04.542936 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.v2.base [req-b66dc20f-9708-4acf-be8c-b1a0fa871e10 req-3b73bb95-0d73-40f7-b33f-ef402dd0718e tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Request body: {'port': {'device_id': '7a9ff191-d009-41e4-9966-44fe462252b5', 'network_id': 'ff8319e2-24e1-46c8-a6e2-568f9c4503d6', 'admin_state_up': True, 'tenant_id': 'd8e6dd58ff43419fa5b945bd08ef2931', 'security_groups': ['587bb1f5-50c5-4dc1-a076-a6f6dc054886']}} {{(pid=106269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 13:31:04.613949 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-e1096bee-1443-479e-856c-a8522b11715b admin admin] Publish callbacks [] for security_group (d56ea918-0216-45a3-9034-37f73b09cfb5), precommit_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:04.655964 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-e1096bee-1443-479e-856c-a8522b11715b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (d56ea918-0216-45a3-9034-37f73b09cfb5), after_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:04.690198 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 56816) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:31:04.891674 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-f8874a7f-0e7c-46e1-9ffd-051b6ad62d1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (94180321-47b1-4b5c-b620-b1b0a31df446), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:04.983176 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4fd611b8-8ab7-4ff7-8273-988e995911a7 req-3a1c3589-fab5-4188-86ec-c5a79642342c tempest-DeleteServersTestJSON-2036391304 tempest-DeleteServersTestJSON-2036391304-project] Network c7f5133f-f533-43e9-8556-7d1b6afd965c is already hosted by enough agents. {{(pid=106269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 13:31:05.034442 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.scheduler.base_scheduler [req-4fd611b8-8ab7-4ff7-8273-988e995911a7 req-3a1c3589-fab5-4188-86ec-c5a79642342c tempest-DeleteServersTestJSON-2036391304 tempest-DeleteServersTestJSON-2036391304-project] Resources bound (agent type, host, resource id): {{(pid=106269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 13:31:05.047901 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fd611b8-8ab7-4ff7-8273-988e995911a7 req-3a1c3589-fab5-4188-86ec-c5a79642342c tempest-DeleteServersTestJSON-2036391304 tempest-DeleteServersTestJSON-2036391304-project] Received port after_create {{(pid=106269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 13:31:05.056180 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd611b8-8ab7-4ff7-8273-988e995911a7 req-3a1c3589-fab5-4188-86ec-c5a79642342c tempest-DeleteServersTestJSON-2036391304 tempest-DeleteServersTestJSON-2036391304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:31:05.063141 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [req-4fd611b8-8ab7-4ff7-8273-988e995911a7 req-3a1c3589-fab5-4188-86ec-c5a79642342c tempest-DeleteServersTestJSON-2036391304 tempest-DeleteServersTestJSON-2036391304-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798626'] for port (None), before_response {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:05.103663 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1c3589-fab5-4188-86ec-c5a79642342c tempest-DeleteServersTestJSON-2036391304 tempest-DeleteServersTestJSON-2036391304-project] Pushing event updated for resources: {'Port': ['ID=a1d48bcc-c2cd-4550-b46c-0b4470912f16,revision_number=1']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:31:05.149103 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-4fd611b8-8ab7-4ff7-8273-988e995911a7 req-3a1c3589-fab5-4188-86ec-c5a79642342c tempest-DeleteServersTestJSON-2036391304 tempest-DeleteServersTestJSON-2036391304-project] 10.222.0.65 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.6882069 Oct 03 13:31:05.170262 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-42ca4ab0-34f9-4cd2-96ae-eb9386210e1f req-2ca8879a-1b5c-4a61-b1f1-84da6a6d6967 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=7a9ff191-d009-41e4-9966-44fe462252b5 HTTP/1.1" status: 200 len: 210 time: 0.7246237 Oct 03 13:31:05.494706 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [req-4fd611b8-8ab7-4ff7-8273-988e995911a7 req-bd2c492f-752c-4ea0-84b0-d7ef3643f9d9 tempest-DeleteServersTestJSON-2036391304 tempest-DeleteServersTestJSON-2036391304-project] http://10.222.0.58:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106269) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 03 13:31:05.498186 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-4fd611b8-8ab7-4ff7-8273-988e995911a7 req-bd2c492f-752c-4ea0-84b0-d7ef3643f9d9 tempest-DeleteServersTestJSON-2036391304 tempest-DeleteServersTestJSON-2036391304-project] 10.222.0.65 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0284944 Oct 03 13:31:05.571246 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-68965a51-6f2b-459e-9048-d211990c6b95 req-0943acdf-3c93-46e7-a9fd-6d4ca4899a74 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=f46d2be3-6cca-411b-8b83-b13d51f53463 HTTP/1.1" status: 200 len: 210 time: 0.3606529 Oct 03 13:31:05.575318 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-b91a9dad-248c-406f-9c10-b7d762bde71c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:05.586423 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b66dc20f-9708-4acf-be8c-b1a0fa871e10 req-3b73bb95-0d73-40f7-b33f-ef402dd0718e tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Made reservation on behalf of d8e6dd58ff43419fa5b945bd08ef2931 for: {'port': 1} {{(pid=106269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 13:31:05.611246 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [req-b66dc20f-9708-4acf-be8c-b1a0fa871e10 req-3b73bb95-0d73-40f7-b33f-ef402dd0718e tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (None), before_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:05.673200 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Device 43677e9b-9fd5-4aab-ad39-9700eabc75bb up at agent ovs-agent-dv-cinder-860090-1-iscsi {{(pid=106270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 13:31:05.767717 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-e1096bee-1443-479e-856c-a8522b11715b admin admin] 10.222.0.58 "GET /networking/v2.0/security-groups?tenant_id=c9a23b3336e84fc5a490e2a07fed6c13&name=default HTTP/1.1" status: 200 len: 2996 time: 3.6638348 Oct 03 13:31:05.783068 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 56838) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:31:05.874430 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3039137-f901-46cc-97c0-cc34cf4d38e4 req-b05c3ae5-1942-4432-a32c-2c0245d8eda7 tempest-DeleteServersTestJSON-2036391304 tempest-DeleteServersTestJSON-2036391304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:31:05.881048 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-d3039137-f901-46cc-97c0-cc34cf4d38e4 req-b05c3ae5-1942-4432-a32c-2c0245d8eda7 tempest-DeleteServersTestJSON-2036391304 tempest-DeleteServersTestJSON-2036391304-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=81de33cc-ab4f-402c-bc77-a8818e85ad75 HTTP/1.1" status: 200 len: 932 time: 0.2931790 Oct 03 13:31:05.899939 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1096bee-1443-479e-856c-a8522b11715b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d56ea918-0216-45a3-9034-37f73b09cfb5,revision_number=1']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:31:05.900245 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.provisioning_blocks [None req-74d6926c-35e0-4d8a-a121-33f25f77a6d7 None None] Provisioning complete for port a1d48bcc-c2cd-4550-b46c-0b4470912f16 triggered by entity DHCP. {{(pid=106270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 13:31:05.900830 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-74d6926c-35e0-4d8a-a121-33f25f77a6d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1340199'] for port (a1d48bcc-c2cd-4550-b46c-0b4470912f16), provisioning_complete {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:05.901166 dv-cinder-860090-1-iscsi neutron-server[106270]: INFO neutron.plugins.ml2.plugin [None req-74d6926c-35e0-4d8a-a121-33f25f77a6d7 None None] Attempt 1 to provision port a1d48bcc-c2cd-4550-b46c-0b4470912f16 Oct 03 13:31:06.086523 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-ae438af4-d438-4184-b086-8462d82dd80b admin admin] Publish callbacks [] for security_group (d56ea918-0216-45a3-9034-37f73b09cfb5), before_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:06.097993 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-74d6926c-35e0-4d8a-a121-33f25f77a6d7 None None] Port a1d48bcc-c2cd-4550-b46c-0b4470912f16 cannot update to ACTIVE because it is not bound. {{(pid=106270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 03 13:31:06.111234 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.provisioning_blocks [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Provisioning complete for port 43677e9b-9fd5-4aab-ad39-9700eabc75bb triggered by entity L2. {{(pid=106270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 13:31:06.111901 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1340199'] for port (43677e9b-9fd5-4aab-ad39-9700eabc75bb), provisioning_complete {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:06.118728 dv-cinder-860090-1-iscsi neutron-server[106270]: INFO neutron.plugins.ml2.plugin [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Attempt 1 to provision port 43677e9b-9fd5-4aab-ad39-9700eabc75bb Oct 03 13:31:06.140291 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-c9440d44-029c-4d71-9281-af7af6ccb4e3 req-57d53f02-d8e7-4f6b-8227-2750cd816709 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Publish callbacks [] for port (4e8541e0-b0c3-4cae-a985-b4e2dfec4290), precommit_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:06.234886 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-b91a9dad-248c-406f-9c10-b7d762bde71c admin admin] Publish callbacks [] for security_group (582416a1-fe5a-4de8-b184-68b1e6eb41db), precommit_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:06.240264 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:INSERT=20,neutron:SELECT=79,neutron:UPDATE=1 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:31:06.257994 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-1bb28928-3e93-41c9-8900-1ecfb790b160 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (5eabf47d-5620-4e94-9269-ef19fe52be68), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:06.259581 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-d3039137-f901-46cc-97c0-cc34cf4d38e4 req-471f6a6b-32bf-468a-9999-a99fa08430dd tempest-DeleteServersTestJSON-2036391304 tempest-DeleteServersTestJSON-2036391304-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=12b2519c-83b1-439b-bd18-0a558686cec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2944946 Oct 03 13:31:06.292884 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:INSERT=11,neutron:SELECT=84,neutron:UPDATE=5 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:31:06.308530 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-b91a9dad-248c-406f-9c10-b7d762bde71c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (582416a1-fe5a-4de8-b184-68b1e6eb41db), after_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:06.312578 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:31:06.319197 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-ae438af4-d438-4184-b086-8462d82dd80b admin admin] Publish callbacks [] for security_group (d56ea918-0216-45a3-9034-37f73b09cfb5), precommit_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:06.340437 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Current status of the port 43677e9b-9fd5-4aab-ad39-9700eabc75bb is: ACTIVE; New status is: ACTIVE {{(pid=106270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 13:31:06.357443 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.db.db_base_plugin_common [req-b66dc20f-9708-4acf-be8c-b1a0fa871e10 req-3b73bb95-0d73-40f7-b33f-ef402dd0718e tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Allocated IP 172.20.0.13 (ff8319e2-24e1-46c8-a6e2-568f9c4503d6/c7cf38c1-e397-42ce-8b92-f0af8056be43/316014ae-7577-478c-97b0-af9327de5aca) {{(pid=106269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 13:31:06.390519 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91a9dad-248c-406f-9c10-b7d762bde71c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=582416a1-fe5a-4de8-b184-68b1e6eb41db,revision_number=1']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:31:06.394499 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-c9440d44-029c-4d71-9281-af7af6ccb4e3 req-57d53f02-d8e7-4f6b-8227-2750cd816709 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751014656988'] for port (4e8541e0-b0c3-4cae-a985-b4e2dfec4290), after_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:06.525645 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:INSERT=4,neutron:SELECT=92,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:31:06.539114 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d53f02-d8e7-4f6b-8227-2750cd816709 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Pushing event updated for resources: {'Port': ['ID=4e8541e0-b0c3-4cae-a985-b4e2dfec4290,revision_number=1']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:31:06.584441 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-978549ee-6be2-4099-869d-bc67938916de req-def6f216-c1ce-4275-90bc-abc5aac88318 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=7a9ff191-d009-41e4-9966-44fe462252b5 HTTP/1.1" status: 200 len: 210 time: 0.0492620 Oct 03 13:31:06.594418 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-b91a9dad-248c-406f-9c10-b7d762bde71c admin admin] 10.222.0.58 "GET /networking/v2.0/security-groups?tenant_id=74e7a503942c4b3d8ab7955f98b2d794&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8884563 Oct 03 13:31:06.599534 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 56858) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:31:06.605249 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9440d44-029c-4d71-9281-af7af6ccb4e3 req-57d53f02-d8e7-4f6b-8227-2750cd816709 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Network 289ad0fb-c675-48f9-ad56-9a68538f4eb7 is already hosted by enough agents. {{(pid=106268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 13:31:06.608256 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.scheduler.base_scheduler [req-c9440d44-029c-4d71-9281-af7af6ccb4e3 req-57d53f02-d8e7-4f6b-8227-2750cd816709 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Resources bound (agent type, host, resource id): {{(pid=106268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 13:31:06.620620 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9440d44-029c-4d71-9281-af7af6ccb4e3 req-57d53f02-d8e7-4f6b-8227-2750cd816709 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Received port after_create {{(pid=106268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 13:31:06.634917 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9440d44-029c-4d71-9281-af7af6ccb4e3 req-57d53f02-d8e7-4f6b-8227-2750cd816709 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:31:06.634917 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-c9440d44-029c-4d71-9281-af7af6ccb4e3 req-57d53f02-d8e7-4f6b-8227-2750cd816709 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798626'] for port (None), before_response {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:06.675446 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-c9440d44-029c-4d71-9281-af7af6ccb4e3 req-57d53f02-d8e7-4f6b-8227-2750cd816709 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.65 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.6690731 Oct 03 13:31:06.706882 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-ae438af4-d438-4184-b086-8462d82dd80b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (d56ea918-0216-45a3-9034-37f73b09cfb5), after_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:06.710305 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-ae438af4-d438-4184-b086-8462d82dd80b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:06.711931 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-ae438af4-d438-4184-b086-8462d82dd80b admin admin] 10.222.0.58 "DELETE /networking/v2.0/security-groups/d56ea918-0216-45a3-9034-37f73b09cfb5 HTTP/1.1" status: 204 len: 168 time: 0.8969395 Oct 03 13:31:06.727159 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae438af4-d438-4184-b086-8462d82dd80b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d56ea918-0216-45a3-9034-37f73b09cfb5,revision_number=None']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:31:06.809706 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-b67d634b-5bdc-4c09-a9d4-f119d559308c admin admin] Publish callbacks [] for security_group (582416a1-fe5a-4de8-b184-68b1e6eb41db), before_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:06.844078 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [req-b66dc20f-9708-4acf-be8c-b1a0fa871e10 req-3b73bb95-0d73-40f7-b33f-ef402dd0718e tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Publish callbacks [] for port (316014ae-7577-478c-97b0-af9327de5aca), precommit_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:06.897280 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-b67d634b-5bdc-4c09-a9d4-f119d559308c admin admin] Publish callbacks [] for security_group (582416a1-fe5a-4de8-b184-68b1e6eb41db), precommit_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:06.922866 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-4f3124ef-2bc2-44e4-931c-756fe3aa80d1 req-57545dd3-a7ec-4b12-9e80-925eab6024ce tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=f46d2be3-6cca-411b-8b83-b13d51f53463 HTTP/1.1" status: 200 len: 210 time: 0.1027606 Oct 03 13:31:07.038749 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [req-b66dc20f-9708-4acf-be8c-b1a0fa871e10 req-3b73bb95-0d73-40f7-b33f-ef402dd0718e tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751014656988'] for port (316014ae-7577-478c-97b0-af9327de5aca), after_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:07.082252 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-b67d634b-5bdc-4c09-a9d4-f119d559308c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (582416a1-fe5a-4de8-b184-68b1e6eb41db), after_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:07.085046 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-b67d634b-5bdc-4c09-a9d4-f119d559308c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:07.088814 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-b67d634b-5bdc-4c09-a9d4-f119d559308c admin admin] 10.222.0.58 "DELETE /networking/v2.0/security-groups/582416a1-fe5a-4de8-b184-68b1e6eb41db HTTP/1.1" status: 204 len: 168 time: 0.4854586 Oct 03 13:31:07.121290 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b66dc20f-9708-4acf-be8c-b1a0fa871e10 req-3b73bb95-0d73-40f7-b33f-ef402dd0718e tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Network ff8319e2-24e1-46c8-a6e2-568f9c4503d6 is already hosted by enough agents. {{(pid=106269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 13:31:07.122212 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67d634b-5bdc-4c09-a9d4-f119d559308c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=582416a1-fe5a-4de8-b184-68b1e6eb41db,revision_number=None']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:31:07.135737 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.scheduler.base_scheduler [req-b66dc20f-9708-4acf-be8c-b1a0fa871e10 req-3b73bb95-0d73-40f7-b33f-ef402dd0718e tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Resources bound (agent type, host, resource id): {{(pid=106269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 13:31:07.139033 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.db.l3_dvrscheduler_db [req-b66dc20f-9708-4acf-be8c-b1a0fa871e10 req-3b73bb95-0d73-40f7-b33f-ef402dd0718e tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Received port after_create {{(pid=106269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 13:31:07.147172 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66dc20f-9708-4acf-be8c-b1a0fa871e10 req-3b73bb95-0d73-40f7-b33f-ef402dd0718e tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:31:07.147854 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [req-b66dc20f-9708-4acf-be8c-b1a0fa871e10 req-3b73bb95-0d73-40f7-b33f-ef402dd0718e tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798626'] for port (None), before_response {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:07.151826 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b73bb95-0d73-40f7-b33f-ef402dd0718e tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Pushing event updated for resources: {'Port': ['ID=316014ae-7577-478c-97b0-af9327de5aca,revision_number=1']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:31:07.173236 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.provisioning_blocks [None req-152f0c78-3212-42e1-b7d6-8b101e38b8db None None] Provisioning complete for port 4e8541e0-b0c3-4cae-a985-b4e2dfec4290 triggered by entity DHCP. {{(pid=106270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 13:31:07.174369 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-152f0c78-3212-42e1-b7d6-8b101e38b8db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1340199'] for port (4e8541e0-b0c3-4cae-a985-b4e2dfec4290), provisioning_complete {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:07.175183 dv-cinder-860090-1-iscsi neutron-server[106270]: INFO neutron.plugins.ml2.plugin [None req-152f0c78-3212-42e1-b7d6-8b101e38b8db None None] Attempt 1 to provision port 4e8541e0-b0c3-4cae-a985-b4e2dfec4290 Oct 03 13:31:07.198256 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-b66dc20f-9708-4acf-be8c-b1a0fa871e10 req-3b73bb95-0d73-40f7-b33f-ef402dd0718e tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.65 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6744812 Oct 03 13:31:07.228572 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-152f0c78-3212-42e1-b7d6-8b101e38b8db None None] Port 4e8541e0-b0c3-4cae-a985-b4e2dfec4290 cannot update to ACTIVE because it is not bound. {{(pid=106270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 03 13:31:07.501979 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (d46c7ed5-c451-4a76-ab3f-ab8e3ea4a5ec), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:07.511008 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 56880) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:31:07.532683 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-e7ae26b4-a826-47e2-baf9-12a39347673b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:07.536569 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d442cb4f-a082-483c-a152-ad3ff7fb1ea2 req-6a3d221e-6263-40b8-bfff-d50b9a8e4de8 tempest-DeleteServersTestJSON-2036391304 tempest-DeleteServersTestJSON-2036391304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:31:07.540196 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-d442cb4f-a082-483c-a152-ad3ff7fb1ea2 req-6a3d221e-6263-40b8-bfff-d50b9a8e4de8 tempest-DeleteServersTestJSON-2036391304 tempest-DeleteServersTestJSON-2036391304-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=81de33cc-ab4f-402c-bc77-a8818e85ad75 HTTP/1.1" status: 200 len: 932 time: 0.1735454 Oct 03 13:31:07.630360 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.provisioning_blocks [None req-316870e5-348f-4427-b4ba-a1e847ff2f83 None None] Provisioning complete for port 316014ae-7577-478c-97b0-af9327de5aca triggered by entity DHCP. {{(pid=106270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 13:31:07.631315 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-316870e5-348f-4427-b4ba-a1e847ff2f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1340199'] for port (316014ae-7577-478c-97b0-af9327de5aca), provisioning_complete {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:07.638496 dv-cinder-860090-1-iscsi neutron-server[106270]: INFO neutron.plugins.ml2.plugin [None req-316870e5-348f-4427-b4ba-a1e847ff2f83 None None] Attempt 1 to provision port 316014ae-7577-478c-97b0-af9327de5aca Oct 03 13:31:07.692238 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-e7ae26b4-a826-47e2-baf9-12a39347673b admin admin] Publish callbacks [] for security_group (08de5a87-ef61-4ee5-8cb5-bbae69ca3228), precommit_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:07.701782 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-e7ae26b4-a826-47e2-baf9-12a39347673b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (08de5a87-ef61-4ee5-8cb5-bbae69ca3228), after_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:07.721768 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-9b3e6be4-ae7f-4a46-812d-719b0ca73959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (3cd5b2bb-c81a-4ce3-a212-a51c5aa706bd), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:07.737492 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-d442cb4f-a082-483c-a152-ad3ff7fb1ea2 req-7e373cdc-f919-473b-a4e5-5baf5750dd5d tempest-DeleteServersTestJSON-2036391304 tempest-DeleteServersTestJSON-2036391304-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=12b2519c-83b1-439b-bd18-0a558686cec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746585 Oct 03 13:31:07.798675 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ae26b4-a826-47e2-baf9-12a39347673b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08de5a87-ef61-4ee5-8cb5-bbae69ca3228,revision_number=1']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:31:07.812963 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:31:07.843779 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-316870e5-348f-4427-b4ba-a1e847ff2f83 None None] Port 316014ae-7577-478c-97b0-af9327de5aca cannot update to ACTIVE because it is not bound. {{(pid=106270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 03 13:31:07.850052 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (1af51d63-a9c9-4bbe-9b0d-c8e0a80c641c), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:07.857297 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-e7ae26b4-a826-47e2-baf9-12a39347673b admin admin] 10.222.0.58 "GET /networking/v2.0/security-groups?tenant_id=0febb7331e1c40b7b43d208136dfcc47&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3417835 Oct 03 13:31:07.857720 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 56890) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:31:07.927600 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8d960f-6788-4f78-9333-263a4175080b req-702ad1fb-2353-4806-9858-b24233aa295d tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:31:07.942679 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-bb8d960f-6788-4f78-9333-263a4175080b req-702ad1fb-2353-4806-9858-b24233aa295d tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=7a9ff191-d009-41e4-9966-44fe462252b5 HTTP/1.1" status: 200 len: 932 time: 0.1488366 Oct 03 13:31:08.008600 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-cebcd324-518f-4f35-9791-f55042f53b1d admin admin] Publish callbacks [] for security_group (08de5a87-ef61-4ee5-8cb5-bbae69ca3228), before_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:08.068517 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-cebcd324-518f-4f35-9791-f55042f53b1d admin admin] Publish callbacks [] for security_group (08de5a87-ef61-4ee5-8cb5-bbae69ca3228), precommit_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:08.088456 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-bb8d960f-6788-4f78-9333-263a4175080b req-5aa38709-6bb2-47ed-adbf-19a0980057ef tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=587bb1f5-50c5-4dc1-a076-a6f6dc054886&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1447511 Oct 03 13:31:08.231437 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-d2781426-e037-49c3-a418-99be2d4d0840 req-7811fee2-31de-44c8-bc08-de6af6c00c04 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=f46d2be3-6cca-411b-8b83-b13d51f53463 HTTP/1.1" status: 200 len: 210 time: 0.1479466 Oct 03 13:31:08.331725 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-cebcd324-518f-4f35-9791-f55042f53b1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (08de5a87-ef61-4ee5-8cb5-bbae69ca3228), after_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:08.337427 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-cebcd324-518f-4f35-9791-f55042f53b1d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:08.340471 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-cebcd324-518f-4f35-9791-f55042f53b1d admin admin] 10.222.0.58 "DELETE /networking/v2.0/security-groups/08de5a87-ef61-4ee5-8cb5-bbae69ca3228 HTTP/1.1" status: 204 len: 168 time: 0.4790132 Oct 03 13:31:08.359873 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebcd324-518f-4f35-9791-f55042f53b1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08de5a87-ef61-4ee5-8cb5-bbae69ca3228,revision_number=None']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:31:09.034941 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f26c2c-3c72-4d10-a2f4-a59d9fbd9b9c req-47a41c9f-868e-4db5-a619-e5f8594a8a98 tempest-DeleteServersTestJSON-2036391304 tempest-DeleteServersTestJSON-2036391304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:31:09.036961 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-85f26c2c-3c72-4d10-a2f4-a59d9fbd9b9c req-47a41c9f-868e-4db5-a619-e5f8594a8a98 tempest-DeleteServersTestJSON-2036391304 tempest-DeleteServersTestJSON-2036391304-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=81de33cc-ab4f-402c-bc77-a8818e85ad75 HTTP/1.1" status: 200 len: 932 time: 0.1132345 Oct 03 13:31:09.085957 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:31:09.109202 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=88,neutron:UPDATE=1 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:31:09.127491 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-85f26c2c-3c72-4d10-a2f4-a59d9fbd9b9c req-2ef30b6b-9db4-46c1-8ee9-99d22c5e72b4 tempest-DeleteServersTestJSON-2036391304 tempest-DeleteServersTestJSON-2036391304-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=12b2519c-83b1-439b-bd18-0a558686cec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817323 Oct 03 13:31:09.180823 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=4 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:31:09.436806 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c49ff28-7f0b-4c8d-a26a-698715940d2a req-b31a24a0-4d65-4161-a48a-c8b2e1714c2d tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:31:09.438885 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-3c49ff28-7f0b-4c8d-a26a-698715940d2a req-b31a24a0-4d65-4161-a48a-c8b2e1714c2d tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=7a9ff191-d009-41e4-9966-44fe462252b5 HTTP/1.1" status: 200 len: 932 time: 0.1372128 Oct 03 13:31:09.617567 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-b64567a4-94e2-4048-80bb-86b7eb1f9af7 req-9e54d51e-4dfa-44bf-919d-a2a869e7229d tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=f46d2be3-6cca-411b-8b83-b13d51f53463 HTTP/1.1" status: 200 len: 210 time: 0.1377327 Oct 03 13:31:09.685048 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-3c49ff28-7f0b-4c8d-a26a-698715940d2a req-e50f33a4-06eb-4580-9eaa-0d22f6f91585 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=587bb1f5-50c5-4dc1-a076-a6f6dc054886&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2358885 Oct 03 13:31:09.888322 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.v2.base [req-b66dc20f-9708-4acf-be8c-b1a0fa871e10 req-05937a9b-bcd7-4d6d-b054-e025c87189b4 service neutron] Request body: {'port': {'device_id': '7a9ff191-d009-41e4-9966-44fe462252b5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86009'}} {{(pid=106269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 13:31:09.971406 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.v2.base [req-4fd611b8-8ab7-4ff7-8273-988e995911a7 req-03c73456-44ba-4556-8a93-0ea3b3b221a0 service neutron] Request body: {'port': {'device_id': '81de33cc-ab4f-402c-bc77-a8818e85ad75', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86009'}} {{(pid=106269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 13:31:10.068175 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.v2.base [req-c9440d44-029c-4d71-9281-af7af6ccb4e3 req-e227985f-986c-4bff-bcd7-516814ed9e1d service neutron] Request body: {'port': {'device_id': '4b7a7e49-20a7-45bc-bc98-7af878fc50a8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86009'}} {{(pid=106268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 13:31:10.110621 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [req-b66dc20f-9708-4acf-be8c-b1a0fa871e10 req-05937a9b-bcd7-4d6d-b054-e025c87189b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (316014ae-7577-478c-97b0-af9327de5aca), before_update {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:10.411257 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-c9440d44-029c-4d71-9281-af7af6ccb4e3 req-e227985f-986c-4bff-bcd7-516814ed9e1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (4e8541e0-b0c3-4cae-a985-b4e2dfec4290), before_update {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:10.740453 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.notifiers.nova [req-b66dc20f-9708-4acf-be8c-b1a0fa871e10 req-05937a9b-bcd7-4d6d-b054-e025c87189b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 316014ae-7577-478c-97b0-af9327de5aca {{(pid=106269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 03 13:31:10.761483 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [req-b66dc20f-9708-4acf-be8c-b1a0fa871e10 req-05937a9b-bcd7-4d6d-b054-e025c87189b4 service neutron] Publish callbacks [] for port (316014ae-7577-478c-97b0-af9327de5aca), precommit_update {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:10.796963 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.db.provisioning_blocks [req-b66dc20f-9708-4acf-be8c-b1a0fa871e10 req-05937a9b-bcd7-4d6d-b054-e025c87189b4 service neutron] Transition to ACTIVE for port object 316014ae-7577-478c-97b0-af9327de5aca will not be triggered until provisioned by entity L2. {{(pid=106269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 03 13:31:10.814732 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [req-b66dc20f-9708-4acf-be8c-b1a0fa871e10 req-05937a9b-bcd7-4d6d-b054-e025c87189b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751015143617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751014657006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751014658052'] for port (316014ae-7577-478c-97b0-af9327de5aca), after_update {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:10.897124 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [req-4fd611b8-8ab7-4ff7-8273-988e995911a7 req-03c73456-44ba-4556-8a93-0ea3b3b221a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (a1d48bcc-c2cd-4550-b46c-0b4470912f16), before_update {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:10.904060 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05937a9b-bcd7-4d6d-b054-e025c87189b4 service neutron] Pushing event updated for resources: {'Port': ['ID=316014ae-7577-478c-97b0-af9327de5aca,revision_number=2']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:31:11.030456 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.plugins.ml2.managers [req-b66dc20f-9708-4acf-be8c-b1a0fa871e10 req-05937a9b-bcd7-4d6d-b054-e025c87189b4 service neutron] Attempting to bind port 316014ae-7577-478c-97b0-af9327de5aca on host hv-cinder-86009 for vnic_type normal with profile {{(pid=106269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 13:31:11.031227 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.plugins.ml2.managers [req-b66dc20f-9708-4acf-be8c-b1a0fa871e10 req-05937a9b-bcd7-4d6d-b054-e025c87189b4 service neutron] Attempting to bind port 316014ae-7577-478c-97b0-af9327de5aca by drivers openvswitch,hyperv on host hv-cinder-86009 at level 0 using segments [{'id': '2cd7ae88-a108-4db9-b508-67961f878f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'ff8319e2-24e1-46c8-a6e2-568f9c4503d6'}] {{(pid=106269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 13:31:11.031832 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b66dc20f-9708-4acf-be8c-b1a0fa871e10 req-05937a9b-bcd7-4d6d-b054-e025c87189b4 service neutron] Attempting to bind port 316014ae-7577-478c-97b0-af9327de5aca on network ff8319e2-24e1-46c8-a6e2-568f9c4503d6 {{(pid=106269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 13:31:11.037417 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:31:11.207493 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b66dc20f-9708-4acf-be8c-b1a0fa871e10 req-05937a9b-bcd7-4d6d-b054-e025c87189b4 service neutron] Port 316014ae-7577-478c-97b0-af9327de5aca on network ff8319e2-24e1-46c8-a6e2-568f9c4503d6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86009 {{(pid=106269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 03 13:31:11.214575 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b66dc20f-9708-4acf-be8c-b1a0fa871e10 req-05937a9b-bcd7-4d6d-b054-e025c87189b4 service neutron] Attempting to bind port 316014ae-7577-478c-97b0-af9327de5aca on network ff8319e2-24e1-46c8-a6e2-568f9c4503d6 {{(pid=106269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 13:31:11.276452 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.65', 50539) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:31:11.309344 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-aee73229-0755-4cf4-bab9-89e9f84fe512 req-c1cbfd13-b1fc-4c03-848e-ca6035163092 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=f46d2be3-6cca-411b-8b83-b13d51f53463 HTTP/1.1" status: 200 len: 210 time: 0.2892797 Oct 03 13:31:11.445386 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d067cff8-4fd4-4436-ab13-e57b053ef23c req-a7850fe4-0541-44c6-abf1-814e8db58695 tempest-DeleteServersTestJSON-2036391304 tempest-DeleteServersTestJSON-2036391304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:31:11.458403 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-d067cff8-4fd4-4436-ab13-e57b053ef23c req-a7850fe4-0541-44c6-abf1-814e8db58695 tempest-DeleteServersTestJSON-2036391304 tempest-DeleteServersTestJSON-2036391304-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=81de33cc-ab4f-402c-bc77-a8818e85ad75 HTTP/1.1" status: 200 len: 932 time: 0.6591663 Oct 03 13:31:11.468741 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b66dc20f-9708-4acf-be8c-b1a0fa871e10 req-05937a9b-bcd7-4d6d-b054-e025c87189b4 service neutron] Checking agent: {'id': '1af51d63-a9c9-4bbe-9b0d-c8e0a80c641c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 13, 28, 37), 'started_at': datetime.datetime(2022, 10, 3, 13, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 13, 31, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 13:31:11.480190 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b66dc20f-9708-4acf-be8c-b1a0fa871e10 req-05937a9b-bcd7-4d6d-b054-e025c87189b4 service neutron] Checking segment: {'id': '2cd7ae88-a108-4db9-b508-67961f878f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'ff8319e2-24e1-46c8-a6e2-568f9c4503d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 13:31:11.490532 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b66dc20f-9708-4acf-be8c-b1a0fa871e10 req-05937a9b-bcd7-4d6d-b054-e025c87189b4 service neutron] Bound using segment: {'id': '2cd7ae88-a108-4db9-b508-67961f878f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'ff8319e2-24e1-46c8-a6e2-568f9c4503d6'} {{(pid=106269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 13:31:11.496943 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.plugins.ml2.managers [req-b66dc20f-9708-4acf-be8c-b1a0fa871e10 req-05937a9b-bcd7-4d6d-b054-e025c87189b4 service neutron] Bound port: 316014ae-7577-478c-97b0-af9327de5aca, host: hv-cinder-86009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cd7ae88-a108-4db9-b508-67961f878f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'ff8319e2-24e1-46c8-a6e2-568f9c4503d6'}}] {{(pid=106269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 13:31:11.503255 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [req-b66dc20f-9708-4acf-be8c-b1a0fa871e10 req-05937a9b-bcd7-4d6d-b054-e025c87189b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (316014ae-7577-478c-97b0-af9327de5aca), before_update {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:12.254862 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:31:12.268385 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5266a2ed-1552-4c95-93a7-898b0b858015 req-f434d65a-6083-480b-92be-4c81f9209357 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:31:12.282781 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-5266a2ed-1552-4c95-93a7-898b0b858015 req-f434d65a-6083-480b-92be-4c81f9209357 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=7a9ff191-d009-41e4-9966-44fe462252b5 HTTP/1.1" status: 200 len: 944 time: 0.5828021 Oct 03 13:31:12.432358 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:31:12.466036 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 57042) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:31:12.511983 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:31:12.656495 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4c9bdd-bb18-4778-899a-bfac4af3742a req-a3b2aa84-1c2b-42c6-b744-f94fe81256a2 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:31:12.672619 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-af4c9bdd-bb18-4778-899a-bfac4af3742a req-a3b2aa84-1c2b-42c6-b744-f94fe81256a2 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.65 "GET /networking/v2.0/networks?id=289ad0fb-c675-48f9-ad56-9a68538f4eb7 HTTP/1.1" status: 200 len: 819 time: 1.3497467 Oct 03 13:31:12.716107 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.v2.base [req-af4c9bdd-bb18-4778-899a-bfac4af3742a req-5a07581c-822f-43ca-9d8f-424cdacf7f16 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Request body: {'port': {'device_id': 'f46d2be3-6cca-411b-8b83-b13d51f53463', 'network_id': '289ad0fb-c675-48f9-ad56-9a68538f4eb7', 'admin_state_up': True, 'tenant_id': '557321bf33ca42df8d5d53e5157e6803'}} {{(pid=106268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 13:31:12.797846 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-5266a2ed-1552-4c95-93a7-898b0b858015 req-66c0fb6c-7ad5-4b32-9df8-d772679e6040 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=587bb1f5-50c5-4dc1-a076-a6f6dc054886&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5112879 Oct 03 13:31:12.807014 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-d067cff8-4fd4-4436-ab13-e57b053ef23c req-d0d85dc3-0597-4078-9b7a-5402ce6ad4ab tempest-DeleteServersTestJSON-2036391304 tempest-DeleteServersTestJSON-2036391304-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=12b2519c-83b1-439b-bd18-0a558686cec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7964308 Oct 03 13:31:12.953746 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.plugins.ml2.db [req-b66dc20f-9708-4acf-be8c-b1a0fa871e10 req-05937a9b-bcd7-4d6d-b054-e025c87189b4 service neutron] For port 316014ae-7577-478c-97b0-af9327de5aca, host hv-cinder-86009, cleared binding levels {{(pid=106269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 13:31:13.079902 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.plugins.ml2.db [req-b66dc20f-9708-4acf-be8c-b1a0fa871e10 req-05937a9b-bcd7-4d6d-b054-e025c87189b4 service neutron] For port 316014ae-7577-478c-97b0-af9327de5aca, host hv-cinder-86009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86009',level=0,port_id=316014ae-7577-478c-97b0-af9327de5aca,segment=NetworkSegment(2cd7ae88-a108-4db9-b508-67961f878f9a),segment_id=2cd7ae88-a108-4db9-b508-67961f878f9a)] {{(pid=106269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 13:31:13.102113 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.notifiers.nova [req-c9440d44-029c-4d71-9281-af7af6ccb4e3 req-e227985f-986c-4bff-bcd7-516814ed9e1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e8541e0-b0c3-4cae-a985-b4e2dfec4290 {{(pid=106268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 03 13:31:13.112319 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [req-b66dc20f-9708-4acf-be8c-b1a0fa871e10 req-05937a9b-bcd7-4d6d-b054-e025c87189b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751015143617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751014657006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751014658052'] for port (316014ae-7577-478c-97b0-af9327de5aca), after_update {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:13.149292 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-c9440d44-029c-4d71-9281-af7af6ccb4e3 req-e227985f-986c-4bff-bcd7-516814ed9e1d service neutron] Publish callbacks [] for port (4e8541e0-b0c3-4cae-a985-b4e2dfec4290), precommit_update {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:13.243659 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05937a9b-bcd7-4d6d-b054-e025c87189b4 service neutron] Pushing event updated for resources: {'Port': ['ID=316014ae-7577-478c-97b0-af9327de5aca,revision_number=3']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:31:13.253658 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66dc20f-9708-4acf-be8c-b1a0fa871e10 req-05937a9b-bcd7-4d6d-b054-e025c87189b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:31:13.255372 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [req-b66dc20f-9708-4acf-be8c-b1a0fa871e10 req-05937a9b-bcd7-4d6d-b054-e025c87189b4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798626'] for port (None), before_response {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:13.259601 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-b66dc20f-9708-4acf-be8c-b1a0fa871e10 req-05937a9b-bcd7-4d6d-b054-e025c87189b4 service neutron] 10.222.0.65 "PUT /networking/v2.0/ports/316014ae-7577-478c-97b0-af9327de5aca HTTP/1.1" status: 200 len: 1094 time: 3.7245054 Oct 03 13:31:13.265187 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a9ff191-d009-41e4-9966-44fe462252b5', 'tag': '316014ae-7577-478c-97b0-af9327de5aca'}] {{(pid=106269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 13:31:13.287767 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-934f90a9-e964-48c7-92fa-36eee6ac1a49 req-35661628-8326-4c8f-a96b-e8b7aa86ee98 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=f46d2be3-6cca-411b-8b83-b13d51f53463 HTTP/1.1" status: 200 len: 210 time: 0.1490178 Oct 03 13:31:13.325649 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.db.provisioning_blocks [req-c9440d44-029c-4d71-9281-af7af6ccb4e3 req-e227985f-986c-4bff-bcd7-516814ed9e1d service neutron] Transition to ACTIVE for port object 4e8541e0-b0c3-4cae-a985-b4e2dfec4290 will not be triggered until provisioned by entity L2. {{(pid=106268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 03 13:31:13.340570 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-c9440d44-029c-4d71-9281-af7af6ccb4e3 req-e227985f-986c-4bff-bcd7-516814ed9e1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751015143617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751014657006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751014658052'] for port (4e8541e0-b0c3-4cae-a985-b4e2dfec4290), after_update {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:13.442937 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e227985f-986c-4bff-bcd7-516814ed9e1d service neutron] Pushing event updated for resources: {'Port': ['ID=4e8541e0-b0c3-4cae-a985-b4e2dfec4290,revision_number=2']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:31:13.516406 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.notifiers.nova [req-4fd611b8-8ab7-4ff7-8273-988e995911a7 req-03c73456-44ba-4556-8a93-0ea3b3b221a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1d48bcc-c2cd-4550-b46c-0b4470912f16 {{(pid=106269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 03 13:31:13.532223 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [req-4fd611b8-8ab7-4ff7-8273-988e995911a7 req-03c73456-44ba-4556-8a93-0ea3b3b221a0 service neutron] Publish callbacks [] for port (a1d48bcc-c2cd-4550-b46c-0b4470912f16), precommit_update {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:13.553364 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.db.provisioning_blocks [req-4fd611b8-8ab7-4ff7-8273-988e995911a7 req-03c73456-44ba-4556-8a93-0ea3b3b221a0 service neutron] Transition to ACTIVE for port object a1d48bcc-c2cd-4550-b46c-0b4470912f16 will not be triggered until provisioned by entity L2. {{(pid=106269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 03 13:31:13.606477 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [req-4fd611b8-8ab7-4ff7-8273-988e995911a7 req-03c73456-44ba-4556-8a93-0ea3b3b221a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751015143617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751014657006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751014658052'] for port (a1d48bcc-c2cd-4550-b46c-0b4470912f16), after_update {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:13.767307 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66dc20f-9708-4acf-be8c-b1a0fa871e10 req-b2a5fc5d-a747-4c26-abfc-8dec9df65422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:31:13.768976 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-b66dc20f-9708-4acf-be8c-b1a0fa871e10 req-b2a5fc5d-a747-4c26-abfc-8dec9df65422 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=d8e6dd58ff43419fa5b945bd08ef2931&device_id=7a9ff191-d009-41e4-9966-44fe462252b5 HTTP/1.1" status: 200 len: 1128 time: 0.2137182 Oct 03 13:31:13.784537 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c73456-44ba-4556-8a93-0ea3b3b221a0 service neutron] Pushing event updated for resources: {'Port': ['ID=a1d48bcc-c2cd-4550-b46c-0b4470912f16,revision_number=2']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:31:13.823573 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-f0f7bbd2-d1e1-4022-bb01-dba07d98759a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:13.847801 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af4c9bdd-bb18-4778-899a-bfac4af3742a req-5a07581c-822f-43ca-9d8f-424cdacf7f16 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Made reservation on behalf of 557321bf33ca42df8d5d53e5157e6803 for: {'port': 1} {{(pid=106268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 13:31:13.855921 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-af4c9bdd-bb18-4778-899a-bfac4af3742a req-5a07581c-822f-43ca-9d8f-424cdacf7f16 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (None), before_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:13.984337 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-b66dc20f-9708-4acf-be8c-b1a0fa871e10 req-385ec69e-1be8-47e4-83b1-5c656ea9fbc4 service neutron] 10.222.0.65 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=316014ae-7577-478c-97b0-af9327de5aca HTTP/1.1" status: 200 len: 217 time: 0.1713002 Oct 03 13:31:13.990606 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.plugins.ml2.managers [req-4fd611b8-8ab7-4ff7-8273-988e995911a7 req-03c73456-44ba-4556-8a93-0ea3b3b221a0 service neutron] Attempting to bind port a1d48bcc-c2cd-4550-b46c-0b4470912f16 on host hv-cinder-86009 for vnic_type normal with profile {{(pid=106269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 13:31:14.000015 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.plugins.ml2.managers [req-4fd611b8-8ab7-4ff7-8273-988e995911a7 req-03c73456-44ba-4556-8a93-0ea3b3b221a0 service neutron] Attempting to bind port a1d48bcc-c2cd-4550-b46c-0b4470912f16 by drivers openvswitch,hyperv on host hv-cinder-86009 at level 0 using segments [{'id': '55ce58d8-df7c-4b91-8b60-1d78b467e2b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'c7f5133f-f533-43e9-8556-7d1b6afd965c'}] {{(pid=106269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 13:31:14.001964 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fd611b8-8ab7-4ff7-8273-988e995911a7 req-03c73456-44ba-4556-8a93-0ea3b3b221a0 service neutron] Attempting to bind port a1d48bcc-c2cd-4550-b46c-0b4470912f16 on network c7f5133f-f533-43e9-8556-7d1b6afd965c {{(pid=106269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 13:31:14.029546 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-f0f7bbd2-d1e1-4022-bb01-dba07d98759a admin admin] Publish callbacks [] for security_group (8d13e128-8044-44e7-93a8-32ce9ff2e26d), precommit_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:14.038435 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-f0f7bbd2-d1e1-4022-bb01-dba07d98759a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (8d13e128-8044-44e7-93a8-32ce9ff2e26d), after_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:14.051506 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.managers [req-c9440d44-029c-4d71-9281-af7af6ccb4e3 req-e227985f-986c-4bff-bcd7-516814ed9e1d service neutron] Attempting to bind port 4e8541e0-b0c3-4cae-a985-b4e2dfec4290 on host hv-cinder-86009 for vnic_type normal with profile {{(pid=106268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 13:31:14.052030 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.managers [req-c9440d44-029c-4d71-9281-af7af6ccb4e3 req-e227985f-986c-4bff-bcd7-516814ed9e1d service neutron] Attempting to bind port 4e8541e0-b0c3-4cae-a985-b4e2dfec4290 by drivers openvswitch,hyperv on host hv-cinder-86009 at level 0 using segments [{'id': 'a13be668-9c4e-4111-8b50-69439ed85703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '289ad0fb-c675-48f9-ad56-9a68538f4eb7'}] {{(pid=106268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 13:31:14.052351 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9440d44-029c-4d71-9281-af7af6ccb4e3 req-e227985f-986c-4bff-bcd7-516814ed9e1d service neutron] Attempting to bind port 4e8541e0-b0c3-4cae-a985-b4e2dfec4290 on network 289ad0fb-c675-48f9-ad56-9a68538f4eb7 {{(pid=106268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 13:31:14.180924 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 57082) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:31:14.332382 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9440d44-029c-4d71-9281-af7af6ccb4e3 req-e227985f-986c-4bff-bcd7-516814ed9e1d service neutron] Port 4e8541e0-b0c3-4cae-a985-b4e2dfec4290 on network 289ad0fb-c675-48f9-ad56-9a68538f4eb7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86009 {{(pid=106268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 03 13:31:14.333302 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9440d44-029c-4d71-9281-af7af6ccb4e3 req-e227985f-986c-4bff-bcd7-516814ed9e1d service neutron] Attempting to bind port 4e8541e0-b0c3-4cae-a985-b4e2dfec4290 on network 289ad0fb-c675-48f9-ad56-9a68538f4eb7 {{(pid=106268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 13:31:14.349307 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:31:14.349307 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f7bbd2-d1e1-4022-bb01-dba07d98759a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d13e128-8044-44e7-93a8-32ce9ff2e26d,revision_number=1']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:31:14.355601 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fd611b8-8ab7-4ff7-8273-988e995911a7 req-03c73456-44ba-4556-8a93-0ea3b3b221a0 service neutron] Port a1d48bcc-c2cd-4550-b46c-0b4470912f16 on network c7f5133f-f533-43e9-8556-7d1b6afd965c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86009 {{(pid=106269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 03 13:31:14.357419 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fd611b8-8ab7-4ff7-8273-988e995911a7 req-03c73456-44ba-4556-8a93-0ea3b3b221a0 service neutron] Attempting to bind port a1d48bcc-c2cd-4550-b46c-0b4470912f16 on network c7f5133f-f533-43e9-8556-7d1b6afd965c {{(pid=106269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 13:31:14.370844 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-f0f7bbd2-d1e1-4022-bb01-dba07d98759a admin admin] 10.222.0.58 "GET /networking/v2.0/security-groups?tenant_id=b9009bc8238f44f0ba64769c8bef11d6&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8997025 Oct 03 13:31:14.372560 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 57090) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:31:14.519760 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b47918ded4abb292cd9624282dac8ea540c92c8d0d786a5a735fddaf1d274698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91045945-8895-4b9d-96ea-41e52880f4e2" -d '{"events": [{"name": "network-changed", "server_uuid": "7a9ff191-d009-41e4-9966-44fe462252b5", "tag": "316014ae-7577-478c-97b0-af9327de5aca"}]}' {{(pid=106269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 13:31:14.540117 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f974824-feab-4cc9-aaf9-93fdafc425c9 req-8dc61e74-0816-4d38-adb4-4d2d0cf8d63b tempest-DeleteServersTestJSON-2036391304 tempest-DeleteServersTestJSON-2036391304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:31:14.543603 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-7f974824-feab-4cc9-aaf9-93fdafc425c9 req-8dc61e74-0816-4d38-adb4-4d2d0cf8d63b tempest-DeleteServersTestJSON-2036391304 tempest-DeleteServersTestJSON-2036391304-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=81de33cc-ab4f-402c-bc77-a8818e85ad75 HTTP/1.1" status: 200 len: 944 time: 0.3658440 Oct 03 13:31:14.629408 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66dc20f-9708-4acf-be8c-b1a0fa871e10 req-8765617e-ac5a-4917-8b9e-ccbc95008cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:31:14.632032 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-b66dc20f-9708-4acf-be8c-b1a0fa871e10 req-8765617e-ac5a-4917-8b9e-ccbc95008cf6 service neutron] 10.222.0.65 "GET /networking/v2.0/subnets?id=c7cf38c1-e397-42ce-8b92-f0af8056be43 HTTP/1.1" status: 200 len: 853 time: 0.5001760 Oct 03 13:31:14.674344 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0018092-542e-4ca2-9608-d67b7b991e08 req-fcc268c4-9d73-4284-8d16-3818c0649b2c tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:31:14.676833 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-b0018092-542e-4ca2-9608-d67b7b991e08 req-fcc268c4-9d73-4284-8d16-3818c0649b2c tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=7a9ff191-d009-41e4-9966-44fe462252b5 HTTP/1.1" status: 200 len: 944 time: 0.4854486 Oct 03 13:31:14.790398 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66dc20f-9708-4acf-be8c-b1a0fa871e10 req-ab3016c5-4363-4947-bb96-3d876df0116f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:31:14.792688 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-b66dc20f-9708-4acf-be8c-b1a0fa871e10 req-ab3016c5-4363-4947-bb96-3d876df0116f service neutron] 10.222.0.65 "GET /networking/v2.0/ports?network_id=ff8319e2-24e1-46c8-a6e2-568f9c4503d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1405432 Oct 03 13:31:14.898082 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:31:15.019202 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:31:15.025332 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-b66dc20f-9708-4acf-be8c-b1a0fa871e10 req-4c4c6c07-e6a6-4ef5-959c-5f4be50f3456 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/ff8319e2-24e1-46c8-a6e2-568f9c4503d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2057831 Oct 03 13:31:15.032057 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fd611b8-8ab7-4ff7-8273-988e995911a7 req-03c73456-44ba-4556-8a93-0ea3b3b221a0 service neutron] Checking agent: {'id': '1af51d63-a9c9-4bbe-9b0d-c8e0a80c641c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 13, 28, 37), 'started_at': datetime.datetime(2022, 10, 3, 13, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 13, 31, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 13:31:15.032818 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fd611b8-8ab7-4ff7-8273-988e995911a7 req-03c73456-44ba-4556-8a93-0ea3b3b221a0 service neutron] Checking segment: {'id': '55ce58d8-df7c-4b91-8b60-1d78b467e2b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'c7f5133f-f533-43e9-8556-7d1b6afd965c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 13:31:15.033804 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fd611b8-8ab7-4ff7-8273-988e995911a7 req-03c73456-44ba-4556-8a93-0ea3b3b221a0 service neutron] Bound using segment: {'id': '55ce58d8-df7c-4b91-8b60-1d78b467e2b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'c7f5133f-f533-43e9-8556-7d1b6afd965c'} {{(pid=106269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 13:31:15.035342 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.plugins.ml2.managers [req-4fd611b8-8ab7-4ff7-8273-988e995911a7 req-03c73456-44ba-4556-8a93-0ea3b3b221a0 service neutron] Bound port: a1d48bcc-c2cd-4550-b46c-0b4470912f16, host: hv-cinder-86009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55ce58d8-df7c-4b91-8b60-1d78b467e2b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'c7f5133f-f533-43e9-8556-7d1b6afd965c'}}] {{(pid=106269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 13:31:15.035921 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [req-4fd611b8-8ab7-4ff7-8273-988e995911a7 req-03c73456-44ba-4556-8a93-0ea3b3b221a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (a1d48bcc-c2cd-4550-b46c-0b4470912f16), before_update {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:15.225737 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:31:15.229854 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-b66dc20f-9708-4acf-be8c-b1a0fa871e10 req-74c275d7-fe91-48bd-aa25-7fdf275a616b service neutron] 10.222.0.65 "GET /networking/v2.0/networks/ff8319e2-24e1-46c8-a6e2-568f9c4503d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891105 Oct 03 13:31:15.258238 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-7f974824-feab-4cc9-aaf9-93fdafc425c9 req-1b2bee41-74e7-4a4a-b3fa-d2462e430ebd tempest-DeleteServersTestJSON-2036391304 tempest-DeleteServersTestJSON-2036391304-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=12b2519c-83b1-439b-bd18-0a558686cec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6919949 Oct 03 13:31:15.368200 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-a8812b2e-12e6-4fbb-afc7-d7929893517f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:15.417589 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-b0018092-542e-4ca2-9608-d67b7b991e08 req-9bd2a803-5885-4fe3-b2ae-505818dafa61 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=587bb1f5-50c5-4dc1-a076-a6f6dc054886&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6782424 Oct 03 13:31:15.418462 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9440d44-029c-4d71-9281-af7af6ccb4e3 req-e227985f-986c-4bff-bcd7-516814ed9e1d service neutron] Checking agent: {'id': '1af51d63-a9c9-4bbe-9b0d-c8e0a80c641c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 13, 28, 37), 'started_at': datetime.datetime(2022, 10, 3, 13, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 13, 31, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 13:31:15.418800 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9440d44-029c-4d71-9281-af7af6ccb4e3 req-e227985f-986c-4bff-bcd7-516814ed9e1d service neutron] Checking segment: {'id': 'a13be668-9c4e-4111-8b50-69439ed85703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '289ad0fb-c675-48f9-ad56-9a68538f4eb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 13:31:15.419598 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9440d44-029c-4d71-9281-af7af6ccb4e3 req-e227985f-986c-4bff-bcd7-516814ed9e1d service neutron] Bound using segment: {'id': 'a13be668-9c4e-4111-8b50-69439ed85703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '289ad0fb-c675-48f9-ad56-9a68538f4eb7'} {{(pid=106268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 13:31:15.420459 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.managers [req-c9440d44-029c-4d71-9281-af7af6ccb4e3 req-e227985f-986c-4bff-bcd7-516814ed9e1d service neutron] Bound port: 4e8541e0-b0c3-4cae-a985-b4e2dfec4290, host: hv-cinder-86009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a13be668-9c4e-4111-8b50-69439ed85703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '289ad0fb-c675-48f9-ad56-9a68538f4eb7'}}] {{(pid=106268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 13:31:15.421064 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-c9440d44-029c-4d71-9281-af7af6ccb4e3 req-e227985f-986c-4bff-bcd7-516814ed9e1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (4e8541e0-b0c3-4cae-a985-b4e2dfec4290), before_update {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:15.423939 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-9847ebae-eca1-4ca5-90df-a3eb3d24a545 admin admin] Publish callbacks [] for security_group (8d13e128-8044-44e7-93a8-32ce9ff2e26d), before_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:15.488969 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-9847ebae-eca1-4ca5-90df-a3eb3d24a545 admin admin] Publish callbacks [] for security_group (8d13e128-8044-44e7-93a8-32ce9ff2e26d), precommit_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:15.539976 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.plugins.ml2.db [req-4fd611b8-8ab7-4ff7-8273-988e995911a7 req-03c73456-44ba-4556-8a93-0ea3b3b221a0 service neutron] For port a1d48bcc-c2cd-4550-b46c-0b4470912f16, host hv-cinder-86009, cleared binding levels {{(pid=106269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 13:31:15.544690 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.plugins.ml2.db [req-4fd611b8-8ab7-4ff7-8273-988e995911a7 req-03c73456-44ba-4556-8a93-0ea3b3b221a0 service neutron] For port a1d48bcc-c2cd-4550-b46c-0b4470912f16, host hv-cinder-86009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86009',level=0,port_id=a1d48bcc-c2cd-4550-b46c-0b4470912f16,segment=NetworkSegment(55ce58d8-df7c-4b91-8b60-1d78b467e2b7),segment_id=55ce58d8-df7c-4b91-8b60-1d78b467e2b7)] {{(pid=106269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 13:31:15.575114 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [req-4fd611b8-8ab7-4ff7-8273-988e995911a7 req-03c73456-44ba-4556-8a93-0ea3b3b221a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751015143617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751014657006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751014658052'] for port (a1d48bcc-c2cd-4550-b46c-0b4470912f16), after_update {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:15.579759 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.db.db_base_plugin_common [req-af4c9bdd-bb18-4778-899a-bfac4af3742a req-5a07581c-822f-43ca-9d8f-424cdacf7f16 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Allocated IP 172.20.0.6 (289ad0fb-c675-48f9-ad56-9a68538f4eb7/014887d4-da5d-4382-8b78-e31d89e09c89/9b784b63-7dc9-4c53-835b-6c3039d2f205) {{(pid=106268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 13:31:15.674952 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-e9c47598-1830-46b4-9b98-da230b8d9397 req-6709988f-5ff0-47d9-b486-3c7eade1ab0c tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=f46d2be3-6cca-411b-8b83-b13d51f53463 HTTP/1.1" status: 200 len: 210 time: 0.1196244 Oct 03 13:31:15.755680 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.db [req-c9440d44-029c-4d71-9281-af7af6ccb4e3 req-e227985f-986c-4bff-bcd7-516814ed9e1d service neutron] For port 4e8541e0-b0c3-4cae-a985-b4e2dfec4290, host hv-cinder-86009, cleared binding levels {{(pid=106268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 13:31:15.774032 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.db [req-c9440d44-029c-4d71-9281-af7af6ccb4e3 req-e227985f-986c-4bff-bcd7-516814ed9e1d service neutron] For port 4e8541e0-b0c3-4cae-a985-b4e2dfec4290, host hv-cinder-86009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86009',level=0,port_id=4e8541e0-b0c3-4cae-a985-b4e2dfec4290,segment=NetworkSegment(a13be668-9c4e-4111-8b50-69439ed85703),segment_id=a13be668-9c4e-4111-8b50-69439ed85703)] {{(pid=106268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 13:31:15.782629 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd611b8-8ab7-4ff7-8273-988e995911a7 req-03c73456-44ba-4556-8a93-0ea3b3b221a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:31:15.788539 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [req-4fd611b8-8ab7-4ff7-8273-988e995911a7 req-03c73456-44ba-4556-8a93-0ea3b3b221a0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798626'] for port (None), before_response {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:15.793070 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-4fd611b8-8ab7-4ff7-8273-988e995911a7 req-03c73456-44ba-4556-8a93-0ea3b3b221a0 service neutron] 10.222.0.65 "PUT /networking/v2.0/ports/a1d48bcc-c2cd-4550-b46c-0b4470912f16 HTTP/1.1" status: 200 len: 1094 time: 6.2815115 Oct 03 13:31:15.873202 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-c9440d44-029c-4d71-9281-af7af6ccb4e3 req-e227985f-986c-4bff-bcd7-516814ed9e1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751015143617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751014657006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751014658052'] for port (4e8541e0-b0c3-4cae-a985-b4e2dfec4290), after_update {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:15.902210 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9440d44-029c-4d71-9281-af7af6ccb4e3 req-e227985f-986c-4bff-bcd7-516814ed9e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:31:15.903194 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-c9440d44-029c-4d71-9281-af7af6ccb4e3 req-e227985f-986c-4bff-bcd7-516814ed9e1d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798626'] for port (None), before_response {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:15.906006 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-c9440d44-029c-4d71-9281-af7af6ccb4e3 req-e227985f-986c-4bff-bcd7-516814ed9e1d service neutron] 10.222.0.65 "PUT /networking/v2.0/ports/4e8541e0-b0c3-4cae-a985-b4e2dfec4290 HTTP/1.1" status: 200 len: 1094 time: 6.3963177 Oct 03 13:31:15.907160 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b7a7e49-20a7-45bc-bc98-7af878fc50a8', 'tag': '4e8541e0-b0c3-4cae-a985-b4e2dfec4290'}] {{(pid=106268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 13:31:16.097378 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c73456-44ba-4556-8a93-0ea3b3b221a0 service neutron] Pushing event updated for resources: {'Port': ['ID=a1d48bcc-c2cd-4550-b46c-0b4470912f16,revision_number=3']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:31:16.156170 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9440d44-029c-4d71-9281-af7af6ccb4e3 req-cfa55498-c74e-4dc8-b3cc-2b161b90575a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:31:16.159471 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-c9440d44-029c-4d71-9281-af7af6ccb4e3 req-cfa55498-c74e-4dc8-b3cc-2b161b90575a service neutron] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=557321bf33ca42df8d5d53e5157e6803&device_id=4b7a7e49-20a7-45bc-bc98-7af878fc50a8 HTTP/1.1" status: 200 len: 1128 time: 0.1521642 Oct 03 13:31:16.219446 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-9847ebae-eca1-4ca5-90df-a3eb3d24a545 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (8d13e128-8044-44e7-93a8-32ce9ff2e26d), after_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:16.221966 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-9847ebae-eca1-4ca5-90df-a3eb3d24a545 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:16.223271 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-9847ebae-eca1-4ca5-90df-a3eb3d24a545 admin admin] 10.222.0.58 "DELETE /networking/v2.0/security-groups/8d13e128-8044-44e7-93a8-32ce9ff2e26d HTTP/1.1" status: 204 len: 168 time: 1.8420382 Oct 03 13:31:16.224569 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd611b8-8ab7-4ff7-8273-988e995911a7 req-e7cf5049-7b97-41ed-b249-2f769d2f7fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:31:16.226244 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-4fd611b8-8ab7-4ff7-8273-988e995911a7 req-e7cf5049-7b97-41ed-b249-2f769d2f7fcd service neutron] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=5f908aee304e4fe2bb2185d89400533c&device_id=81de33cc-ab4f-402c-bc77-a8818e85ad75 HTTP/1.1" status: 200 len: 1128 time: 0.2008014 Oct 03 13:31:16.250253 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9847ebae-eca1-4ca5-90df-a3eb3d24a545 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d13e128-8044-44e7-93a8-32ce9ff2e26d,revision_number=None']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:31:16.385194 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-4fd611b8-8ab7-4ff7-8273-988e995911a7 req-d6a11d03-e593-4f40-8c2c-b69151290ca1 service neutron] 10.222.0.65 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a1d48bcc-c2cd-4550-b46c-0b4470912f16 HTTP/1.1" status: 200 len: 217 time: 0.1272867 Oct 03 13:31:16.396103 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-c9440d44-029c-4d71-9281-af7af6ccb4e3 req-53b2052a-ccbc-480f-9baa-57a52b25a188 service neutron] 10.222.0.65 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4e8541e0-b0c3-4cae-a985-b4e2dfec4290 HTTP/1.1" status: 200 len: 217 time: 0.2197125 Oct 03 13:31:16.534167 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd611b8-8ab7-4ff7-8273-988e995911a7 req-eb40d78b-57d0-4ab4-b059-898ec4c8593f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:31:16.536937 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-4fd611b8-8ab7-4ff7-8273-988e995911a7 req-eb40d78b-57d0-4ab4-b059-898ec4c8593f service neutron] 10.222.0.65 "GET /networking/v2.0/subnets?id=7759f961-ee61-4eff-a397-748656fd26d1 HTTP/1.1" status: 200 len: 851 time: 0.1331146 Oct 03 13:31:16.659209 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 13:31:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57f4b5a4-3bde-4ad6-b81c-e0c524fa76dd x-openstack-request-id: req-57f4b5a4-3bde-4ad6-b81c-e0c524fa76dd {{(pid=106269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 13:31:16.659660 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a9ff191-d009-41e4-9966-44fe462252b5", "tag": "316014ae-7577-478c-97b0-af9327de5aca", "status": "completed", "code": 200}]} {{(pid=106269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 13:31:16.660150 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-57f4b5a4-3bde-4ad6-b81c-e0c524fa76dd {{(pid=106269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 13:31:16.660845 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57f4b5a4-3bde-4ad6-b81c-e0c524fa76dd'] response: {'name': 'network-changed', 'server_uuid': '7a9ff191-d009-41e4-9966-44fe462252b5', 'tag': '316014ae-7577-478c-97b0-af9327de5aca', 'status': 'completed', 'code': 200} Oct 03 13:31:16.714341 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-a8812b2e-12e6-4fbb-afc7-d7929893517f admin admin] Publish callbacks [] for security_group (840f4825-d817-43d7-8244-f98bd5da4305), precommit_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:16.744661 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e227985f-986c-4bff-bcd7-516814ed9e1d service neutron] Pushing event updated for resources: {'Port': ['ID=4e8541e0-b0c3-4cae-a985-b4e2dfec4290,revision_number=3']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:31:16.750615 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd611b8-8ab7-4ff7-8273-988e995911a7 req-72b1a46b-f36f-4c39-8dbb-2d91b336e7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:31:16.754078 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-4fd611b8-8ab7-4ff7-8273-988e995911a7 req-72b1a46b-f36f-4c39-8dbb-2d91b336e7e3 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?network_id=c7f5133f-f533-43e9-8556-7d1b6afd965c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1750658 Oct 03 13:31:16.851159 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55a3b9e-63f9-4f2b-bff6-f0eeb54e50fa req-0c8ddac4-9cdc-42b6-8ffa-90f6f701bcaf tempest-DeleteServersTestJSON-2036391304 tempest-DeleteServersTestJSON-2036391304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:31:16.854539 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-f55a3b9e-63f9-4f2b-bff6-f0eeb54e50fa req-0c8ddac4-9cdc-42b6-8ffa-90f6f701bcaf tempest-DeleteServersTestJSON-2036391304 tempest-DeleteServersTestJSON-2036391304-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=81de33cc-ab4f-402c-bc77-a8818e85ad75 HTTP/1.1" status: 200 len: 944 time: 0.2286646 Oct 03 13:31:16.875304 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-a8812b2e-12e6-4fbb-afc7-d7929893517f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (840f4825-d817-43d7-8244-f98bd5da4305), after_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:17.032272 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91045945-8895-4b9d-96ea-41e52880f4e2 req-b35bcf11-7edd-4a82-a52c-67b4f6c01871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:31:17.038402 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-91045945-8895-4b9d-96ea-41e52880f4e2 req-b35bcf11-7edd-4a82-a52c-67b4f6c01871 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=d8e6dd58ff43419fa5b945bd08ef2931&device_id=7a9ff191-d009-41e4-9966-44fe462252b5 HTTP/1.1" status: 200 len: 1128 time: 0.3493819 Oct 03 13:31:17.112211 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-af4c9bdd-bb18-4778-899a-bfac4af3742a req-5a07581c-822f-43ca-9d8f-424cdacf7f16 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Publish callbacks [] for port (9b784b63-7dc9-4c53-835b-6c3039d2f205), precommit_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:17.210625 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39989d5-c54d-4e42-b566-e89424669ced req-6bdc3fec-5fc3-47ee-8fda-6d17b1180e20 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:31:17.225085 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-c39989d5-c54d-4e42-b566-e89424669ced req-6bdc3fec-5fc3-47ee-8fda-6d17b1180e20 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=7a9ff191-d009-41e4-9966-44fe462252b5 HTTP/1.1" status: 200 len: 944 time: 0.3041430 Oct 03 13:31:17.251330 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=88,neutron:UPDATE=5,neutron:INSERT=3,neutron:DELETE=4 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:31:17.293919 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:31:17.311746 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 57154) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:31:17.363755 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-4fd611b8-8ab7-4ff7-8273-988e995911a7 req-50fe890d-832e-4e81-b4c6-62caaccef6d1 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/c7f5133f-f533-43e9-8556-7d1b6afd965c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5936112 Oct 03 13:31:17.378563 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-c39989d5-c54d-4e42-b566-e89424669ced req-bc830ba2-9060-4ff7-8ce8-6dc26362b23f tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=587bb1f5-50c5-4dc1-a076-a6f6dc054886&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1515870 Oct 03 13:31:17.397325 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.agents_db [None req-0a1e5e68-d5eb-461a-8b1a-39e3d06a9bb6 None None] Agent healthcheck: found 6 active agents {{(pid=106271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 03 13:31:17.466528 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-af4c9bdd-bb18-4778-899a-bfac4af3742a req-5a07581c-822f-43ca-9d8f-424cdacf7f16 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751014656988'] for port (9b784b63-7dc9-4c53-835b-6c3039d2f205), after_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:17.647510 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af4c9bdd-bb18-4778-899a-bfac4af3742a req-5a07581c-822f-43ca-9d8f-424cdacf7f16 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Network 289ad0fb-c675-48f9-ad56-9a68538f4eb7 is already hosted by enough agents. {{(pid=106268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 13:31:17.665259 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.scheduler.base_scheduler [req-af4c9bdd-bb18-4778-899a-bfac4af3742a req-5a07581c-822f-43ca-9d8f-424cdacf7f16 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Resources bound (agent type, host, resource id): {{(pid=106268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 13:31:17.689000 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.db.l3_dvrscheduler_db [req-af4c9bdd-bb18-4778-899a-bfac4af3742a req-5a07581c-822f-43ca-9d8f-424cdacf7f16 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Received port after_create {{(pid=106268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 13:31:17.702143 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4c9bdd-bb18-4778-899a-bfac4af3742a req-5a07581c-822f-43ca-9d8f-424cdacf7f16 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:31:17.703068 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-af4c9bdd-bb18-4778-899a-bfac4af3742a req-5a07581c-822f-43ca-9d8f-424cdacf7f16 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798626'] for port (None), before_response {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:17.732466 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-af4c9bdd-bb18-4778-899a-bfac4af3742a req-5a07581c-822f-43ca-9d8f-424cdacf7f16 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.65 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0365005 Oct 03 13:31:17.765417 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1a81ad-db98-4642-8184-10aef90dccf2 req-04eb1cd6-0f60-40fd-81a6-9626fcb52d66 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:31:17.776656 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-4e1a81ad-db98-4642-8184-10aef90dccf2 req-04eb1cd6-0f60-40fd-81a6-9626fcb52d66 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=f46d2be3-6cca-411b-8b83-b13d51f53463 HTTP/1.1" status: 200 len: 931 time: 0.2179608 Oct 03 13:31:17.800339 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07581c-822f-43ca-9d8f-424cdacf7f16 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Pushing event updated for resources: {'Port': ['ID=9b784b63-7dc9-4c53-835b-6c3039d2f205,revision_number=1']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:31:17.804184 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9440d44-029c-4d71-9281-af7af6ccb4e3 req-840634a5-a66f-4043-870f-f8e4773e4b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:31:17.811431 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-c9440d44-029c-4d71-9281-af7af6ccb4e3 req-840634a5-a66f-4043-870f-f8e4773e4b23 service neutron] 10.222.0.65 "GET /networking/v2.0/subnets?id=014887d4-da5d-4382-8b78-e31d89e09c89 HTTP/1.1" status: 200 len: 858 time: 1.3959465 Oct 03 13:31:17.825635 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-a8812b2e-12e6-4fbb-afc7-d7929893517f admin admin] 10.222.0.58 "GET /networking/v2.0/security-groups?tenant_id=9b69262fc60a4b6a926e0776a50c71ac&name=default HTTP/1.1" status: 200 len: 2996 time: 3.5724370 Oct 03 13:31:17.827520 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.v2.base [req-af4c9bdd-bb18-4778-899a-bfac4af3742a req-ec7f0be7-e99e-4b13-ac68-3d110ba704bb service neutron] Request body: {'port': {'device_id': 'f46d2be3-6cca-411b-8b83-b13d51f53463', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86009'}} {{(pid=106268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 13:31:17.929923 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 57160) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:31:17.930273 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 57162) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:31:17.988028 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd70873512ffc397a2b7ac25ee02414627e7506f7787b64d61dc92e00300ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a59d0d2-ae1d-4cf7-89b1-9b976f4cf09e" -d '{"events": [{"name": "network-changed", "server_uuid": "4b7a7e49-20a7-45bc-bc98-7af878fc50a8", "tag": "4e8541e0-b0c3-4cae-a985-b4e2dfec4290"}]}' {{(pid=106268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 13:31:17.991754 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8812b2e-12e6-4fbb-afc7-d7929893517f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=840f4825-d817-43d7-8244-f98bd5da4305,revision_number=1']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:31:18.130377 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-4fd611b8-8ab7-4ff7-8273-988e995911a7 req-c4498eae-45d6-4be0-8aa5-96b6c45d435d service neutron] 10.222.0.65 "GET /networking/v2.0/networks/c7f5133f-f533-43e9-8556-7d1b6afd965c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7312160 Oct 03 13:31:18.168408 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-4e1a81ad-db98-4642-8184-10aef90dccf2 req-94b583f4-71b5-422c-a0f2-f5618b560a08 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=90741e6a-03d0-4889-9f91-275c8bff3e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3907738 Oct 03 13:31:18.182362 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-af4c9bdd-bb18-4778-899a-bfac4af3742a req-ec7f0be7-e99e-4b13-ac68-3d110ba704bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (9b784b63-7dc9-4c53-835b-6c3039d2f205), before_update {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:18.469529 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.provisioning_blocks [None req-e3c921e1-eb43-491e-a7b0-d01bd7dd9c19 None None] Provisioning complete for port 9b784b63-7dc9-4c53-835b-6c3039d2f205 triggered by entity DHCP. {{(pid=106270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 13:31:18.470566 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-e3c921e1-eb43-491e-a7b0-d01bd7dd9c19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1340199'] for port (9b784b63-7dc9-4c53-835b-6c3039d2f205), provisioning_complete {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:18.470566 dv-cinder-860090-1-iscsi neutron-server[106270]: INFO neutron.plugins.ml2.plugin [None req-e3c921e1-eb43-491e-a7b0-d01bd7dd9c19 None None] Attempt 1 to provision port 9b784b63-7dc9-4c53-835b-6c3039d2f205 Oct 03 13:31:18.595754 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-e3c921e1-eb43-491e-a7b0-d01bd7dd9c19 None None] Port 9b784b63-7dc9-4c53-835b-6c3039d2f205 cannot update to ACTIVE because it is not bound. {{(pid=106270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 03 13:31:18.750743 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-56f2be92-06f5-4699-b04c-56bd3eaf02bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:18.790199 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-f55a3b9e-63f9-4f2b-bff6-f0eeb54e50fa req-92bbc309-b8a9-473c-a03a-07cb77b13fa3 tempest-DeleteServersTestJSON-2036391304 tempest-DeleteServersTestJSON-2036391304-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=12b2519c-83b1-439b-bd18-0a558686cec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.8680539 Oct 03 13:31:18.823042 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81de33cc-ab4f-402c-bc77-a8818e85ad75', 'tag': 'a1d48bcc-c2cd-4550-b46c-0b4470912f16'}] {{(pid=106269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 13:31:18.828379 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b47918ded4abb292cd9624282dac8ea540c92c8d0d786a5a735fddaf1d274698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05e63274-3036-46b1-8c2d-2c17a80acdeb" -d '{"events": [{"name": "network-changed", "server_uuid": "81de33cc-ab4f-402c-bc77-a8818e85ad75", "tag": "a1d48bcc-c2cd-4550-b46c-0b4470912f16"}]}' {{(pid=106269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 13:31:18.833931 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-a0356feb-205f-4ac4-bea9-48aeb09e6909 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:18.907237 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 13:31:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d21c22e-ee1c-4306-a248-57e9fc2dbf1a x-openstack-request-id: req-4d21c22e-ee1c-4306-a248-57e9fc2dbf1a {{(pid=106268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 13:31:18.912401 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b7a7e49-20a7-45bc-bc98-7af878fc50a8", "tag": "4e8541e0-b0c3-4cae-a985-b4e2dfec4290", "status": "completed", "code": 200}]} {{(pid=106268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 13:31:18.912871 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4d21c22e-ee1c-4306-a248-57e9fc2dbf1a {{(pid=106268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 13:31:18.913443 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d21c22e-ee1c-4306-a248-57e9fc2dbf1a'] response: {'name': 'network-changed', 'server_uuid': '4b7a7e49-20a7-45bc-bc98-7af878fc50a8', 'tag': '4e8541e0-b0c3-4cae-a985-b4e2dfec4290', 'status': 'completed', 'code': 200} Oct 03 13:31:19.086808 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-a0356feb-205f-4ac4-bea9-48aeb09e6909 admin admin] Publish callbacks [] for security_group (9ee43ab2-7e60-4c53-aa27-2aadf4622735), precommit_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:19.093730 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 13:31:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07091113-c1ad-42ca-a3bd-5cf525f85ef8 x-openstack-request-id: req-07091113-c1ad-42ca-a3bd-5cf525f85ef8 {{(pid=106269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 13:31:19.094297 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81de33cc-ab4f-402c-bc77-a8818e85ad75", "tag": "a1d48bcc-c2cd-4550-b46c-0b4470912f16", "status": "completed", "code": 200}]} {{(pid=106269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 13:31:19.094683 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-07091113-c1ad-42ca-a3bd-5cf525f85ef8 {{(pid=106269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 13:31:19.095285 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07091113-c1ad-42ca-a3bd-5cf525f85ef8'] response: {'name': 'network-changed', 'server_uuid': '81de33cc-ab4f-402c-bc77-a8818e85ad75', 'tag': 'a1d48bcc-c2cd-4550-b46c-0b4470912f16', 'status': 'completed', 'code': 200} Oct 03 13:31:19.149504 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=81,neutron:INSERT=17,neutron:UPDATE=2 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:31:19.150876 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:31:19.161126 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41672d1-ff8d-47ef-a4e4-ba49c8af844d req-841ab54d-d9a9-4439-a4ed-06ba384e3c6e tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:31:19.168556 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-b41672d1-ff8d-47ef-a4e4-ba49c8af844d req-841ab54d-d9a9-4439-a4ed-06ba384e3c6e tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=7a9ff191-d009-41e4-9966-44fe462252b5 HTTP/1.1" status: 200 len: 944 time: 0.0698659 Oct 03 13:31:19.184917 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=6 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:31:19.207155 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-56f2be92-06f5-4699-b04c-56bd3eaf02bc admin admin] Publish callbacks [] for security_group (cd61128e-23e8-454d-a13f-5157d69ae61b), precommit_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:19.207492 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-a0356feb-205f-4ac4-bea9-48aeb09e6909 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (9ee43ab2-7e60-4c53-aa27-2aadf4622735), after_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:19.211503 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.notifiers.nova [req-af4c9bdd-bb18-4778-899a-bfac4af3742a req-ec7f0be7-e99e-4b13-ac68-3d110ba704bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b784b63-7dc9-4c53-835b-6c3039d2f205 {{(pid=106268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 03 13:31:19.229108 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-56f2be92-06f5-4699-b04c-56bd3eaf02bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (cd61128e-23e8-454d-a13f-5157d69ae61b), after_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:19.254721 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-a0356feb-205f-4ac4-bea9-48aeb09e6909 admin admin] 10.222.0.58 "GET /networking/v2.0/security-groups?tenant_id=66b13b68edfb48609eee2d1bb2867f37&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0297678 Oct 03 13:31:19.272003 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 57190) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:31:19.273740 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-af4c9bdd-bb18-4778-899a-bfac4af3742a req-ec7f0be7-e99e-4b13-ac68-3d110ba704bb service neutron] Publish callbacks [] for port (9b784b63-7dc9-4c53-835b-6c3039d2f205), precommit_update {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:19.283607 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-56f2be92-06f5-4699-b04c-56bd3eaf02bc admin admin] 10.222.0.58 "GET /networking/v2.0/security-groups?tenant_id=39f7be9679a84619ad235ec1b0f83f93&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9646380 Oct 03 13:31:19.285055 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91045945-8895-4b9d-96ea-41e52880f4e2 req-bda6a351-02c8-46fe-b89b-cb51d7094de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:31:19.286645 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-91045945-8895-4b9d-96ea-41e52880f4e2 req-bda6a351-02c8-46fe-b89b-cb51d7094de9 service neutron] 10.222.0.65 "GET /networking/v2.0/networks?id=ff8319e2-24e1-46c8-a6e2-568f9c4503d6 HTTP/1.1" status: 200 len: 915 time: 2.1940818 Oct 03 13:31:19.286895 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 57192) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:31:19.314279 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:31:19.323149 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-d2c26a00-ede7-4ff0-9b7e-d5043a6b44e0 admin admin] Publish callbacks [] for security_group (840f4825-d817-43d7-8244-f98bd5da4305), before_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:19.325390 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0356feb-205f-4ac4-bea9-48aeb09e6909 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ee43ab2-7e60-4c53-aa27-2aadf4622735,revision_number=1']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:31:19.349895 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9440d44-029c-4d71-9281-af7af6ccb4e3 req-e6809caa-57d4-4699-b7f6-f4067af4a6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:31:19.352278 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-c9440d44-029c-4d71-9281-af7af6ccb4e3 req-e6809caa-57d4-4699-b7f6-f4067af4a6a6 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?network_id=289ad0fb-c675-48f9-ad56-9a68538f4eb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 1.5247781 Oct 03 13:31:19.387941 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-b41672d1-ff8d-47ef-a4e4-ba49c8af844d req-1699ce2f-81ff-4d12-baf6-52362ded2ef7 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=587bb1f5-50c5-4dc1-a076-a6f6dc054886&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2180912 Oct 03 13:31:19.406229 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-d2c26a00-ede7-4ff0-9b7e-d5043a6b44e0 admin admin] Publish callbacks [] for security_group (840f4825-d817-43d7-8244-f98bd5da4305), precommit_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:19.479294 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-d2c26a00-ede7-4ff0-9b7e-d5043a6b44e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (840f4825-d817-43d7-8244-f98bd5da4305), after_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:19.485280 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-d2c26a00-ede7-4ff0-9b7e-d5043a6b44e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:19.487518 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-d2c26a00-ede7-4ff0-9b7e-d5043a6b44e0 admin admin] 10.222.0.58 "DELETE /networking/v2.0/security-groups/840f4825-d817-43d7-8244-f98bd5da4305 HTTP/1.1" status: 204 len: 168 time: 1.4695051 Oct 03 13:31:19.513258 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c26a00-ede7-4ff0-9b7e-d5043a6b44e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=840f4825-d817-43d7-8244-f98bd5da4305,revision_number=None']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:31:19.605802 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.db.provisioning_blocks [req-af4c9bdd-bb18-4778-899a-bfac4af3742a req-ec7f0be7-e99e-4b13-ac68-3d110ba704bb service neutron] Transition to ACTIVE for port object 9b784b63-7dc9-4c53-835b-6c3039d2f205 will not be triggered until provisioned by entity L2. {{(pid=106268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 03 13:31:19.616357 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f2be92-06f5-4699-b04c-56bd3eaf02bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd61128e-23e8-454d-a13f-5157d69ae61b,revision_number=1']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:31:19.655311 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-af4c9bdd-bb18-4778-899a-bfac4af3742a req-ec7f0be7-e99e-4b13-ac68-3d110ba704bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751015143617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751014657006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751014658052'] for port (9b784b63-7dc9-4c53-835b-6c3039d2f205), after_update {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:19.679737 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ec1b53-a0f2-4bc0-9104-8493cdf04f4c req-5e4f8317-58ba-4c6c-a555-0ad21460ea68 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:31:19.687877 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-55ec1b53-a0f2-4bc0-9104-8493cdf04f4c req-5e4f8317-58ba-4c6c-a555-0ad21460ea68 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=f46d2be3-6cca-411b-8b83-b13d51f53463 HTTP/1.1" status: 200 len: 931 time: 0.1584342 Oct 03 13:31:19.752857 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7f0be7-e99e-4b13-ac68-3d110ba704bb service neutron] Pushing event updated for resources: {'Port': ['ID=9b784b63-7dc9-4c53-835b-6c3039d2f205,revision_number=2']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:31:19.813272 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-91045945-8895-4b9d-96ea-41e52880f4e2 req-2f9c4420-f01e-465f-b70e-8f189691d33c service neutron] 10.222.0.65 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=316014ae-7577-478c-97b0-af9327de5aca HTTP/1.1" status: 200 len: 217 time: 0.1173687 Oct 03 13:31:19.905427 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-55ec1b53-a0f2-4bc0-9104-8493cdf04f4c req-2d5d4c74-f107-4f05-9959-1a2f5d679dd9 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=90741e6a-03d0-4889-9f91-275c8bff3e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164888 Oct 03 13:31:19.916440 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-0f5daa34-6567-4804-ac75-829c02ff70d0 admin admin] Publish callbacks [] for security_group (cd61128e-23e8-454d-a13f-5157d69ae61b), before_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:19.918645 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-4fc62439-5104-4a29-bba2-6984127990c4 admin admin] Publish callbacks [] for security_group (9ee43ab2-7e60-4c53-aa27-2aadf4622735), before_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:20.019108 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-4fc62439-5104-4a29-bba2-6984127990c4 admin admin] Publish callbacks [] for security_group (9ee43ab2-7e60-4c53-aa27-2aadf4622735), precommit_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:20.021820 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e63274-3036-46b1-8c2d-2c17a80acdeb req-0fad98da-fda2-406e-91a6-e1b20b9ced6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:31:20.023483 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-05e63274-3036-46b1-8c2d-2c17a80acdeb req-0fad98da-fda2-406e-91a6-e1b20b9ced6a service neutron] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=5f908aee304e4fe2bb2185d89400533c&device_id=81de33cc-ab4f-402c-bc77-a8818e85ad75 HTTP/1.1" status: 200 len: 1128 time: 0.3265119 Oct 03 13:31:20.034785 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-0f5daa34-6567-4804-ac75-829c02ff70d0 admin admin] Publish callbacks [] for security_group (cd61128e-23e8-454d-a13f-5157d69ae61b), precommit_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:20.037138 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.managers [req-af4c9bdd-bb18-4778-899a-bfac4af3742a req-ec7f0be7-e99e-4b13-ac68-3d110ba704bb service neutron] Attempting to bind port 9b784b63-7dc9-4c53-835b-6c3039d2f205 on host hv-cinder-86009 for vnic_type normal with profile {{(pid=106268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 13:31:20.037497 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.managers [req-af4c9bdd-bb18-4778-899a-bfac4af3742a req-ec7f0be7-e99e-4b13-ac68-3d110ba704bb service neutron] Attempting to bind port 9b784b63-7dc9-4c53-835b-6c3039d2f205 by drivers openvswitch,hyperv on host hv-cinder-86009 at level 0 using segments [{'id': 'a13be668-9c4e-4111-8b50-69439ed85703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '289ad0fb-c675-48f9-ad56-9a68538f4eb7'}] {{(pid=106268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 13:31:20.037830 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af4c9bdd-bb18-4778-899a-bfac4af3742a req-ec7f0be7-e99e-4b13-ac68-3d110ba704bb service neutron] Attempting to bind port 9b784b63-7dc9-4c53-835b-6c3039d2f205 on network 289ad0fb-c675-48f9-ad56-9a68538f4eb7 {{(pid=106268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 13:31:20.058216 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-c9440d44-029c-4d71-9281-af7af6ccb4e3 req-3bb1ec64-1b85-4417-a154-340baa69143a service neutron] 10.222.0.65 "GET /networking/v2.0/networks/289ad0fb-c675-48f9-ad56-9a68538f4eb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3509765 Oct 03 13:31:20.093768 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f7f1bd-67de-4d75-b9b4-af8cf7b0de90 req-2eb4368b-e3e4-40b3-bc07-6e1aaa7c0a32 tempest-DeleteServersTestJSON-2036391304 tempest-DeleteServersTestJSON-2036391304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:31:20.097133 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-66f7f1bd-67de-4d75-b9b4-af8cf7b0de90 req-2eb4368b-e3e4-40b3-bc07-6e1aaa7c0a32 tempest-DeleteServersTestJSON-2036391304 tempest-DeleteServersTestJSON-2036391304-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=81de33cc-ab4f-402c-bc77-a8818e85ad75 HTTP/1.1" status: 200 len: 944 time: 0.1242483 Oct 03 13:31:20.172259 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-66f7f1bd-67de-4d75-b9b4-af8cf7b0de90 req-c4b9ba2a-4753-49dc-90d6-70991969f4f1 tempest-DeleteServersTestJSON-2036391304 tempest-DeleteServersTestJSON-2036391304-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=12b2519c-83b1-439b-bd18-0a558686cec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669136 Oct 03 13:31:20.176068 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af4c9bdd-bb18-4778-899a-bfac4af3742a req-ec7f0be7-e99e-4b13-ac68-3d110ba704bb service neutron] Port 9b784b63-7dc9-4c53-835b-6c3039d2f205 on network 289ad0fb-c675-48f9-ad56-9a68538f4eb7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86009 {{(pid=106268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 03 13:31:20.176545 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af4c9bdd-bb18-4778-899a-bfac4af3742a req-ec7f0be7-e99e-4b13-ac68-3d110ba704bb service neutron] Attempting to bind port 9b784b63-7dc9-4c53-835b-6c3039d2f205 on network 289ad0fb-c675-48f9-ad56-9a68538f4eb7 {{(pid=106268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 13:31:20.219600 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-4fc62439-5104-4a29-bba2-6984127990c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (9ee43ab2-7e60-4c53-aa27-2aadf4622735), after_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:20.222822 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-4fc62439-5104-4a29-bba2-6984127990c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:20.224034 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-4fc62439-5104-4a29-bba2-6984127990c4 admin admin] 10.222.0.58 "DELETE /networking/v2.0/security-groups/9ee43ab2-7e60-4c53-aa27-2aadf4622735 HTTP/1.1" status: 204 len: 168 time: 0.9392803 Oct 03 13:31:20.258525 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-0f5daa34-6567-4804-ac75-829c02ff70d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (cd61128e-23e8-454d-a13f-5157d69ae61b), after_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:20.261298 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-0f5daa34-6567-4804-ac75-829c02ff70d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:20.265546 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-0f5daa34-6567-4804-ac75-829c02ff70d0 admin admin] 10.222.0.58 "DELETE /networking/v2.0/security-groups/cd61128e-23e8-454d-a13f-5157d69ae61b HTTP/1.1" status: 204 len: 168 time: 0.9689095 Oct 03 13:31:20.267236 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc62439-5104-4a29-bba2-6984127990c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ee43ab2-7e60-4c53-aa27-2aadf4622735,revision_number=None']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:31:20.277868 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5daa34-6567-4804-ac75-829c02ff70d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd61128e-23e8-454d-a13f-5157d69ae61b,revision_number=None']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:31:20.306775 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af4c9bdd-bb18-4778-899a-bfac4af3742a req-ec7f0be7-e99e-4b13-ac68-3d110ba704bb service neutron] Checking agent: {'id': '1af51d63-a9c9-4bbe-9b0d-c8e0a80c641c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 13, 28, 37), 'started_at': datetime.datetime(2022, 10, 3, 13, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 13, 31, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 13:31:20.307273 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af4c9bdd-bb18-4778-899a-bfac4af3742a req-ec7f0be7-e99e-4b13-ac68-3d110ba704bb service neutron] Checking segment: {'id': 'a13be668-9c4e-4111-8b50-69439ed85703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '289ad0fb-c675-48f9-ad56-9a68538f4eb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 13:31:20.308271 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af4c9bdd-bb18-4778-899a-bfac4af3742a req-ec7f0be7-e99e-4b13-ac68-3d110ba704bb service neutron] Bound using segment: {'id': 'a13be668-9c4e-4111-8b50-69439ed85703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '289ad0fb-c675-48f9-ad56-9a68538f4eb7'} {{(pid=106268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 13:31:20.309129 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.managers [req-af4c9bdd-bb18-4778-899a-bfac4af3742a req-ec7f0be7-e99e-4b13-ac68-3d110ba704bb service neutron] Bound port: 9b784b63-7dc9-4c53-835b-6c3039d2f205, host: hv-cinder-86009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a13be668-9c4e-4111-8b50-69439ed85703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '289ad0fb-c675-48f9-ad56-9a68538f4eb7'}}] {{(pid=106268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 13:31:20.309815 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-af4c9bdd-bb18-4778-899a-bfac4af3742a req-ec7f0be7-e99e-4b13-ac68-3d110ba704bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (9b784b63-7dc9-4c53-835b-6c3039d2f205), before_update {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:20.404039 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 57224) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:31:20.427684 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-4e4c17ee-b35f-4abd-94f0-bc011398d4e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:20.445291 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:31:20.447541 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.db [req-af4c9bdd-bb18-4778-899a-bfac4af3742a req-ec7f0be7-e99e-4b13-ac68-3d110ba704bb service neutron] For port 9b784b63-7dc9-4c53-835b-6c3039d2f205, host hv-cinder-86009, cleared binding levels {{(pid=106268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 13:31:20.454804 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.db [req-af4c9bdd-bb18-4778-899a-bfac4af3742a req-ec7f0be7-e99e-4b13-ac68-3d110ba704bb service neutron] For port 9b784b63-7dc9-4c53-835b-6c3039d2f205, host hv-cinder-86009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86009',level=0,port_id=9b784b63-7dc9-4c53-835b-6c3039d2f205,segment=NetworkSegment(a13be668-9c4e-4111-8b50-69439ed85703),segment_id=a13be668-9c4e-4111-8b50-69439ed85703)] {{(pid=106268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 13:31:20.464748 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-af4c9bdd-bb18-4778-899a-bfac4af3742a req-ec7f0be7-e99e-4b13-ac68-3d110ba704bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751015143617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751014657006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751014658052'] for port (9b784b63-7dc9-4c53-835b-6c3039d2f205), after_update {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:20.471962 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4c9bdd-bb18-4778-899a-bfac4af3742a req-ec7f0be7-e99e-4b13-ac68-3d110ba704bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:31:20.472955 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-af4c9bdd-bb18-4778-899a-bfac4af3742a req-ec7f0be7-e99e-4b13-ac68-3d110ba704bb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798626'] for port (None), before_response {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:20.475192 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-af4c9bdd-bb18-4778-899a-bfac4af3742a req-ec7f0be7-e99e-4b13-ac68-3d110ba704bb service neutron] 10.222.0.65 "PUT /networking/v2.0/ports/9b784b63-7dc9-4c53-835b-6c3039d2f205 HTTP/1.1" status: 200 len: 1093 time: 2.6664705 Oct 03 13:31:20.548937 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7f0be7-e99e-4b13-ac68-3d110ba704bb service neutron] Pushing event updated for resources: {'Port': ['ID=9b784b63-7dc9-4c53-835b-6c3039d2f205,revision_number=3']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:31:20.626995 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-4e4c17ee-b35f-4abd-94f0-bc011398d4e9 admin admin] Publish callbacks [] for security_group (810102cd-59ca-4611-869f-f22b10485915), precommit_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:20.634036 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-4e4c17ee-b35f-4abd-94f0-bc011398d4e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (810102cd-59ca-4611-869f-f22b10485915), after_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:20.636097 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6884cbf1-cd49-479b-9ece-7a3043b72d0a req-f7ece871-fb4f-44c1-be82-d0407d48ad53 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:31:20.638155 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-6884cbf1-cd49-479b-9ece-7a3043b72d0a req-f7ece871-fb4f-44c1-be82-d0407d48ad53 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=7a9ff191-d009-41e4-9966-44fe462252b5 HTTP/1.1" status: 200 len: 944 time: 0.0688198 Oct 03 13:31:20.681038 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-4e4c17ee-b35f-4abd-94f0-bc011398d4e9 admin admin] 10.222.0.58 "GET /networking/v2.0/security-groups?tenant_id=f1cd2491d6c44a178ed7ac5336d6e269&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2741632 Oct 03 13:31:20.681867 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4c17ee-b35f-4abd-94f0-bc011398d4e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=810102cd-59ca-4611-869f-f22b10485915,revision_number=1']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:31:20.684808 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 57232) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:31:20.721526 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-6884cbf1-cd49-479b-9ece-7a3043b72d0a req-f1234fb8-1f43-405c-955f-8e9ba2a88219 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=587bb1f5-50c5-4dc1-a076-a6f6dc054886&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741816 Oct 03 13:31:20.752824 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=7 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:31:20.758801 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-cf978eec-fc5d-49d5-abfd-eee928dbaf61 admin admin] Publish callbacks [] for security_group (810102cd-59ca-4611-869f-f22b10485915), before_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:20.784941 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-cf978eec-fc5d-49d5-abfd-eee928dbaf61 admin admin] Publish callbacks [] for security_group (810102cd-59ca-4611-869f-f22b10485915), precommit_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:20.849846 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-cf978eec-fc5d-49d5-abfd-eee928dbaf61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (810102cd-59ca-4611-869f-f22b10485915), after_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:20.852494 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-cf978eec-fc5d-49d5-abfd-eee928dbaf61 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:20.853764 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-cf978eec-fc5d-49d5-abfd-eee928dbaf61 admin admin] 10.222.0.58 "DELETE /networking/v2.0/security-groups/810102cd-59ca-4611-869f-f22b10485915 HTTP/1.1" status: 204 len: 168 time: 0.1672847 Oct 03 13:31:20.864872 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf978eec-fc5d-49d5-abfd-eee928dbaf61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=810102cd-59ca-4611-869f-f22b10485915,revision_number=None']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:31:20.915747 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f46d2be3-6cca-411b-8b83-b13d51f53463', 'tag': '9b784b63-7dc9-4c53-835b-6c3039d2f205'}] {{(pid=106268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 13:31:20.918613 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd70873512ffc397a2b7ac25ee02414627e7506f7787b64d61dc92e00300ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaab2f83-b019-4d31-8d2b-d62d92113e21" -d '{"events": [{"name": "network-changed", "server_uuid": "f46d2be3-6cca-411b-8b83-b13d51f53463", "tag": "9b784b63-7dc9-4c53-835b-6c3039d2f205"}]}' {{(pid=106268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 13:31:20.973203 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 57250) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:31:21.015153 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-12009c90-eabb-44d9-9769-1d1356f613df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:21.016581 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 13:31:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-330d40a2-34e5-4440-a722-ce33535fb7eb x-openstack-request-id: req-330d40a2-34e5-4440-a722-ce33535fb7eb {{(pid=106268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 13:31:21.017067 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f46d2be3-6cca-411b-8b83-b13d51f53463", "tag": "9b784b63-7dc9-4c53-835b-6c3039d2f205", "status": "completed", "code": 200}]} {{(pid=106268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 13:31:21.017511 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-330d40a2-34e5-4440-a722-ce33535fb7eb {{(pid=106268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 13:31:21.018268 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.notifiers.nova [-] Nova event matching ['req-330d40a2-34e5-4440-a722-ce33535fb7eb'] response: {'name': 'network-changed', 'server_uuid': 'f46d2be3-6cca-411b-8b83-b13d51f53463', 'tag': '9b784b63-7dc9-4c53-835b-6c3039d2f205', 'status': 'completed', 'code': 200} Oct 03 13:31:21.130075 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eea3699-9516-4a73-9874-3bdd6295a118 req-14f15960-b101-4c6b-aa42-0049b32a91e8 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:31:21.131098 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-12009c90-eabb-44d9-9769-1d1356f613df admin admin] Publish callbacks [] for security_group (9e3853fe-5a92-4a85-8ccd-6ca2b7779a5a), precommit_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:21.133234 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-3eea3699-9516-4a73-9874-3bdd6295a118 req-14f15960-b101-4c6b-aa42-0049b32a91e8 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=f46d2be3-6cca-411b-8b83-b13d51f53463 HTTP/1.1" status: 200 len: 943 time: 0.0672433 Oct 03 13:31:21.140184 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-12009c90-eabb-44d9-9769-1d1356f613df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (9e3853fe-5a92-4a85-8ccd-6ca2b7779a5a), after_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:21.146557 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:31:21.221551 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-3eea3699-9516-4a73-9874-3bdd6295a118 req-392ce041-2706-4988-b752-ffdc0e5f93dc tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=90741e6a-03d0-4889-9f91-275c8bff3e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789676 Oct 03 13:31:21.233584 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-12009c90-eabb-44d9-9769-1d1356f613df admin admin] 10.222.0.58 "GET /networking/v2.0/security-groups?tenant_id=d2f57026c00a449e98ece599d95c2336&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2555361 Oct 03 13:31:21.233956 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 57258) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:31:21.261157 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12009c90-eabb-44d9-9769-1d1356f613df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e3853fe-5a92-4a85-8ccd-6ca2b7779a5a,revision_number=1']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:31:21.419602 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e0356f-010f-4329-ab01-65a29c69e8a8 req-ca618a61-1c0c-4a66-b399-5b81367dd2d8 tempest-DeleteServersTestJSON-2036391304 tempest-DeleteServersTestJSON-2036391304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:31:21.423062 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-45e0356f-010f-4329-ab01-65a29c69e8a8 req-ca618a61-1c0c-4a66-b399-5b81367dd2d8 tempest-DeleteServersTestJSON-2036391304 tempest-DeleteServersTestJSON-2036391304-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=81de33cc-ab4f-402c-bc77-a8818e85ad75 HTTP/1.1" status: 200 len: 944 time: 0.1060836 Oct 03 13:31:21.484406 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-347dc2a0-9118-4603-9116-d4bde981d9e6 admin admin] Publish callbacks [] for security_group (9e3853fe-5a92-4a85-8ccd-6ca2b7779a5a), before_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:21.557051 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-347dc2a0-9118-4603-9116-d4bde981d9e6 admin admin] Publish callbacks [] for security_group (9e3853fe-5a92-4a85-8ccd-6ca2b7779a5a), precommit_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:21.585374 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-45e0356f-010f-4329-ab01-65a29c69e8a8 req-6e9c49fd-2ab9-444e-854b-f044978961ab tempest-DeleteServersTestJSON-2036391304 tempest-DeleteServersTestJSON-2036391304-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=12b2519c-83b1-439b-bd18-0a558686cec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528859 Oct 03 13:31:21.662821 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-347dc2a0-9118-4603-9116-d4bde981d9e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (9e3853fe-5a92-4a85-8ccd-6ca2b7779a5a), after_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:21.667765 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-347dc2a0-9118-4603-9116-d4bde981d9e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:21.670312 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-347dc2a0-9118-4603-9116-d4bde981d9e6 admin admin] 10.222.0.58 "DELETE /networking/v2.0/security-groups/9e3853fe-5a92-4a85-8ccd-6ca2b7779a5a HTTP/1.1" status: 204 len: 168 time: 0.4305799 Oct 03 13:31:21.683243 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347dc2a0-9118-4603-9116-d4bde981d9e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e3853fe-5a92-4a85-8ccd-6ca2b7779a5a,revision_number=None']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:31:21.784959 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 57282) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:31:21.945884 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b5e6e1-adb8-4963-9887-e576c70945ef req-270ac94b-5daf-4574-83e5-ea1868b661e3 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:31:21.948706 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-62b5e6e1-adb8-4963-9887-e576c70945ef req-270ac94b-5daf-4574-83e5-ea1868b661e3 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=7a9ff191-d009-41e4-9966-44fe462252b5 HTTP/1.1" status: 200 len: 944 time: 0.0929594 Oct 03 13:31:21.969928 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:31:22.023772 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-62b5e6e1-adb8-4963-9887-e576c70945ef req-0d1662ad-05eb-4968-ae83-13865af034a8 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=587bb1f5-50c5-4dc1-a076-a6f6dc054886&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625055 Oct 03 13:31:22.161786 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.v2.base [None req-71fef5cc-aca1-4e3a-8506-ae08cfe05797 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1526446832-network', 'tenant_id': '35d3c249756a4c969492e61ea3f6029c'}} {{(pid=106268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 13:31:22.199417 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71fef5cc-aca1-4e3a-8506-ae08cfe05797 admin admin] Made reservation on behalf of 35d3c249756a4c969492e61ea3f6029c for: {'network': 1} {{(pid=106268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 13:31:22.205500 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-71fef5cc-aca1-4e3a-8506-ae08cfe05797 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for network (None), before_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:22.231211 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-71fef5cc-aca1-4e3a-8506-ae08cfe05797 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:22.407998 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-71fef5cc-aca1-4e3a-8506-ae08cfe05797 admin admin] Publish callbacks [] for security_group (b3886942-c08e-419b-84d2-b2213c316eab), precommit_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:22.418847 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-71fef5cc-aca1-4e3a-8506-ae08cfe05797 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (b3886942-c08e-419b-84d2-b2213c316eab), after_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:22.503243 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71fef5cc-aca1-4e3a-8506-ae08cfe05797 admin admin] vlan segment allocate from pool success with {'vlan_id': 609, 'physical_network': 'physnet1'} {{(pid=106268) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 03 13:31:22.503800 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24327e1d-e1a4-4151-bda5-ffebc04c4d7c req-43889873-472e-4b43-be00-62bb9423def5 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:31:22.512193 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-24327e1d-e1a4-4151-bda5-ffebc04c4d7c req-43889873-472e-4b43-be00-62bb9423def5 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=f46d2be3-6cca-411b-8b83-b13d51f53463 HTTP/1.1" status: 200 len: 943 time: 0.1306391 Oct 03 13:31:22.529839 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-71fef5cc-aca1-4e3a-8506-ae08cfe05797 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1333683'] for segment (cf6b1ed8-ca65-4308-9bd1-b10bdf245a63), precommit_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:22.530570 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.db.segments_db [None req-71fef5cc-aca1-4e3a-8506-ae08cfe05797 admin admin] Added segment cf6b1ed8-ca65-4308-9bd1-b10bdf245a63 of type vlan for network c9412377-f3a0-4ae5-a8cb-e7e2c412fbd9 Oct 03 13:31:22.622910 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fef5cc-aca1-4e3a-8506-ae08cfe05797 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3886942-c08e-419b-84d2-b2213c316eab,revision_number=1']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:31:22.625472 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-24327e1d-e1a4-4151-bda5-ffebc04c4d7c req-9fc07366-3288-4b54-a39c-8c2aecc6e61a tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=90741e6a-03d0-4889-9f91-275c8bff3e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117179 Oct 03 13:31:22.673485 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-71fef5cc-aca1-4e3a-8506-ae08cfe05797 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751014593985'] for network (c9412377-f3a0-4ae5-a8cb-e7e2c412fbd9), precommit_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:22.724026 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-71fef5cc-aca1-4e3a-8506-ae08cfe05797 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644'] for network (c9412377-f3a0-4ae5-a8cb-e7e2c412fbd9), after_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:22.727898 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71fef5cc-aca1-4e3a-8506-ae08cfe05797 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:31:22.728976 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-71fef5cc-aca1-4e3a-8506-ae08cfe05797 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798626'] for network (None), before_response {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:22.892696 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-71fef5cc-aca1-4e3a-8506-ae08cfe05797 admin admin] 10.222.0.58 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1001279 Oct 03 13:31:22.892696 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fef5cc-aca1-4e3a-8506-ae08cfe05797 admin admin] Pushing event updated for resources: {'Network': ['ID=c9412377-f3a0-4ae5-a8cb-e7e2c412fbd9,revision_number=1']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:31:22.892967 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 57318) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:31:22.903140 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Network c9412377-f3a0-4ae5-a8cb-e7e2c412fbd9 details requested by agent ovs-agent-dv-cinder-860090-1-iscsi with host dv-cinder-860090-1-iscsi {{(pid=106270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 03 13:31:22.905124 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.v2.base [None req-b735a9ad-c8e4-4cf3-a058-9c3e96cadeb2 admin admin] Request body: {'subnet': {'network_id': 'c9412377-f3a0-4ae5-a8cb-e7e2c412fbd9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1526446832-subnet', 'tenant_id': '35d3c249756a4c969492e61ea3f6029c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 13:31:22.970985 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b07069-0cd5-4d79-af26-8d4f9c8720c4 req-45a696f6-9c2c-430f-b916-552579b93bab tempest-DeleteServersTestJSON-2036391304 tempest-DeleteServersTestJSON-2036391304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:31:22.974730 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-f4b07069-0cd5-4d79-af26-8d4f9c8720c4 req-45a696f6-9c2c-430f-b916-552579b93bab tempest-DeleteServersTestJSON-2036391304 tempest-DeleteServersTestJSON-2036391304-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=81de33cc-ab4f-402c-bc77-a8818e85ad75 HTTP/1.1" status: 200 len: 944 time: 0.1166987 Oct 03 13:31:22.984364 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b735a9ad-c8e4-4cf3-a058-9c3e96cadeb2 admin admin] Made reservation on behalf of 35d3c249756a4c969492e61ea3f6029c for: {'subnet': 1} {{(pid=106269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 13:31:22.996420 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-b735a9ad-c8e4-4cf3-a058-9c3e96cadeb2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:23.153377 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-f4b07069-0cd5-4d79-af26-8d4f9c8720c4 req-8be71e5c-4905-426a-b68c-1a4bd99e2303 tempest-DeleteServersTestJSON-2036391304 tempest-DeleteServersTestJSON-2036391304-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=12b2519c-83b1-439b-bd18-0a558686cec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642261 Oct 03 13:31:23.270709 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0074da49-a8ca-4f54-9440-119fe0dd0a35 req-2f91406f-d7e5-4629-bcd5-307951dfa91b tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:31:23.272326 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-0074da49-a8ca-4f54-9440-119fe0dd0a35 req-2f91406f-d7e5-4629-bcd5-307951dfa91b tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=7a9ff191-d009-41e4-9966-44fe462252b5 HTTP/1.1" status: 200 len: 944 time: 0.0791171 Oct 03 13:31:23.400118 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=81,neutron:DELETE=5,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:31:23.424810 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-0074da49-a8ca-4f54-9440-119fe0dd0a35 req-1f8aa081-34d6-49a5-9fa4-68b934c2b452 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=587bb1f5-50c5-4dc1-a076-a6f6dc054886&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1453736 Oct 03 13:31:23.546205 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-b735a9ad-c8e4-4cf3-a058-9c3e96cadeb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644'] for subnet (7312651c-09cf-4bc8-ac27-77bc1d7c542b), after_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:23.620410 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b735a9ad-c8e4-4cf3-a058-9c3e96cadeb2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7312651c-09cf-4bc8-ac27-77bc1d7c542b,revision_number=0']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:31:23.633204 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b735a9ad-c8e4-4cf3-a058-9c3e96cadeb2 admin admin] Checking segment: {'id': 'cf6b1ed8-ca65-4308-9bd1-b10bdf245a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'c9412377-f3a0-4ae5-a8cb-e7e2c412fbd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 13:31:23.633630 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b735a9ad-c8e4-4cf3-a058-9c3e96cadeb2 admin admin] Network hostable DHCP agents. Network: c9412377-f3a0-4ae5-a8cb-e7e2c412fbd9, hostable agents: ['3460fffa-818c-4144-9400-237880db20a4'], hosted agents: [] {{(pid=106269) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 03 13:31:23.657436 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b735a9ad-c8e4-4cf3-a058-9c3e96cadeb2 admin admin] Network c9412377-f3a0-4ae5-a8cb-e7e2c412fbd9 is scheduled to be hosted by DHCP agent 3460fffa-818c-4144-9400-237880db20a4 with binding_index 1 {{(pid=106269) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 03 13:31:23.675629 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.scheduler.base_scheduler [None req-b735a9ad-c8e4-4cf3-a058-9c3e96cadeb2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-860090-1-iscsi, c9412377-f3a0-4ae5-a8cb-e7e2c412fbd9) {{(pid=106269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 13:31:23.684643 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b735a9ad-c8e4-4cf3-a058-9c3e96cadeb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:31:23.687098 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-971d53cd-8569-4ae7-bbb9-cd017d588540 None None] Network c9412377-f3a0-4ae5-a8cb-e7e2c412fbd9 requested from dv-cinder-860090-1-iscsi {{(pid=106270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 03 13:31:23.689566 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-b735a9ad-c8e4-4cf3-a058-9c3e96cadeb2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798626'] for subnet (None), before_response {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:23.727911 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-b735a9ad-c8e4-4cf3-a058-9c3e96cadeb2 admin admin] 10.222.0.58 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8327169 Oct 03 13:31:23.837975 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:31:23.899808 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91045945-8895-4b9d-96ea-41e52880f4e2 req-5900a920-bf3b-4298-9243-4a3939e39747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:31:23.901535 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-91045945-8895-4b9d-96ea-41e52880f4e2 req-5900a920-bf3b-4298-9243-4a3939e39747 service neutron] 10.222.0.65 "GET /networking/v2.0/subnets?id=c7cf38c1-e397-42ce-8b92-f0af8056be43 HTTP/1.1" status: 200 len: 853 time: 0.0667536 Oct 03 13:31:23.985935 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feda5965-4745-4b5c-acd4-f56c274048f4 None None] Network c9412377-f3a0-4ae5-a8cb-e7e2c412fbd9 requested from dv-cinder-860090-1-iscsi {{(pid=106270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 03 13:31:24.118936 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e63274-3036-46b1-8c2d-2c17a80acdeb req-5dbac129-163e-4b7e-9ad5-e088eae6fc91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:31:24.121311 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-05e63274-3036-46b1-8c2d-2c17a80acdeb req-5dbac129-163e-4b7e-9ad5-e088eae6fc91 service neutron] 10.222.0.65 "GET /networking/v2.0/networks?id=c7f5133f-f533-43e9-8556-7d1b6afd965c HTTP/1.1" status: 200 len: 913 time: 0.2452915 Oct 03 13:31:24.143334 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d7555e-7fd5-47ec-badd-f55542b863f2 req-d1bcbc56-ce59-4b87-a512-26787408a225 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:31:24.152645 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-c1d7555e-7fd5-47ec-badd-f55542b863f2 req-d1bcbc56-ce59-4b87-a512-26787408a225 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=f46d2be3-6cca-411b-8b83-b13d51f53463 HTTP/1.1" status: 200 len: 943 time: 0.3711660 Oct 03 13:31:24.165908 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-c9440d44-029c-4d71-9281-af7af6ccb4e3 req-99d3d094-2fcd-4afd-ac8f-733a467e5acb service neutron] 10.222.0.65 "GET /networking/v2.0/networks/289ad0fb-c675-48f9-ad56-9a68538f4eb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3468423 Oct 03 13:31:24.242067 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-c1d7555e-7fd5-47ec-badd-f55542b863f2 req-355096bd-fb1e-4ed7-a49f-df9c2023e377 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=90741e6a-03d0-4889-9f91-275c8bff3e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865097 Oct 03 13:31:24.420482 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153e7ac9-1f18-478b-81c8-a065c0235a37 req-8cac34d6-a5d3-47a4-aaf6-fd474d151f79 tempest-DeleteServersTestJSON-2036391304 tempest-DeleteServersTestJSON-2036391304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:31:24.423425 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-153e7ac9-1f18-478b-81c8-a065c0235a37 req-8cac34d6-a5d3-47a4-aaf6-fd474d151f79 tempest-DeleteServersTestJSON-2036391304 tempest-DeleteServersTestJSON-2036391304-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=81de33cc-ab4f-402c-bc77-a8818e85ad75 HTTP/1.1" status: 200 len: 944 time: 0.1206050 Oct 03 13:31:24.509350 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-153e7ac9-1f18-478b-81c8-a065c0235a37 req-3646d3d7-ea53-40ec-965c-6c8282c8ba14 tempest-DeleteServersTestJSON-2036391304 tempest-DeleteServersTestJSON-2036391304-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=12b2519c-83b1-439b-bd18-0a558686cec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790892 Oct 03 13:31:24.646525 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50af735-35e5-484d-8930-4ddf781af748 req-209990cb-9d68-480b-95f6-e5428f6e8a23 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:31:24.649557 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-b50af735-35e5-484d-8930-4ddf781af748 req-209990cb-9d68-480b-95f6-e5428f6e8a23 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=7a9ff191-d009-41e4-9966-44fe462252b5 HTTP/1.1" status: 200 len: 944 time: 0.1044447 Oct 03 13:31:24.748941 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:31:24.823230 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:31:24.844994 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-b50af735-35e5-484d-8930-4ddf781af748 req-9c0f5119-a8b9-47f4-b0f6-d76499f8d6c3 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=587bb1f5-50c5-4dc1-a076-a6f6dc054886&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1809223 Oct 03 13:31:24.867711 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-05e63274-3036-46b1-8c2d-2c17a80acdeb req-b3c8826e-b317-476e-bdc9-ca0b86c46f27 service neutron] 10.222.0.65 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a1d48bcc-c2cd-4550-b46c-0b4470912f16 HTTP/1.1" status: 200 len: 217 time: 0.1470635 Oct 03 13:31:24.973728 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91045945-8895-4b9d-96ea-41e52880f4e2 req-abda62a2-fad6-4cb5-b126-7ee773d6a0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:31:24.976498 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-91045945-8895-4b9d-96ea-41e52880f4e2 req-abda62a2-fad6-4cb5-b126-7ee773d6a0a5 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?network_id=ff8319e2-24e1-46c8-a6e2-568f9c4503d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2605865 Oct 03 13:31:24.984087 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaab2f83-b019-4d31-8d2b-d62d92113e21 req-bae72964-9382-4936-b220-cb2e287fffb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:31:24.987684 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-eaab2f83-b019-4d31-8d2b-d62d92113e21 req-bae72964-9382-4936-b220-cb2e287fffb6 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=557321bf33ca42df8d5d53e5157e6803&device_id=f46d2be3-6cca-411b-8b83-b13d51f53463 HTTP/1.1" status: 200 len: 1127 time: 0.2205079 Oct 03 13:31:25.447752 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c75fef1-5f19-4be7-ac5c-7e94359d1fb5 req-817a60dc-0b1a-46f5-a223-60e63a6eeb1f tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:31:25.449444 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-4c75fef1-5f19-4be7-ac5c-7e94359d1fb5 req-817a60dc-0b1a-46f5-a223-60e63a6eeb1f tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=f46d2be3-6cca-411b-8b83-b13d51f53463 HTTP/1.1" status: 200 len: 943 time: 0.0939353 Oct 03 13:31:25.528885 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-4c75fef1-5f19-4be7-ac5c-7e94359d1fb5 req-326f9c89-ef9f-47f0-b554-3263c93f9776 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=90741e6a-03d0-4889-9f91-275c8bff3e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715873 Oct 03 13:31:25.766674 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 57438) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:31:25.797305 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.v2.base [None req-915eeb91-051c-494a-905d-f649ee22bf40 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1028632352-network', 'tenant_id': '443b0cf1604e4b74ab4f4db3ddb37bd8'}} {{(pid=106268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 13:31:25.848673 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a59d0d2-ae1d-4cf7-89b1-9b976f4cf09e req-2181f61e-000a-4756-b113-fed7c0bc4169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:31:25.850591 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-4a59d0d2-ae1d-4cf7-89b1-9b976f4cf09e req-2181f61e-000a-4756-b113-fed7c0bc4169 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=557321bf33ca42df8d5d53e5157e6803&device_id=4b7a7e49-20a7-45bc-bc98-7af878fc50a8 HTTP/1.1" status: 200 len: 1128 time: 0.1515067 Oct 03 13:31:25.863104 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38c9cc1-e282-4410-9f16-20852dc008b6 req-ba8396ea-e765-4324-aa47-0b314f32bb73 tempest-DeleteServersTestJSON-2036391304 tempest-DeleteServersTestJSON-2036391304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:31:25.871007 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-f38c9cc1-e282-4410-9f16-20852dc008b6 req-ba8396ea-e765-4324-aa47-0b314f32bb73 tempest-DeleteServersTestJSON-2036391304 tempest-DeleteServersTestJSON-2036391304-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=81de33cc-ab4f-402c-bc77-a8818e85ad75 HTTP/1.1" status: 200 len: 944 time: 0.1866291 Oct 03 13:31:25.878977 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-915eeb91-051c-494a-905d-f649ee22bf40 admin admin] Made reservation on behalf of 443b0cf1604e4b74ab4f4db3ddb37bd8 for: {'network': 1} {{(pid=106268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 13:31:25.886236 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-915eeb91-051c-494a-905d-f649ee22bf40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for network (None), before_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:25.910697 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-915eeb91-051c-494a-905d-f649ee22bf40 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:25.927028 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e63274-3036-46b1-8c2d-2c17a80acdeb req-fa0d0b71-e010-430c-bd51-ab5c44d4550f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:31:25.929174 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-05e63274-3036-46b1-8c2d-2c17a80acdeb req-fa0d0b71-e010-430c-bd51-ab5c44d4550f service neutron] 10.222.0.65 "GET /networking/v2.0/subnets?id=7759f961-ee61-4eff-a397-748656fd26d1 HTTP/1.1" status: 200 len: 851 time: 0.2311096 Oct 03 13:31:26.033985 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-f38c9cc1-e282-4410-9f16-20852dc008b6 req-67815560-5a34-4f1c-96b8-a1a2e4fb969a tempest-DeleteServersTestJSON-2036391304 tempest-DeleteServersTestJSON-2036391304-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=12b2519c-83b1-439b-bd18-0a558686cec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615255 Oct 03 13:31:26.101553 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-915eeb91-051c-494a-905d-f649ee22bf40 admin admin] Publish callbacks [] for security_group (de87256d-7489-400e-ab82-b6b645d46b80), precommit_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:26.107653 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-915eeb91-051c-494a-905d-f649ee22bf40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (de87256d-7489-400e-ab82-b6b645d46b80), after_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:26.184953 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915eeb91-051c-494a-905d-f649ee22bf40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de87256d-7489-400e-ab82-b6b645d46b80,revision_number=1']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:31:26.202212 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-915eeb91-051c-494a-905d-f649ee22bf40 admin admin] vlan segment allocate from pool success with {'vlan_id': 622, 'physical_network': 'physnet1'} {{(pid=106268) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 03 13:31:26.242128 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-915eeb91-051c-494a-905d-f649ee22bf40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1333683'] for segment (bf7145f6-0b7a-478f-af60-a6d662d3e492), precommit_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:26.242685 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.db.segments_db [None req-915eeb91-051c-494a-905d-f649ee22bf40 admin admin] Added segment bf7145f6-0b7a-478f-af60-a6d662d3e492 of type vlan for network 56cda4cd-b871-4160-91e3-b698e2084156 Oct 03 13:31:26.341651 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-915eeb91-051c-494a-905d-f649ee22bf40 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751014593985'] for network (56cda4cd-b871-4160-91e3-b698e2084156), precommit_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:26.344146 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3016f9da-e74d-4be2-8271-27f152da45fd req-3821232e-a90b-480c-be63-aca8af2b2a88 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:31:26.346652 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-3016f9da-e74d-4be2-8271-27f152da45fd req-3821232e-a90b-480c-be63-aca8af2b2a88 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=7a9ff191-d009-41e4-9966-44fe462252b5 HTTP/1.1" status: 200 len: 944 time: 0.2678790 Oct 03 13:31:26.364244 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaab2f83-b019-4d31-8d2b-d62d92113e21 req-a9623c76-7be2-4086-b1a2-63bef9263a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:31:26.366614 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-eaab2f83-b019-4d31-8d2b-d62d92113e21 req-a9623c76-7be2-4086-b1a2-63bef9263a02 service neutron] 10.222.0.65 "GET /networking/v2.0/networks?tenant_id=557321bf33ca42df8d5d53e5157e6803&shared=False HTTP/1.1" status: 200 len: 920 time: 0.6796031 Oct 03 13:31:26.407519 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-915eeb91-051c-494a-905d-f649ee22bf40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644'] for network (56cda4cd-b871-4160-91e3-b698e2084156), after_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:26.409521 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-915eeb91-051c-494a-905d-f649ee22bf40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:31:26.411034 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-915eeb91-051c-494a-905d-f649ee22bf40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798626'] for network (None), before_response {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:26.414440 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-91045945-8895-4b9d-96ea-41e52880f4e2 req-86f6c410-db7d-4aa2-9b17-a448fa2cd949 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/ff8319e2-24e1-46c8-a6e2-568f9c4503d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6495070 Oct 03 13:31:26.484814 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-3016f9da-e74d-4be2-8271-27f152da45fd req-f20016b7-797e-4ca5-aeeb-3af74e8e67e6 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=587bb1f5-50c5-4dc1-a076-a6f6dc054886&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1311808 Oct 03 13:31:26.493011 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-915eeb91-051c-494a-905d-f649ee22bf40 admin admin] 10.222.0.58 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7065554 Oct 03 13:31:26.495940 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 57470) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:31:26.504181 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.v2.base [None req-84168edd-c03e-4ad9-8018-9ba74bc987df admin admin] Request body: {'subnet': {'network_id': '56cda4cd-b871-4160-91e3-b698e2084156', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1028632352-subnet', 'tenant_id': '443b0cf1604e4b74ab4f4db3ddb37bd8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 13:31:26.538941 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:31:26.545968 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84168edd-c03e-4ad9-8018-9ba74bc987df admin admin] Made reservation on behalf of 443b0cf1604e4b74ab4f4db3ddb37bd8 for: {'subnet': 1} {{(pid=106269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 13:31:26.558539 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-84168edd-c03e-4ad9-8018-9ba74bc987df admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:26.630514 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915eeb91-051c-494a-905d-f649ee22bf40 admin admin] Pushing event updated for resources: {'Network': ['ID=56cda4cd-b871-4160-91e3-b698e2084156,revision_number=1']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:31:26.650384 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Network 56cda4cd-b871-4160-91e3-b698e2084156 details requested by agent ovs-agent-dv-cinder-860090-1-iscsi with host dv-cinder-860090-1-iscsi {{(pid=106270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 03 13:31:26.798864 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 57482) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:31:26.877245 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5beace-0186-4dc6-b721-0331e8ae51aa req-2faebf74-ec3d-4a5d-8f56-a99d810a315a tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:31:26.893623 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-cd5beace-0186-4dc6-b721-0331e8ae51aa req-2faebf74-ec3d-4a5d-8f56-a99d810a315a tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=f46d2be3-6cca-411b-8b83-b13d51f53463 HTTP/1.1" status: 200 len: 943 time: 0.1757233 Oct 03 13:31:26.997196 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-cd5beace-0186-4dc6-b721-0331e8ae51aa req-6c000060-dc0c-4d94-9e22-0dfbf0f5d326 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=90741e6a-03d0-4889-9f91-275c8bff3e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019864 Oct 03 13:31:27.099933 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-379720cf-496c-41cf-b605-a18f37907a64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:27.179475 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-84168edd-c03e-4ad9-8018-9ba74bc987df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644'] for subnet (fc26b91c-2fd0-4394-a941-1fda18281cf9), after_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:27.237786 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:31:27.306549 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e873063-69ec-4f41-8894-f61502862e0f req-6fb21ad8-3285-40d8-b233-3008ad29a6ce tempest-DeleteServersTestJSON-2036391304 tempest-DeleteServersTestJSON-2036391304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:31:27.308118 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-5e873063-69ec-4f41-8894-f61502862e0f req-6fb21ad8-3285-40d8-b233-3008ad29a6ce tempest-DeleteServersTestJSON-2036391304 tempest-DeleteServersTestJSON-2036391304-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=81de33cc-ab4f-402c-bc77-a8818e85ad75 HTTP/1.1" status: 200 len: 944 time: 0.1636548 Oct 03 13:31:27.366072 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84168edd-c03e-4ad9-8018-9ba74bc987df admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc26b91c-2fd0-4394-a941-1fda18281cf9,revision_number=0']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:31:27.391924 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=2 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:31:27.429554 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84168edd-c03e-4ad9-8018-9ba74bc987df admin admin] Checking segment: {'id': 'bf7145f6-0b7a-478f-af60-a6d662d3e492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '56cda4cd-b871-4160-91e3-b698e2084156'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 13:31:27.430066 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84168edd-c03e-4ad9-8018-9ba74bc987df admin admin] Network hostable DHCP agents. Network: 56cda4cd-b871-4160-91e3-b698e2084156, hostable agents: ['3460fffa-818c-4144-9400-237880db20a4'], hosted agents: [] {{(pid=106269) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 03 13:31:27.503294 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-379720cf-496c-41cf-b605-a18f37907a64 admin admin] Publish callbacks [] for security_group (4729bdb1-4d1e-4b47-8644-0732ff197d4f), precommit_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:27.512527 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-5e873063-69ec-4f41-8894-f61502862e0f req-e5231111-47f3-4127-8317-190749827434 tempest-DeleteServersTestJSON-2036391304 tempest-DeleteServersTestJSON-2036391304-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=12b2519c-83b1-439b-bd18-0a558686cec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842272 Oct 03 13:31:27.516978 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-379720cf-496c-41cf-b605-a18f37907a64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (4729bdb1-4d1e-4b47-8644-0732ff197d4f), after_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:27.555141 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84168edd-c03e-4ad9-8018-9ba74bc987df admin admin] Network 56cda4cd-b871-4160-91e3-b698e2084156 is scheduled to be hosted by DHCP agent 3460fffa-818c-4144-9400-237880db20a4 with binding_index 1 {{(pid=106269) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 03 13:31:27.607915 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-379720cf-496c-41cf-b605-a18f37907a64 admin admin] 10.222.0.58 "GET /networking/v2.0/security-groups?tenant_id=7f4aecbea25b4923b878f787b425f102&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8062632 Oct 03 13:31:27.610701 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 57502) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:31:27.610948 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.scheduler.base_scheduler [None req-84168edd-c03e-4ad9-8018-9ba74bc987df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-860090-1-iscsi, 56cda4cd-b871-4160-91e3-b698e2084156) {{(pid=106269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 13:31:27.616367 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379720cf-496c-41cf-b605-a18f37907a64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4729bdb1-4d1e-4b47-8644-0732ff197d4f,revision_number=1']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:31:27.621889 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84168edd-c03e-4ad9-8018-9ba74bc987df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:31:27.622365 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-864d405a-266c-47f4-a860-d6309af7428c None None] Network 56cda4cd-b871-4160-91e3-b698e2084156 requested from dv-cinder-860090-1-iscsi {{(pid=106270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 03 13:31:27.623622 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-84168edd-c03e-4ad9-8018-9ba74bc987df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798626'] for subnet (None), before_response {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:27.653272 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-84168edd-c03e-4ad9-8018-9ba74bc987df admin admin] 10.222.0.58 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1554918 Oct 03 13:31:27.684962 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af2eb40-56e5-4c2e-b5d1-f1e7bf5d1b3e req-b170b779-8734-4191-a441-969395406a9a tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:31:27.687615 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-1af2eb40-56e5-4c2e-b5d1-f1e7bf5d1b3e req-b170b779-8734-4191-a441-969395406a9a tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=7a9ff191-d009-41e4-9966-44fe462252b5 HTTP/1.1" status: 200 len: 944 time: 0.0880432 Oct 03 13:31:27.715603 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:31:27.730348 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-79744cec-57a5-403d-8b17-1b38d0d91d59 admin admin] Publish callbacks [] for security_group (4729bdb1-4d1e-4b47-8644-0732ff197d4f), before_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:27.775460 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-79744cec-57a5-403d-8b17-1b38d0d91d59 admin admin] Publish callbacks [] for security_group (4729bdb1-4d1e-4b47-8644-0732ff197d4f), precommit_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:27.788004 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40a9e514-cd19-4141-99cf-048e443cabb5 None None] Network 56cda4cd-b871-4160-91e3-b698e2084156 requested from dv-cinder-860090-1-iscsi {{(pid=106270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 03 13:31:27.798962 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-1af2eb40-56e5-4c2e-b5d1-f1e7bf5d1b3e req-d96cb21f-bd69-4b40-a8d7-0fb1fc30fef6 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=587bb1f5-50c5-4dc1-a076-a6f6dc054886&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032929 Oct 03 13:31:27.816847 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:31:27.823168 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:31:27.866481 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-79744cec-57a5-403d-8b17-1b38d0d91d59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (4729bdb1-4d1e-4b47-8644-0732ff197d4f), after_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:27.869064 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-79744cec-57a5-403d-8b17-1b38d0d91d59 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:27.870408 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-79744cec-57a5-403d-8b17-1b38d0d91d59 admin admin] 10.222.0.58 "DELETE /networking/v2.0/security-groups/4729bdb1-4d1e-4b47-8644-0732ff197d4f HTTP/1.1" status: 204 len: 168 time: 0.2586281 Oct 03 13:31:27.883456 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79744cec-57a5-403d-8b17-1b38d0d91d59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4729bdb1-4d1e-4b47-8644-0732ff197d4f,revision_number=None']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:31:28.025356 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Device 316014ae-7577-478c-97b0-af9327de5aca details requested by agent hyperv_hv-cinder-86009 with host hv-cinder-86009 {{(pid=106270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 03 13:31:28.169216 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=100 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:31:28.257840 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.db [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] For port 316014ae-7577-478c-97b0-af9327de5aca, host hv-cinder-86009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86009',level=0,port_id=316014ae-7577-478c-97b0-af9327de5aca,segment=NetworkSegment(2cd7ae88-a108-4db9-b508-67961f878f9a),segment_id=2cd7ae88-a108-4db9-b508-67961f878f9a)] {{(pid=106270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 13:31:28.291505 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da89804d-b647-412d-80e6-ad1da0a3fb3d req-9bec1db5-9789-44bb-aa18-d2a13ef03096 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:31:28.294135 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-da89804d-b647-412d-80e6-ad1da0a3fb3d req-9bec1db5-9789-44bb-aa18-d2a13ef03096 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=f46d2be3-6cca-411b-8b83-b13d51f53463 HTTP/1.1" status: 200 len: 943 time: 0.1030078 Oct 03 13:31:28.307707 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Returning: {'device': '316014ae-7577-478c-97b0-af9327de5aca', 'network_id': 'ff8319e2-24e1-46c8-a6e2-568f9c4503d6', 'port_id': '316014ae-7577-478c-97b0-af9327de5aca', 'mac_address': 'fa:16:3e:59:6e:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7cf38c1-e397-42ce-8b92-f0af8056be43', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 03 13:31:28.413493 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Current status of the port 316014ae-7577-478c-97b0-af9327de5aca is: DOWN; New status is: BUILD {{(pid=106270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 13:31:28.414571 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (316014ae-7577-478c-97b0-af9327de5aca), before_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:28.434116 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-da89804d-b647-412d-80e6-ad1da0a3fb3d req-8e3de61d-8bb2-49b2-a86e-e41351a68822 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=90741e6a-03d0-4889-9f91-275c8bff3e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269379 Oct 03 13:31:28.473632 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.notifiers.nova [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 316014ae-7577-478c-97b0-af9327de5aca {{(pid=106270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 03 13:31:28.532750 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.db [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] For port 316014ae-7577-478c-97b0-af9327de5aca, host hv-cinder-86009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86009',level=0,port_id=316014ae-7577-478c-97b0-af9327de5aca,segment=NetworkSegment(2cd7ae88-a108-4db9-b508-67961f878f9a),segment_id=2cd7ae88-a108-4db9-b508-67961f878f9a)] {{(pid=106270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 13:31:28.547498 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751015143617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751014657006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751014658052'] for port (316014ae-7577-478c-97b0-af9327de5aca), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:28.549416 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Device a1d48bcc-c2cd-4550-b46c-0b4470912f16 details requested by agent hyperv_hv-cinder-86009 with host hv-cinder-86009 {{(pid=106270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 03 13:31:28.564683 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 57528) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:31:28.621359 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-7a8816d1-34a3-4723-92aa-4cdae7e24c78 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:28.813831 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d83f387-a8b6-4ffd-a571-bf0b73668c87 req-b2d62675-17be-414c-bb10-42aa31bdf405 tempest-DeleteServersTestJSON-2036391304 tempest-DeleteServersTestJSON-2036391304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:31:28.815850 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-6d83f387-a8b6-4ffd-a571-bf0b73668c87 req-b2d62675-17be-414c-bb10-42aa31bdf405 tempest-DeleteServersTestJSON-2036391304 tempest-DeleteServersTestJSON-2036391304-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=81de33cc-ab4f-402c-bc77-a8818e85ad75 HTTP/1.1" status: 200 len: 944 time: 0.1843882 Oct 03 13:31:28.821895 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=83,neutron:UPDATE=4,neutron:INSERT=12,neutron:DELETE=1 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:31:28.851171 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-7a8816d1-34a3-4723-92aa-4cdae7e24c78 admin admin] Publish callbacks [] for security_group (b5666690-41b8-43b9-97df-8e168699a943), precommit_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:28.859098 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-7a8816d1-34a3-4723-92aa-4cdae7e24c78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (b5666690-41b8-43b9-97df-8e168699a943), after_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:28.916757 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-7a8816d1-34a3-4723-92aa-4cdae7e24c78 admin admin] 10.222.0.58 "GET /networking/v2.0/security-groups?tenant_id=ef1717ff2ccd4295b9d5194c692308af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3502133 Oct 03 13:31:28.926377 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 57542) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:31:29.000561 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8816d1-34a3-4723-92aa-4cdae7e24c78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5666690-41b8-43b9-97df-8e168699a943,revision_number=1']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:31:29.023208 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Pushing event updated for resources: {'Port': ['ID=316014ae-7577-478c-97b0-af9327de5aca,revision_number=4']} {{(pid=106270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:31:29.040599 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8816d1-34a3-4723-92aa-4cdae7e24c78 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:31:29.041166 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8816d1-34a3-4723-92aa-4cdae7e24c78 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:31:29.041928 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8816d1-34a3-4723-92aa-4cdae7e24c78 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:31:29.042508 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8816d1-34a3-4723-92aa-4cdae7e24c78 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:31:29.043600 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8816d1-34a3-4723-92aa-4cdae7e24c78 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:31:29.043752 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8816d1-34a3-4723-92aa-4cdae7e24c78 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:31:29.044222 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8816d1-34a3-4723-92aa-4cdae7e24c78 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:31:29.046312 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8816d1-34a3-4723-92aa-4cdae7e24c78 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:31:29.046898 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8816d1-34a3-4723-92aa-4cdae7e24c78 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:31:29.047431 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-6d83f387-a8b6-4ffd-a571-bf0b73668c87 req-2ec335a6-52c2-40cb-a5c9-ff65f5f961e6 tempest-DeleteServersTestJSON-2036391304 tempest-DeleteServersTestJSON-2036391304-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=12b2519c-83b1-439b-bd18-0a558686cec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236640 Oct 03 13:31:29.047604 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8816d1-34a3-4723-92aa-4cdae7e24c78 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:31:29.048019 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8816d1-34a3-4723-92aa-4cdae7e24c78 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:31:29.048863 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8816d1-34a3-4723-92aa-4cdae7e24c78 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:31:29.049657 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8816d1-34a3-4723-92aa-4cdae7e24c78 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:31:29.050430 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8816d1-34a3-4723-92aa-4cdae7e24c78 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:31:29.051295 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8816d1-34a3-4723-92aa-4cdae7e24c78 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:31:29.243193 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.db [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] For port a1d48bcc-c2cd-4550-b46c-0b4470912f16, host hv-cinder-86009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86009',level=0,port_id=a1d48bcc-c2cd-4550-b46c-0b4470912f16,segment=NetworkSegment(55ce58d8-df7c-4b91-8b60-1d78b467e2b7),segment_id=55ce58d8-df7c-4b91-8b60-1d78b467e2b7)] {{(pid=106270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 13:31:29.252265 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e63274-3036-46b1-8c2d-2c17a80acdeb req-e886be89-4548-4e5c-9cf9-d9f795c0e14e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:31:29.254416 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-05e63274-3036-46b1-8c2d-2c17a80acdeb req-e886be89-4548-4e5c-9cf9-d9f795c0e14e service neutron] 10.222.0.65 "GET /networking/v2.0/ports?network_id=c7f5133f-f533-43e9-8556-7d1b6afd965c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1853170 Oct 03 13:31:29.304573 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Returning: {'device': 'a1d48bcc-c2cd-4550-b46c-0b4470912f16', 'network_id': 'c7f5133f-f533-43e9-8556-7d1b6afd965c', 'port_id': 'a1d48bcc-c2cd-4550-b46c-0b4470912f16', 'mac_address': 'fa:16:3e:8f:31:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7759f961-ee61-4eff-a397-748656fd26d1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 03 13:31:29.386607 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-af080659-064b-45df-a100-87f69bae604d admin admin] Publish callbacks [] for security_group (b5666690-41b8-43b9-97df-8e168699a943), before_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:29.422673 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a59d0d2-ae1d-4cf7-89b1-9b976f4cf09e req-b562d30d-de9a-430e-985d-ef9e717a627e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:31:29.422942 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Current status of the port a1d48bcc-c2cd-4550-b46c-0b4470912f16 is: DOWN; New status is: BUILD {{(pid=106270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 13:31:29.423761 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (a1d48bcc-c2cd-4550-b46c-0b4470912f16), before_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:29.424207 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-4a59d0d2-ae1d-4cf7-89b1-9b976f4cf09e req-b562d30d-de9a-430e-985d-ef9e717a627e service neutron] 10.222.0.65 "GET /networking/v2.0/networks?id=289ad0fb-c675-48f9-ad56-9a68538f4eb7 HTTP/1.1" status: 200 len: 920 time: 0.3521612 Oct 03 13:31:29.432216 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-af080659-064b-45df-a100-87f69bae604d admin admin] Publish callbacks [] for security_group (b5666690-41b8-43b9-97df-8e168699a943), precommit_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:29.446575 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.notifiers.nova [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1d48bcc-c2cd-4550-b46c-0b4470912f16 {{(pid=106270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 03 13:31:29.480495 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.db [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] For port a1d48bcc-c2cd-4550-b46c-0b4470912f16, host hv-cinder-86009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86009',level=0,port_id=a1d48bcc-c2cd-4550-b46c-0b4470912f16,segment=NetworkSegment(55ce58d8-df7c-4b91-8b60-1d78b467e2b7),segment_id=55ce58d8-df7c-4b91-8b60-1d78b467e2b7)] {{(pid=106270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 13:31:29.487811 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751015143617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751014657006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751014658052'] for port (a1d48bcc-c2cd-4550-b46c-0b4470912f16), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:29.489094 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Device 4e8541e0-b0c3-4cae-a985-b4e2dfec4290 details requested by agent hyperv_hv-cinder-86009 with host hv-cinder-86009 {{(pid=106270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 03 13:31:29.513750 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-4a59d0d2-ae1d-4cf7-89b1-9b976f4cf09e req-05b5db79-e0d3-4298-95c9-430f8e2555e8 service neutron] 10.222.0.65 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4e8541e0-b0c3-4cae-a985-b4e2dfec4290 HTTP/1.1" status: 200 len: 217 time: 0.0689082 Oct 03 13:31:29.620554 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-05e63274-3036-46b1-8c2d-2c17a80acdeb req-8ca4a61e-530d-42ef-90cb-00a9b2dda519 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/c7f5133f-f533-43e9-8556-7d1b6afd965c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3489993 Oct 03 13:31:29.637603 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Pushing event updated for resources: {'Port': ['ID=a1d48bcc-c2cd-4550-b46c-0b4470912f16,revision_number=4']} {{(pid=106270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:31:29.643549 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:31:29.711729 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.db [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] For port 4e8541e0-b0c3-4cae-a985-b4e2dfec4290, host hv-cinder-86009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86009',level=0,port_id=4e8541e0-b0c3-4cae-a985-b4e2dfec4290,segment=NetworkSegment(a13be668-9c4e-4111-8b50-69439ed85703),segment_id=a13be668-9c4e-4111-8b50-69439ed85703)] {{(pid=106270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 13:31:29.713390 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a59d0d2-ae1d-4cf7-89b1-9b976f4cf09e req-c07076a8-6cf4-4948-9b24-bdacaeb708ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:31:29.714908 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-4a59d0d2-ae1d-4cf7-89b1-9b976f4cf09e req-c07076a8-6cf4-4948-9b24-bdacaeb708ba service neutron] 10.222.0.65 "GET /networking/v2.0/subnets?id=014887d4-da5d-4382-8b78-e31d89e09c89 HTTP/1.1" status: 200 len: 858 time: 0.1890965 Oct 03 13:31:29.721551 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-af080659-064b-45df-a100-87f69bae604d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (b5666690-41b8-43b9-97df-8e168699a943), after_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:29.724246 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-af080659-064b-45df-a100-87f69bae604d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:29.725430 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-af080659-064b-45df-a100-87f69bae604d admin admin] 10.222.0.58 "DELETE /networking/v2.0/security-groups/b5666690-41b8-43b9-97df-8e168699a943 HTTP/1.1" status: 204 len: 168 time: 0.7944961 Oct 03 13:31:29.739531 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Returning: {'device': '4e8541e0-b0c3-4cae-a985-b4e2dfec4290', 'network_id': '289ad0fb-c675-48f9-ad56-9a68538f4eb7', 'port_id': '4e8541e0-b0c3-4cae-a985-b4e2dfec4290', 'mac_address': 'fa:16:3e:ec:0a:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '014887d4-da5d-4382-8b78-e31d89e09c89', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 03 13:31:29.795341 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55d45cb-8e30-421c-810f-cc1f36866097 req-a9e0b497-1868-4f83-b61a-39e1cd03fa59 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:31:29.803039 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-a55d45cb-8e30-421c-810f-cc1f36866097 req-a9e0b497-1868-4f83-b61a-39e1cd03fa59 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=f46d2be3-6cca-411b-8b83-b13d51f53463 HTTP/1.1" status: 200 len: 943 time: 0.1811144 Oct 03 13:31:29.826063 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af080659-064b-45df-a100-87f69bae604d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5666690-41b8-43b9-97df-8e168699a943,revision_number=None']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:31:29.839611 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Current status of the port 4e8541e0-b0c3-4cae-a985-b4e2dfec4290 is: DOWN; New status is: BUILD {{(pid=106270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 13:31:29.840014 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (4e8541e0-b0c3-4cae-a985-b4e2dfec4290), before_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:29.878952 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a59d0d2-ae1d-4cf7-89b1-9b976f4cf09e req-a7ba77d4-daae-4e18-ad97-d59d6b262fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:31:29.881017 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-4a59d0d2-ae1d-4cf7-89b1-9b976f4cf09e req-a7ba77d4-daae-4e18-ad97-d59d6b262fe9 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?network_id=289ad0fb-c675-48f9-ad56-9a68538f4eb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1176636 Oct 03 13:31:29.931313 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bba7890-85cb-4d7b-a620-d8b7d883f804 req-add5f3df-b722-4dcd-83b1-cc5e7f235a95 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:31:29.933130 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-0bba7890-85cb-4d7b-a620-d8b7d883f804 req-add5f3df-b722-4dcd-83b1-cc5e7f235a95 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=7a9ff191-d009-41e4-9966-44fe462252b5 HTTP/1.1" status: 200 len: 945 time: 0.9188054 Oct 03 13:31:29.950506 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.notifiers.nova [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e8541e0-b0c3-4cae-a985-b4e2dfec4290 {{(pid=106270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 03 13:31:30.000475 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-91045945-8895-4b9d-96ea-41e52880f4e2 req-e9012b5e-ebea-40f7-89b9-89a2296deb24 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/ff8319e2-24e1-46c8-a6e2-568f9c4503d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8591473 Oct 03 13:31:30.023124 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:DELETE=1 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:31:30.082770 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.db [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] For port 4e8541e0-b0c3-4cae-a985-b4e2dfec4290, host hv-cinder-86009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86009',level=0,port_id=4e8541e0-b0c3-4cae-a985-b4e2dfec4290,segment=NetworkSegment(a13be668-9c4e-4111-8b50-69439ed85703),segment_id=a13be668-9c4e-4111-8b50-69439ed85703)] {{(pid=106270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 13:31:30.083534 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaab2f83-b019-4d31-8d2b-d62d92113e21 req-dfd01e52-e295-4a7b-874d-ff618283018f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:31:30.084843 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-eaab2f83-b019-4d31-8d2b-d62d92113e21 req-dfd01e52-e295-4a7b-874d-ff618283018f service neutron] 10.222.0.65 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9415829 Oct 03 13:31:30.101917 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751015143617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751014657006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751014658052'] for port (4e8541e0-b0c3-4cae-a985-b4e2dfec4290), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:30.131168 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-0bba7890-85cb-4d7b-a620-d8b7d883f804 req-8039d669-caf1-4b63-92f2-414e6b3f69e0 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=587bb1f5-50c5-4dc1-a076-a6f6dc054886&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1665351 Oct 03 13:31:30.200374 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4c9bdd-bb18-4778-899a-bfac4af3742a req-26b38354-2055-404e-9a5f-5c709788b3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:31:30.204797 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-af4c9bdd-bb18-4778-899a-bfac4af3742a req-26b38354-2055-404e-9a5f-5c709788b3b9 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=557321bf33ca42df8d5d53e5157e6803&device_id=f46d2be3-6cca-411b-8b83-b13d51f53463 HTTP/1.1" status: 200 len: 1127 time: 0.0714951 Oct 03 13:31:30.293033 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-af4c9bdd-bb18-4778-899a-bfac4af3742a req-d338a9cf-d134-4622-95e9-e65777cca433 service neutron] 10.222.0.65 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9b784b63-7dc9-4c53-835b-6c3039d2f205 HTTP/1.1" status: 200 len: 217 time: 0.0800598 Oct 03 13:31:30.411317 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4c9bdd-bb18-4778-899a-bfac4af3742a req-ef4a9285-485f-4399-91e6-e734d7ea8455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:31:30.415472 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-af4c9bdd-bb18-4778-899a-bfac4af3742a req-ef4a9285-485f-4399-91e6-e734d7ea8455 service neutron] 10.222.0.65 "GET /networking/v2.0/subnets?id=014887d4-da5d-4382-8b78-e31d89e09c89 HTTP/1.1" status: 200 len: 858 time: 0.1135697 Oct 03 13:31:30.438834 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:31:30.475356 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Pushing event updated for resources: {'Port': ['ID=4e8541e0-b0c3-4cae-a985-b4e2dfec4290,revision_number=4']} {{(pid=106270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:31:30.616313 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4c9bdd-bb18-4778-899a-bfac4af3742a req-4951e59b-555e-4667-9686-82816353e6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:31:30.620779 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-af4c9bdd-bb18-4778-899a-bfac4af3742a req-4951e59b-555e-4667-9686-82816353e6eb service neutron] 10.222.0.65 "GET /networking/v2.0/ports?network_id=289ad0fb-c675-48f9-ad56-9a68538f4eb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1969841 Oct 03 13:31:30.754175 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.db [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] get_ports_and_sgs() called for port_ids ['4e8541e0-b0c3-4cae-a985-b4e2dfec4290'] {{(pid=106270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 03 13:31:30.792040 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:31:30.817896 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-a55d45cb-8e30-421c-810f-cc1f36866097 req-ba3905a5-2737-4a01-839a-41f999dd33b9 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=90741e6a-03d0-4889-9f91-275c8bff3e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0137820 Oct 03 13:31:30.838945 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-05e63274-3036-46b1-8c2d-2c17a80acdeb req-d32518ac-4fc9-47f9-a938-920cd5fed7c6 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/c7f5133f-f533-43e9-8556-7d1b6afd965c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2067449 Oct 03 13:31:30.843861 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-4a59d0d2-ae1d-4cf7-89b1-9b976f4cf09e req-f5a52dbf-bc79-4f5e-a3a6-65c97b6efd5b service neutron] 10.222.0.65 "GET /networking/v2.0/networks/289ad0fb-c675-48f9-ad56-9a68538f4eb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9525857 Oct 03 13:31:30.895871 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1623ab-ec53-40f6-a7a9-97dbcd87ee01 req-f8387e23-438e-4c46-8e95-41ac2effda63 tempest-DeleteServersTestJSON-2036391304 tempest-DeleteServersTestJSON-2036391304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:31:30.898323 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-fb1623ab-ec53-40f6-a7a9-97dbcd87ee01 req-f8387e23-438e-4c46-8e95-41ac2effda63 tempest-DeleteServersTestJSON-2036391304 tempest-DeleteServersTestJSON-2036391304-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=81de33cc-ab4f-402c-bc77-a8818e85ad75 HTTP/1.1" status: 200 len: 945 time: 0.3159382 Oct 03 13:31:31.012971 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.db [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] get_ports_and_sgs() called for port_ids ['a1d48bcc-c2cd-4550-b46c-0b4470912f16'] {{(pid=106270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 03 13:31:31.090746 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-af4c9bdd-bb18-4778-899a-bfac4af3742a req-2f2c2548-5988-43d7-a330-66c1f9e04991 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/289ad0fb-c675-48f9-ad56-9a68538f4eb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4474592 Oct 03 13:31:31.098893 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.db [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] get_ports_and_sgs() called for port_ids ['316014ae-7577-478c-97b0-af9327de5aca'] {{(pid=106270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 03 13:31:31.140066 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-4a59d0d2-ae1d-4cf7-89b1-9b976f4cf09e req-171387b9-5391-4522-b088-a713901030b5 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/289ad0fb-c675-48f9-ad56-9a68538f4eb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2834275 Oct 03 13:31:31.366147 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-fb1623ab-ec53-40f6-a7a9-97dbcd87ee01 req-8caa4f86-4db5-46ad-af82-9609643a14b6 tempest-DeleteServersTestJSON-2036391304 tempest-DeleteServersTestJSON-2036391304-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=12b2519c-83b1-439b-bd18-0a558686cec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4233336 Oct 03 13:31:31.379942 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-af4c9bdd-bb18-4778-899a-bfac4af3742a req-281e3ea1-2583-49f7-8dea-884a59a7d1c9 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/289ad0fb-c675-48f9-ad56-9a68538f4eb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2740045 Oct 03 13:31:31.513928 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883b23f6-dbb8-4fe2-b1b8-fd348a6e8ea3 req-53df563d-dc3f-4831-a6c6-2f07efcbcc07 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:31:31.515565 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-883b23f6-dbb8-4fe2-b1b8-fd348a6e8ea3 req-53df563d-dc3f-4831-a6c6-2f07efcbcc07 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=7a9ff191-d009-41e4-9966-44fe462252b5 HTTP/1.1" status: 200 len: 945 time: 0.1635244 Oct 03 13:31:31.629577 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-883b23f6-dbb8-4fe2-b1b8-fd348a6e8ea3 req-13a325d6-f210-432c-be63-ba4949f4515c tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=587bb1f5-50c5-4dc1-a076-a6f6dc054886&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1061776 Oct 03 13:31:32.067546 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:31:32.098915 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-f206a16c-1bee-40af-aafd-642a180deeb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (3460fffa-818c-4144-9400-237880db20a4), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:32.131890 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063bf8b4-194a-4ae2-beb3-a47d7de6e041 req-dddd4dc4-4477-4a6a-944b-3c6de20e3454 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:31:32.133607 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-063bf8b4-194a-4ae2-beb3-a47d7de6e041 req-dddd4dc4-4477-4a6a-944b-3c6de20e3454 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=f46d2be3-6cca-411b-8b83-b13d51f53463 HTTP/1.1" status: 200 len: 943 time: 0.1564510 Oct 03 13:31:32.221102 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-063bf8b4-194a-4ae2-beb3-a47d7de6e041 req-29b5d64f-e426-446a-ac2f-2d968e7bb5a6 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=90741e6a-03d0-4889-9f91-275c8bff3e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719101 Oct 03 13:31:32.514969 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:31:32.576792 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0259d28-ae64-4a18-887b-99df4737149f req-2b5430a8-b10f-4602-8857-495a909bb3f3 tempest-DeleteServersTestJSON-2036391304 tempest-DeleteServersTestJSON-2036391304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:31:32.578491 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-d0259d28-ae64-4a18-887b-99df4737149f req-2b5430a8-b10f-4602-8857-495a909bb3f3 tempest-DeleteServersTestJSON-2036391304 tempest-DeleteServersTestJSON-2036391304-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=81de33cc-ab4f-402c-bc77-a8818e85ad75 HTTP/1.1" status: 200 len: 945 time: 0.0755785 Oct 03 13:31:32.648787 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-d0259d28-ae64-4a18-887b-99df4737149f req-52bd5b2b-1ac2-4bd2-af29-bd5d787c7b39 tempest-DeleteServersTestJSON-2036391304 tempest-DeleteServersTestJSON-2036391304-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=12b2519c-83b1-439b-bd18-0a558686cec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594256 Oct 03 13:31:32.817062 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142035f4-aa07-4b18-8a6c-59c09a1cfb22 req-6de2aa46-969a-498c-8000-4007fcf3fd5b tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:31:32.819825 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-142035f4-aa07-4b18-8a6c-59c09a1cfb22 req-6de2aa46-969a-498c-8000-4007fcf3fd5b tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=7a9ff191-d009-41e4-9966-44fe462252b5 HTTP/1.1" status: 200 len: 945 time: 0.0847025 Oct 03 13:31:32.914791 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-142035f4-aa07-4b18-8a6c-59c09a1cfb22 req-c2e629cb-0d91-4a4c-80c5-2253417e674f tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=587bb1f5-50c5-4dc1-a076-a6f6dc054886&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831301 Oct 03 13:31:33.525152 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a94423f-32c2-46cd-9063-410952047198 req-d6a486de-037e-43d5-8062-b2043ad81bf9 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:31:33.528023 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-6a94423f-32c2-46cd-9063-410952047198 req-d6a486de-037e-43d5-8062-b2043ad81bf9 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=f46d2be3-6cca-411b-8b83-b13d51f53463 HTTP/1.1" status: 200 len: 943 time: 0.0848687 Oct 03 13:31:33.589980 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-6a94423f-32c2-46cd-9063-410952047198 req-18c7b52a-8e4e-4b36-a01f-ca6f64415a80 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=90741e6a-03d0-4889-9f91-275c8bff3e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546892 Oct 03 13:31:33.808115 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e8e977-a076-4373-bf64-90d3faafa636 req-8748d508-9748-4ca4-9cab-2ac0d59761d8 tempest-DeleteServersTestJSON-2036391304 tempest-DeleteServersTestJSON-2036391304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:31:33.809766 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-10e8e977-a076-4373-bf64-90d3faafa636 req-8748d508-9748-4ca4-9cab-2ac0d59761d8 tempest-DeleteServersTestJSON-2036391304 tempest-DeleteServersTestJSON-2036391304-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=81de33cc-ab4f-402c-bc77-a8818e85ad75 HTTP/1.1" status: 200 len: 945 time: 0.0559905 Oct 03 13:31:33.872125 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-10e8e977-a076-4373-bf64-90d3faafa636 req-0b5867f7-a8b4-465b-b669-69ca5a3bdcb3 tempest-DeleteServersTestJSON-2036391304 tempest-DeleteServersTestJSON-2036391304-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=12b2519c-83b1-439b-bd18-0a558686cec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550363 Oct 03 13:31:34.064925 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ca9854-eedb-4a70-acff-efb07dfd7c7a req-95c4ad84-f3e1-47aa-a258-caa2b658ea7f tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:31:34.066852 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-34ca9854-eedb-4a70-acff-efb07dfd7c7a req-95c4ad84-f3e1-47aa-a258-caa2b658ea7f tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=7a9ff191-d009-41e4-9966-44fe462252b5 HTTP/1.1" status: 200 len: 945 time: 0.0612292 Oct 03 13:31:34.129132 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-34ca9854-eedb-4a70-acff-efb07dfd7c7a req-c2c7c201-97a1-4a1b-a8e7-0844cebe598f tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=587bb1f5-50c5-4dc1-a076-a6f6dc054886&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554218 Oct 03 13:31:34.691173 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=100 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:31:34.740151 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bc8760-7ba2-425e-a202-0caec77c1e53 req-b7941f41-2abc-4aeb-92c1-cd1fde805ce4 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:31:34.741842 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-06bc8760-7ba2-425e-a202-0caec77c1e53 req-b7941f41-2abc-4aeb-92c1-cd1fde805ce4 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=f46d2be3-6cca-411b-8b83-b13d51f53463 HTTP/1.1" status: 200 len: 943 time: 0.0631733 Oct 03 13:31:34.801068 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-06bc8760-7ba2-425e-a202-0caec77c1e53 req-ab9d6286-e4a0-4926-9044-c95dcd2c0235 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=90741e6a-03d0-4889-9f91-275c8bff3e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513043 Oct 03 13:31:34.860855 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-78d2112b-cb65-4a5c-aef3-78f4da5d581a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (94180321-47b1-4b5c-b620-b1b0a31df446), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:35.019030 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6a2703-b02a-42e8-ad17-37cb1989e0bd req-ae4749ff-fc35-4d9d-a4aa-d00e0dcdec7f tempest-DeleteServersTestJSON-2036391304 tempest-DeleteServersTestJSON-2036391304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:31:35.020638 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-4f6a2703-b02a-42e8-ad17-37cb1989e0bd req-ae4749ff-fc35-4d9d-a4aa-d00e0dcdec7f tempest-DeleteServersTestJSON-2036391304 tempest-DeleteServersTestJSON-2036391304-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=81de33cc-ab4f-402c-bc77-a8818e85ad75 HTTP/1.1" status: 200 len: 945 time: 0.0592954 Oct 03 13:31:35.082773 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-4f6a2703-b02a-42e8-ad17-37cb1989e0bd req-b67ddc8d-2073-4ad1-91ea-3d27a691d63f tempest-DeleteServersTestJSON-2036391304 tempest-DeleteServersTestJSON-2036391304-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=12b2519c-83b1-439b-bd18-0a558686cec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550764 Oct 03 13:31:35.286654 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638019a2-c685-4878-a940-10cafcf0d297 req-2847f822-bf0e-4fed-ad20-f2ba4020c9f4 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:31:35.288681 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-638019a2-c685-4878-a940-10cafcf0d297 req-2847f822-bf0e-4fed-ad20-f2ba4020c9f4 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=7a9ff191-d009-41e4-9966-44fe462252b5 HTTP/1.1" status: 200 len: 945 time: 0.0596030 Oct 03 13:31:35.348077 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-638019a2-c685-4878-a940-10cafcf0d297 req-ac80c8de-35da-48a0-8b89-2c6d91855e6a tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=587bb1f5-50c5-4dc1-a076-a6f6dc054886&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521603 Oct 03 13:31:36.000905 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19adc23a-ad0e-4196-90ca-8a0bf457e033 req-28b8354e-6fad-4ba6-b46e-d4940e21b757 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:31:36.003178 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-19adc23a-ad0e-4196-90ca-8a0bf457e033 req-28b8354e-6fad-4ba6-b46e-d4940e21b757 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=f46d2be3-6cca-411b-8b83-b13d51f53463 HTTP/1.1" status: 200 len: 943 time: 0.0688450 Oct 03 13:31:36.079752 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-19adc23a-ad0e-4196-90ca-8a0bf457e033 req-602f0c69-f13b-4561-a963-b6b1f7ba94e5 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=90741e6a-03d0-4889-9f91-275c8bff3e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654738 Oct 03 13:31:36.129036 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-1bb28928-3e93-41c9-8900-1ecfb790b160 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (5eabf47d-5620-4e94-9269-ef19fe52be68), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:36.270141 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acc9d2b-3f6b-484b-95a2-02589059a91f req-90526fcd-e884-4910-bdf0-1116d277b643 tempest-DeleteServersTestJSON-2036391304 tempest-DeleteServersTestJSON-2036391304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:31:36.272298 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-3acc9d2b-3f6b-484b-95a2-02589059a91f req-90526fcd-e884-4910-bdf0-1116d277b643 tempest-DeleteServersTestJSON-2036391304 tempest-DeleteServersTestJSON-2036391304-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=81de33cc-ab4f-402c-bc77-a8818e85ad75 HTTP/1.1" status: 200 len: 945 time: 0.0668092 Oct 03 13:31:36.287130 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=100 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:31:36.335086 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-3acc9d2b-3f6b-484b-95a2-02589059a91f req-9ca2e49a-2ada-4429-af22-bb8be639dbd6 tempest-DeleteServersTestJSON-2036391304 tempest-DeleteServersTestJSON-2036391304-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=12b2519c-83b1-439b-bd18-0a558686cec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550723 Oct 03 13:31:36.517721 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47b5f37-9619-425f-bba1-a5158baf0b94 req-c68c2e9c-fed7-481d-aea9-6ff4c58a8be8 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:31:36.519477 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-c47b5f37-9619-425f-bba1-a5158baf0b94 req-c68c2e9c-fed7-481d-aea9-6ff4c58a8be8 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=7a9ff191-d009-41e4-9966-44fe462252b5 HTTP/1.1" status: 200 len: 945 time: 0.0764759 Oct 03 13:31:36.576304 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-c47b5f37-9619-425f-bba1-a5158baf0b94 req-ac47a2eb-68bd-4c12-bc7c-afbf830bdd9e tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=587bb1f5-50c5-4dc1-a076-a6f6dc054886&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500624 Oct 03 13:31:37.286563 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878e441b-822a-4466-83ec-8754cf53f71c req-22381f1f-61e2-4624-9f9c-805b962675a6 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:31:37.288334 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-878e441b-822a-4466-83ec-8754cf53f71c req-22381f1f-61e2-4624-9f9c-805b962675a6 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=f46d2be3-6cca-411b-8b83-b13d51f53463 HTTP/1.1" status: 200 len: 943 time: 0.0566430 Oct 03 13:31:37.349868 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-878e441b-822a-4466-83ec-8754cf53f71c req-e7eeab37-a298-43be-bb72-a4ecd94646b6 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=90741e6a-03d0-4889-9f91-275c8bff3e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513051 Oct 03 13:31:37.472727 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (d46c7ed5-c451-4a76-ab3f-ab8e3ea4a5ec), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:37.530407 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e5f906-d3d9-404b-b7b9-b58f33760bf6 req-862df34a-08b8-4e7e-b3df-713855a68d6e tempest-DeleteServersTestJSON-2036391304 tempest-DeleteServersTestJSON-2036391304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:31:37.532029 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-57e5f906-d3d9-404b-b7b9-b58f33760bf6 req-862df34a-08b8-4e7e-b3df-713855a68d6e tempest-DeleteServersTestJSON-2036391304 tempest-DeleteServersTestJSON-2036391304-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=81de33cc-ab4f-402c-bc77-a8818e85ad75 HTTP/1.1" status: 200 len: 945 time: 0.0992553 Oct 03 13:31:37.596629 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-9b3e6be4-ae7f-4a46-812d-719b0ca73959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (3cd5b2bb-c81a-4ce3-a212-a51c5aa706bd), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:37.644876 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-57e5f906-d3d9-404b-b7b9-b58f33760bf6 req-45e9f9b7-4948-4ed0-a752-7c035e838a8f tempest-DeleteServersTestJSON-2036391304 tempest-DeleteServersTestJSON-2036391304-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=12b2519c-83b1-439b-bd18-0a558686cec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981982 Oct 03 13:31:37.819284 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d01909b-de45-444c-8f7e-b3af32085985 req-c3390957-a053-4f80-8499-f112851d417e tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:31:37.828177 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-0d01909b-de45-444c-8f7e-b3af32085985 req-c3390957-a053-4f80-8499-f112851d417e tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=7a9ff191-d009-41e4-9966-44fe462252b5 HTTP/1.1" status: 200 len: 945 time: 0.1159933 Oct 03 13:31:37.905741 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-0d01909b-de45-444c-8f7e-b3af32085985 req-3f52b80e-e21d-41ee-b0d6-c802d4c941b6 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=587bb1f5-50c5-4dc1-a076-a6f6dc054886&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683644 Oct 03 13:31:37.927103 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (1af51d63-a9c9-4bbe-9b0d-c8e0a80c641c), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:38.493603 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426291d2-9f4d-4caf-ab78-8dac33920000 req-3afc611a-c0b2-4004-9e75-1681769d8c94 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:31:38.495345 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-426291d2-9f4d-4caf-ab78-8dac33920000 req-3afc611a-c0b2-4004-9e75-1681769d8c94 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=f46d2be3-6cca-411b-8b83-b13d51f53463 HTTP/1.1" status: 200 len: 943 time: 0.0551558 Oct 03 13:31:38.565493 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-426291d2-9f4d-4caf-ab78-8dac33920000 req-0fa99610-8d3e-40e3-a96a-cf2c6be85af9 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=90741e6a-03d0-4889-9f91-275c8bff3e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632842 Oct 03 13:31:38.899379 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b077807-a5e1-4958-a664-b88063556bd5 req-076b8202-3114-4538-8b0d-a8599f51509c tempest-DeleteServersTestJSON-2036391304 tempest-DeleteServersTestJSON-2036391304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:31:38.903594 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-9b077807-a5e1-4958-a664-b88063556bd5 req-076b8202-3114-4538-8b0d-a8599f51509c tempest-DeleteServersTestJSON-2036391304 tempest-DeleteServersTestJSON-2036391304-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=81de33cc-ab4f-402c-bc77-a8818e85ad75 HTTP/1.1" status: 200 len: 945 time: 0.0783556 Oct 03 13:31:39.040201 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-9b077807-a5e1-4958-a664-b88063556bd5 req-a5da11b1-b621-4668-aff8-4a7b0d72d83f tempest-DeleteServersTestJSON-2036391304 tempest-DeleteServersTestJSON-2036391304-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=12b2519c-83b1-439b-bd18-0a558686cec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242068 Oct 03 13:31:39.079596 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Device 316014ae-7577-478c-97b0-af9327de5aca up at agent hyperv_hv-cinder-86009 {{(pid=106270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 13:31:39.186796 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.provisioning_blocks [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Provisioning for port 316014ae-7577-478c-97b0-af9327de5aca completed by entity L2. {{(pid=106270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 03 13:31:39.213236 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e20e61-1d6c-4d32-bb80-c72a87cb6b1a req-c288c9d9-1bb0-42ff-bbd9-a90c0e02ea94 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:31:39.217199 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.provisioning_blocks [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Provisioning complete for port 316014ae-7577-478c-97b0-af9327de5aca triggered by entity L2. {{(pid=106270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 13:31:39.225297 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1340199'] for port (316014ae-7577-478c-97b0-af9327de5aca), provisioning_complete {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:39.227521 dv-cinder-860090-1-iscsi neutron-server[106270]: INFO neutron.plugins.ml2.plugin [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Attempt 1 to provision port 316014ae-7577-478c-97b0-af9327de5aca Oct 03 13:31:39.228338 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-77e20e61-1d6c-4d32-bb80-c72a87cb6b1a req-c288c9d9-1bb0-42ff-bbd9-a90c0e02ea94 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=7a9ff191-d009-41e4-9966-44fe462252b5 HTTP/1.1" status: 200 len: 945 time: 0.1294477 Oct 03 13:31:39.328601 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=100 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:31:39.350594 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-77e20e61-1d6c-4d32-bb80-c72a87cb6b1a req-737aec40-6c3d-484b-8312-e47761d5fce9 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=587bb1f5-50c5-4dc1-a076-a6f6dc054886&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1196337 Oct 03 13:31:39.408320 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Current status of the port 316014ae-7577-478c-97b0-af9327de5aca is: BUILD; New status is: ACTIVE {{(pid=106270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 13:31:39.408622 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (316014ae-7577-478c-97b0-af9327de5aca), before_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:39.458691 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a9ff191-d009-41e4-9966-44fe462252b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '316014ae-7577-478c-97b0-af9327de5aca'}] {{(pid=106270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 13:31:39.566367 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.db [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] For port 316014ae-7577-478c-97b0-af9327de5aca, host hv-cinder-86009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86009',level=0,port_id=316014ae-7577-478c-97b0-af9327de5aca,segment=NetworkSegment(2cd7ae88-a108-4db9-b508-67961f878f9a),segment_id=2cd7ae88-a108-4db9-b508-67961f878f9a)] {{(pid=106270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 13:31:39.573775 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751015143617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751014657006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751014658052'] for port (316014ae-7577-478c-97b0-af9327de5aca), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:39.576275 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Device a1d48bcc-c2cd-4550-b46c-0b4470912f16 up at agent hyperv_hv-cinder-86009 {{(pid=106270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 13:31:39.850673 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:31:39.887139 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2c56bd-3a72-48ce-989e-412aec923961 req-40c8081e-5808-489b-95d1-5b0f1844ba17 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:31:39.890549 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Device 9b784b63-7dc9-4c53-835b-6c3039d2f205 details requested by agent hyperv_hv-cinder-86009 with host hv-cinder-86009 {{(pid=106270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 03 13:31:39.910145 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-6f2c56bd-3a72-48ce-989e-412aec923961 req-40c8081e-5808-489b-95d1-5b0f1844ba17 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=f46d2be3-6cca-411b-8b83-b13d51f53463 HTTP/1.1" status: 200 len: 943 time: 0.1711550 Oct 03 13:31:39.914257 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Pushing event updated for resources: {'Port': ['ID=316014ae-7577-478c-97b0-af9327de5aca,revision_number=5']} {{(pid=106270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:31:39.955905 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}560c9627402e85393d05fbb3c51e26d9631cba9dc4b6297c571b83e08b497dad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18ef3a60-4a1c-4914-864c-ed81d1a92d10" -d '{"events": [{"server_uuid": "7a9ff191-d009-41e4-9966-44fe462252b5", "name": "network-vif-plugged", "status": "completed", "tag": "316014ae-7577-478c-97b0-af9327de5aca"}]}' {{(pid=106270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 13:31:39.973404 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.provisioning_blocks [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Provisioning for port a1d48bcc-c2cd-4550-b46c-0b4470912f16 completed by entity L2. {{(pid=106270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 03 13:31:39.983066 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:31:39.983589 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:31:39.984144 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:31:39.984699 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:31:39.985223 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:31:39.985733 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:31:39.986232 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:31:39.986726 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:31:39.987223 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:31:39.987725 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:31:39.988224 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:31:39.988780 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:31:39.989331 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:31:39.999108 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:31:40.008713 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:31:40.013605 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-6f2c56bd-3a72-48ce-989e-412aec923961 req-77f6d49a-b269-4276-8d07-556a1c0e0f34 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=90741e6a-03d0-4889-9f91-275c8bff3e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973830 Oct 03 13:31:40.052446 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.provisioning_blocks [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Provisioning complete for port a1d48bcc-c2cd-4550-b46c-0b4470912f16 triggered by entity L2. {{(pid=106270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 13:31:40.053156 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1340199'] for port (a1d48bcc-c2cd-4550-b46c-0b4470912f16), provisioning_complete {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:40.053680 dv-cinder-860090-1-iscsi neutron-server[106270]: INFO neutron.plugins.ml2.plugin [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Attempt 1 to provision port a1d48bcc-c2cd-4550-b46c-0b4470912f16 Oct 03 13:31:40.317631 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ef144e-9f00-4390-8f10-ebfe1816f746 req-1332e6a9-cb6c-48ed-b352-4627e807f32a tempest-DeleteServersTestJSON-2036391304 tempest-DeleteServersTestJSON-2036391304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:31:40.327954 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 13:31:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f25796dd-d8b4-41d3-bdf1-aa7eef3af97b x-openstack-request-id: req-f25796dd-d8b4-41d3-bdf1-aa7eef3af97b {{(pid=106270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 13:31:40.329779 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a9ff191-d009-41e4-9966-44fe462252b5", "name": "network-vif-plugged", "status": "completed", "tag": "316014ae-7577-478c-97b0-af9327de5aca", "code": 200}]} {{(pid=106270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 13:31:40.330465 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f25796dd-d8b4-41d3-bdf1-aa7eef3af97b {{(pid=106270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 13:31:40.331461 dv-cinder-860090-1-iscsi neutron-server[106270]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f25796dd-d8b4-41d3-bdf1-aa7eef3af97b'] response: {'server_uuid': '7a9ff191-d009-41e4-9966-44fe462252b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '316014ae-7577-478c-97b0-af9327de5aca', 'code': 200} Oct 03 13:31:40.361618 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-46ef144e-9f00-4390-8f10-ebfe1816f746 req-1332e6a9-cb6c-48ed-b352-4627e807f32a tempest-DeleteServersTestJSON-2036391304 tempest-DeleteServersTestJSON-2036391304-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=81de33cc-ab4f-402c-bc77-a8818e85ad75 HTTP/1.1" status: 200 len: 945 time: 0.1531930 Oct 03 13:31:40.386216 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Current status of the port a1d48bcc-c2cd-4550-b46c-0b4470912f16 is: BUILD; New status is: ACTIVE {{(pid=106270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 13:31:40.386844 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (a1d48bcc-c2cd-4550-b46c-0b4470912f16), before_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:40.449769 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.db [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] For port 9b784b63-7dc9-4c53-835b-6c3039d2f205, host hv-cinder-86009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86009',level=0,port_id=9b784b63-7dc9-4c53-835b-6c3039d2f205,segment=NetworkSegment(a13be668-9c4e-4111-8b50-69439ed85703),segment_id=a13be668-9c4e-4111-8b50-69439ed85703)] {{(pid=106270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 13:31:40.464660 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-46ef144e-9f00-4390-8f10-ebfe1816f746 req-8db11e67-7771-4aba-947e-1855b3e92d33 tempest-DeleteServersTestJSON-2036391304 tempest-DeleteServersTestJSON-2036391304-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=12b2519c-83b1-439b-bd18-0a558686cec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008496 Oct 03 13:31:40.512545 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Returning: {'device': '9b784b63-7dc9-4c53-835b-6c3039d2f205', 'network_id': '289ad0fb-c675-48f9-ad56-9a68538f4eb7', 'port_id': '9b784b63-7dc9-4c53-835b-6c3039d2f205', 'mac_address': 'fa:16:3e:ab:cb:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '014887d4-da5d-4382-8b78-e31d89e09c89', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 03 13:31:40.521212 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.db [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] For port a1d48bcc-c2cd-4550-b46c-0b4470912f16, host hv-cinder-86009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86009',level=0,port_id=a1d48bcc-c2cd-4550-b46c-0b4470912f16,segment=NetworkSegment(55ce58d8-df7c-4b91-8b60-1d78b467e2b7),segment_id=55ce58d8-df7c-4b91-8b60-1d78b467e2b7)] {{(pid=106270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 13:31:40.572050 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Current status of the port 9b784b63-7dc9-4c53-835b-6c3039d2f205 is: DOWN; New status is: BUILD {{(pid=106270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 13:31:40.572420 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (9b784b63-7dc9-4c53-835b-6c3039d2f205), before_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:40.575834 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751015143617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751014657006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751014658052'] for port (a1d48bcc-c2cd-4550-b46c-0b4470912f16), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:40.577091 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Device 4e8541e0-b0c3-4cae-a985-b4e2dfec4290 up at agent hyperv_hv-cinder-86009 {{(pid=106270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 13:31:40.612317 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:31:40.647673 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcd15a1-3888-4532-af76-d7c9e757cb15 req-b1ce86ab-1f21-47b2-a723-1eb85e8a7f54 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:31:40.650842 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-bfcd15a1-3888-4532-af76-d7c9e757cb15 req-b1ce86ab-1f21-47b2-a723-1eb85e8a7f54 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=7a9ff191-d009-41e4-9966-44fe462252b5 HTTP/1.1" status: 200 len: 946 time: 0.1244402 Oct 03 13:31:40.707595 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.notifiers.nova [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b784b63-7dc9-4c53-835b-6c3039d2f205 {{(pid=106270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 03 13:31:40.753416 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.db [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] For port 9b784b63-7dc9-4c53-835b-6c3039d2f205, host hv-cinder-86009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86009',level=0,port_id=9b784b63-7dc9-4c53-835b-6c3039d2f205,segment=NetworkSegment(a13be668-9c4e-4111-8b50-69439ed85703),segment_id=a13be668-9c4e-4111-8b50-69439ed85703)] {{(pid=106270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 13:31:40.768431 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb0a9de-f127-4539-9d8c-b2d9df669808 req-a36916d7-bb17-4753-a074-9a8d09b73a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:31:40.773051 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-1cb0a9de-f127-4539-9d8c-b2d9df669808 req-a36916d7-bb17-4753-a074-9a8d09b73a2a service neutron] 10.222.0.65 "GET /networking/v2.0/ports?device_id=7a9ff191-d009-41e4-9966-44fe462252b5 HTTP/1.1" status: 200 len: 1130 time: 0.1553161 Oct 03 13:31:40.775831 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751015143617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751014657006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751014658052'] for port (9b784b63-7dc9-4c53-835b-6c3039d2f205), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:40.797526 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-bfcd15a1-3888-4532-af76-d7c9e757cb15 req-44f8bd16-946f-44ff-8628-308a46aa9000 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=587bb1f5-50c5-4dc1-a076-a6f6dc054886&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1352577 Oct 03 13:31:40.830987 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [req-1cb0a9de-f127-4539-9d8c-b2d9df669808 req-159dbc7e-217b-4415-8d4f-7c742a6826a2 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:40.831126 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.provisioning_blocks [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Provisioning for port 4e8541e0-b0c3-4cae-a985-b4e2dfec4290 completed by entity L2. {{(pid=106270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 03 13:31:40.835336 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Pushing event updated for resources: {'Port': ['ID=a1d48bcc-c2cd-4550-b46c-0b4470912f16,revision_number=5']} {{(pid=106270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:31:40.847612 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.provisioning_blocks [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Provisioning complete for port 4e8541e0-b0c3-4cae-a985-b4e2dfec4290 triggered by entity L2. {{(pid=106270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 13:31:40.848095 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1340199'] for port (4e8541e0-b0c3-4cae-a985-b4e2dfec4290), provisioning_complete {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:40.848728 dv-cinder-860090-1-iscsi neutron-server[106270]: INFO neutron.plugins.ml2.plugin [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Attempt 1 to provision port 4e8541e0-b0c3-4cae-a985-b4e2dfec4290 Oct 03 13:31:40.957714 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [req-1cb0a9de-f127-4539-9d8c-b2d9df669808 req-159dbc7e-217b-4415-8d4f-7c742a6826a2 service neutron] Publish callbacks [] for security_group (74b3508d-1b72-408a-86c2-22e31f17ae2d), precommit_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:40.963052 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [req-1cb0a9de-f127-4539-9d8c-b2d9df669808 req-159dbc7e-217b-4415-8d4f-7c742a6826a2 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (74b3508d-1b72-408a-86c2-22e31f17ae2d), after_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:41.018766 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159dbc7e-217b-4415-8d4f-7c742a6826a2 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=74b3508d-1b72-408a-86c2-22e31f17ae2d,revision_number=1']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:31:41.024413 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-1cb0a9de-f127-4539-9d8c-b2d9df669808 req-159dbc7e-217b-4415-8d4f-7c742a6826a2 service neutron] 10.222.0.65 "GET /networking/v2.0/security-groups?id=587bb1f5-50c5-4dc1-a076-a6f6dc054886&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2423010 Oct 03 13:31:41.167511 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Pushing event updated for resources: {'Port': ['ID=9b784b63-7dc9-4c53-835b-6c3039d2f205,revision_number=4']} {{(pid=106270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:31:41.214999 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc96f81d-e730-4cad-b39c-4148efea8f9e req-88f1d6cd-f7eb-41fd-b723-d73e7ea100e9 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:31:41.218281 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-cc96f81d-e730-4cad-b39c-4148efea8f9e req-88f1d6cd-f7eb-41fd-b723-d73e7ea100e9 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=f46d2be3-6cca-411b-8b83-b13d51f53463 HTTP/1.1" status: 200 len: 944 time: 0.0898390 Oct 03 13:31:41.249790 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Current status of the port 4e8541e0-b0c3-4cae-a985-b4e2dfec4290 is: BUILD; New status is: ACTIVE {{(pid=106270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 13:31:41.250445 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (4e8541e0-b0c3-4cae-a985-b4e2dfec4290), before_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:41.254254 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:31:41.319221 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-cc96f81d-e730-4cad-b39c-4148efea8f9e req-c16e907a-912d-4061-b45c-b100fa84b991 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=90741e6a-03d0-4889-9f91-275c8bff3e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875635 Oct 03 13:31:41.326567 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.db [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] For port 4e8541e0-b0c3-4cae-a985-b4e2dfec4290, host hv-cinder-86009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86009',level=0,port_id=4e8541e0-b0c3-4cae-a985-b4e2dfec4290,segment=NetworkSegment(a13be668-9c4e-4111-8b50-69439ed85703),segment_id=a13be668-9c4e-4111-8b50-69439ed85703)] {{(pid=106270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 13:31:41.342404 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751015143617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751014657006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751014658052'] for port (4e8541e0-b0c3-4cae-a985-b4e2dfec4290), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:41.428361 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Pushing event updated for resources: {'Port': ['ID=4e8541e0-b0c3-4cae-a985-b4e2dfec4290,revision_number=5']} {{(pid=106270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:31:41.746312 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa90e01c-f863-48e3-87bf-a76fb15690e4 req-115b32aa-6d3e-4c53-b583-e283c1b5e1e3 tempest-DeleteServersTestJSON-2036391304 tempest-DeleteServersTestJSON-2036391304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:31:41.749035 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-aa90e01c-f863-48e3-87bf-a76fb15690e4 req-115b32aa-6d3e-4c53-b583-e283c1b5e1e3 tempest-DeleteServersTestJSON-2036391304 tempest-DeleteServersTestJSON-2036391304-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=81de33cc-ab4f-402c-bc77-a8818e85ad75 HTTP/1.1" status: 200 len: 946 time: 0.0724125 Oct 03 13:31:41.835383 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-aa90e01c-f863-48e3-87bf-a76fb15690e4 req-cd899169-fdd9-498f-93ef-72b4a49c4987 tempest-DeleteServersTestJSON-2036391304 tempest-DeleteServersTestJSON-2036391304-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=12b2519c-83b1-439b-bd18-0a558686cec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640793 Oct 03 13:31:41.977376 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 57904) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:31:42.056447 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bcea45-dda7-4c90-84bf-b3599a2cf3df req-da0f01c0-f944-445c-aa9d-432ce66f76b5 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:31:42.059190 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-e2bcea45-dda7-4c90-84bf-b3599a2cf3df req-da0f01c0-f944-445c-aa9d-432ce66f76b5 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=7a9ff191-d009-41e4-9966-44fe462252b5 HTTP/1.1" status: 200 len: 946 time: 0.1024311 Oct 03 13:31:42.112534 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:31:42.139420 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-e2bcea45-dda7-4c90-84bf-b3599a2cf3df req-87a4a8bd-f656-4461-90b8-07324b1c1821 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=587bb1f5-50c5-4dc1-a076-a6f6dc054886&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710204 Oct 03 13:31:42.167823 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-f2c09d2d-98df-44bc-8b92-c31fa0bcd99b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:42.188902 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=100 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:31:42.270678 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-f2c09d2d-98df-44bc-8b92-c31fa0bcd99b admin admin] Publish callbacks [] for security_group (c6f9f70f-ef42-4fb7-9441-7cfada0fed08), precommit_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:42.275720 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-f2c09d2d-98df-44bc-8b92-c31fa0bcd99b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (c6f9f70f-ef42-4fb7-9441-7cfada0fed08), after_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:42.325755 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c09d2d-98df-44bc-8b92-c31fa0bcd99b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6f9f70f-ef42-4fb7-9441-7cfada0fed08,revision_number=1']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:31:42.330267 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-f2c09d2d-98df-44bc-8b92-c31fa0bcd99b admin admin] 10.222.0.58 "GET /networking/v2.0/security-groups?tenant_id=cc992c50758d48c890ca42059912a4ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3506866 Oct 03 13:31:42.334054 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 57910) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:31:42.334429 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81de33cc-ab4f-402c-bc77-a8818e85ad75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1d48bcc-c2cd-4550-b46c-0b4470912f16'}, {'server_uuid': '4b7a7e49-20a7-45bc-bc98-7af878fc50a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e8541e0-b0c3-4cae-a985-b4e2dfec4290'}] {{(pid=106270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 13:31:42.337646 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c09d2d-98df-44bc-8b92-c31fa0bcd99b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:31:42.337943 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c09d2d-98df-44bc-8b92-c31fa0bcd99b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:31:42.338323 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c09d2d-98df-44bc-8b92-c31fa0bcd99b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:31:42.338719 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c09d2d-98df-44bc-8b92-c31fa0bcd99b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:31:42.339269 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c09d2d-98df-44bc-8b92-c31fa0bcd99b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:31:42.339458 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c09d2d-98df-44bc-8b92-c31fa0bcd99b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:31:42.339603 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}560c9627402e85393d05fbb3c51e26d9631cba9dc4b6297c571b83e08b497dad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8790678-a2e1-4df1-ac30-ccb54cd9c714" -d '{"events": [{"server_uuid": "81de33cc-ab4f-402c-bc77-a8818e85ad75", "name": "network-vif-plugged", "status": "completed", "tag": "a1d48bcc-c2cd-4550-b46c-0b4470912f16"}, {"server_uuid": "4b7a7e49-20a7-45bc-bc98-7af878fc50a8", "name": "network-vif-plugged", "status": "completed", "tag": "4e8541e0-b0c3-4cae-a985-b4e2dfec4290"}]}' {{(pid=106270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 13:31:42.339763 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c09d2d-98df-44bc-8b92-c31fa0bcd99b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:31:42.340003 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c09d2d-98df-44bc-8b92-c31fa0bcd99b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:31:42.340316 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c09d2d-98df-44bc-8b92-c31fa0bcd99b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:31:42.340695 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c09d2d-98df-44bc-8b92-c31fa0bcd99b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:31:42.341253 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c09d2d-98df-44bc-8b92-c31fa0bcd99b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:31:42.341762 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c09d2d-98df-44bc-8b92-c31fa0bcd99b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:31:42.342250 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c09d2d-98df-44bc-8b92-c31fa0bcd99b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:31:42.342433 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c09d2d-98df-44bc-8b92-c31fa0bcd99b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:31:42.342770 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c09d2d-98df-44bc-8b92-c31fa0bcd99b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:31:42.442646 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-6aefdb30-036b-4391-800b-8199a5eb7b1a admin admin] Publish callbacks [] for security_group (c6f9f70f-ef42-4fb7-9441-7cfada0fed08), before_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:42.478038 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 03 Oct 2022 13:31:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad96eea1-66f5-49b4-bc42-866d1541899a x-openstack-request-id: req-ad96eea1-66f5-49b4-bc42-866d1541899a {{(pid=106270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 13:31:42.479491 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81de33cc-ab4f-402c-bc77-a8818e85ad75", "name": "network-vif-plugged", "status": "completed", "tag": "a1d48bcc-c2cd-4550-b46c-0b4470912f16", "code": 200}, {"server_uuid": "4b7a7e49-20a7-45bc-bc98-7af878fc50a8", "name": "network-vif-plugged", "status": "completed", "tag": "4e8541e0-b0c3-4cae-a985-b4e2dfec4290", "code": 200}]} {{(pid=106270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 13:31:42.479899 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ad96eea1-66f5-49b4-bc42-866d1541899a {{(pid=106270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 13:31:42.480513 dv-cinder-860090-1-iscsi neutron-server[106270]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad96eea1-66f5-49b4-bc42-866d1541899a'] response: {'server_uuid': '81de33cc-ab4f-402c-bc77-a8818e85ad75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1d48bcc-c2cd-4550-b46c-0b4470912f16', 'code': 200} Oct 03 13:31:42.480937 dv-cinder-860090-1-iscsi neutron-server[106270]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad96eea1-66f5-49b4-bc42-866d1541899a'] response: {'server_uuid': '4b7a7e49-20a7-45bc-bc98-7af878fc50a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e8541e0-b0c3-4cae-a985-b4e2dfec4290', 'code': 200} Oct 03 13:31:42.545860 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-6aefdb30-036b-4391-800b-8199a5eb7b1a admin admin] Publish callbacks [] for security_group (c6f9f70f-ef42-4fb7-9441-7cfada0fed08), precommit_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:42.571128 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a10e09-34ee-423a-a3f2-8ae7fcd578b0 req-c4e59209-82db-4bdf-bdbe-5c0be8ca38b1 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:31:42.574606 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-a1a10e09-34ee-423a-a3f2-8ae7fcd578b0 req-c4e59209-82db-4bdf-bdbe-5c0be8ca38b1 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=f46d2be3-6cca-411b-8b83-b13d51f53463 HTTP/1.1" status: 200 len: 944 time: 0.1352010 Oct 03 13:31:42.708922 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-a1a10e09-34ee-423a-a3f2-8ae7fcd578b0 req-510687b3-addd-4e9e-b91d-809b2fbc4e60 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=90741e6a-03d0-4889-9f91-275c8bff3e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248322 Oct 03 13:31:42.732325 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-6aefdb30-036b-4391-800b-8199a5eb7b1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (c6f9f70f-ef42-4fb7-9441-7cfada0fed08), after_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:42.737136 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-6aefdb30-036b-4391-800b-8199a5eb7b1a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:42.745486 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-6aefdb30-036b-4391-800b-8199a5eb7b1a admin admin] 10.222.0.58 "DELETE /networking/v2.0/security-groups/c6f9f70f-ef42-4fb7-9441-7cfada0fed08 HTTP/1.1" status: 204 len: 168 time: 0.4021351 Oct 03 13:31:42.755331 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aefdb30-036b-4391-800b-8199a5eb7b1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6f9f70f-ef42-4fb7-9441-7cfada0fed08,revision_number=None']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:31:43.032827 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6384edf-5f4a-4403-9179-5d4bad80091c req-e1d6c712-fa38-406a-aa06-5ae412838d9a tempest-DeleteServersTestJSON-2036391304 tempest-DeleteServersTestJSON-2036391304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:31:43.034722 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-e6384edf-5f4a-4403-9179-5d4bad80091c req-e1d6c712-fa38-406a-aa06-5ae412838d9a tempest-DeleteServersTestJSON-2036391304 tempest-DeleteServersTestJSON-2036391304-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=81de33cc-ab4f-402c-bc77-a8818e85ad75 HTTP/1.1" status: 200 len: 946 time: 0.0669751 Oct 03 13:31:43.125302 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-e6384edf-5f4a-4403-9179-5d4bad80091c req-dc2cd8a9-eb81-4fb3-bdf4-2ea6975e438b tempest-DeleteServersTestJSON-2036391304 tempest-DeleteServersTestJSON-2036391304-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=12b2519c-83b1-439b-bd18-0a558686cec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800765 Oct 03 13:31:43.290064 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 57944) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:31:43.304879 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-5f507b30-2bb6-46ef-8893-ab741415da4b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:43.340843 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a494cc4-ce46-4707-9b86-4bebcbf0390a req-cbf9df74-dc0d-4f2b-bd17-77781d6b21f5 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:31:43.344490 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-3a494cc4-ce46-4707-9b86-4bebcbf0390a req-cbf9df74-dc0d-4f2b-bd17-77781d6b21f5 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=7a9ff191-d009-41e4-9966-44fe462252b5 HTTP/1.1" status: 200 len: 946 time: 0.0656269 Oct 03 13:31:43.405752 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-3a494cc4-ce46-4707-9b86-4bebcbf0390a req-2052efec-fa5c-453f-90b6-4f7291bcf453 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=587bb1f5-50c5-4dc1-a076-a6f6dc054886&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538120 Oct 03 13:31:43.456128 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-5f507b30-2bb6-46ef-8893-ab741415da4b admin admin] Publish callbacks [] for security_group (d3ff0b5c-5644-40fa-8017-58f1b70eb178), precommit_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:43.461638 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-5f507b30-2bb6-46ef-8893-ab741415da4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (d3ff0b5c-5644-40fa-8017-58f1b70eb178), after_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:43.515399 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-5f507b30-2bb6-46ef-8893-ab741415da4b admin admin] 10.222.0.58 "GET /networking/v2.0/security-groups?tenant_id=93eb70513c654d53b6378957f609bca8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2239761 Oct 03 13:31:43.516261 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f507b30-2bb6-46ef-8893-ab741415da4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3ff0b5c-5644-40fa-8017-58f1b70eb178,revision_number=1']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:31:43.519076 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 57946) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:31:43.585354 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-de3d4dc9-9206-424e-b623-b2e84f2a85a4 admin admin] Publish callbacks [] for security_group (d3ff0b5c-5644-40fa-8017-58f1b70eb178), before_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:43.613740 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-de3d4dc9-9206-424e-b623-b2e84f2a85a4 admin admin] Publish callbacks [] for security_group (d3ff0b5c-5644-40fa-8017-58f1b70eb178), precommit_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:43.684256 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-de3d4dc9-9206-424e-b623-b2e84f2a85a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (d3ff0b5c-5644-40fa-8017-58f1b70eb178), after_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:43.689337 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-de3d4dc9-9206-424e-b623-b2e84f2a85a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:43.694401 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-de3d4dc9-9206-424e-b623-b2e84f2a85a4 admin admin] 10.222.0.58 "DELETE /networking/v2.0/security-groups/d3ff0b5c-5644-40fa-8017-58f1b70eb178 HTTP/1.1" status: 204 len: 168 time: 0.1707966 Oct 03 13:31:43.706655 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3d4dc9-9206-424e-b623-b2e84f2a85a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3ff0b5c-5644-40fa-8017-58f1b70eb178,revision_number=None']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:31:43.914552 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.db [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] get_ports_and_sgs() called for port_ids ['9b784b63-7dc9-4c53-835b-6c3039d2f205'] {{(pid=106270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 03 13:31:43.990779 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8fd422-24bd-4618-a7ef-035b5b82d909 req-0514cd9b-c73b-482c-8e9c-824846cbc9ca tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:31:44.006957 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-bc8fd422-24bd-4618-a7ef-035b5b82d909 req-0514cd9b-c73b-482c-8e9c-824846cbc9ca tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=f46d2be3-6cca-411b-8b83-b13d51f53463 HTTP/1.1" status: 200 len: 944 time: 0.1870670 Oct 03 13:31:44.188431 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:31:44.191718 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-bc8fd422-24bd-4618-a7ef-035b5b82d909 req-a6de4019-0bef-4d75-a5e3-ce88177d1d86 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=90741e6a-03d0-4889-9f91-275c8bff3e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807711 Oct 03 13:31:44.468566 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d88c4c-d484-4645-aa23-5c03f11f480a req-cb5c9aca-f2e2-43d5-b3a0-e55e3846eec0 tempest-DeleteServersTestJSON-2036391304 tempest-DeleteServersTestJSON-2036391304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:31:44.470781 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-85d88c4c-d484-4645-aa23-5c03f11f480a req-cb5c9aca-f2e2-43d5-b3a0-e55e3846eec0 tempest-DeleteServersTestJSON-2036391304 tempest-DeleteServersTestJSON-2036391304-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=81de33cc-ab4f-402c-bc77-a8818e85ad75 HTTP/1.1" status: 200 len: 946 time: 0.1218188 Oct 03 13:31:44.571386 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-85d88c4c-d484-4645-aa23-5c03f11f480a req-d950ced0-30ae-4b7c-a940-0ec5ba3a79f3 tempest-DeleteServersTestJSON-2036391304 tempest-DeleteServersTestJSON-2036391304-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=12b2519c-83b1-439b-bd18-0a558686cec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887933 Oct 03 13:31:44.638223 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82451145-8f65-4f8e-bcb9-4237eafec11c req-84f1ca13-1029-4677-9e12-e381a47a9c21 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:31:44.645652 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-82451145-8f65-4f8e-bcb9-4237eafec11c req-84f1ca13-1029-4677-9e12-e381a47a9c21 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=7a9ff191-d009-41e4-9966-44fe462252b5 HTTP/1.1" status: 200 len: 946 time: 0.0859685 Oct 03 13:31:44.679871 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=85,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:31:44.699970 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-82451145-8f65-4f8e-bcb9-4237eafec11c req-7ce9440f-8bdd-448b-9904-a405eeeb4e32 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=587bb1f5-50c5-4dc1-a076-a6f6dc054886&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533621 Oct 03 13:31:44.787874 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332de80f-498a-476c-80d8-e03494fd3c45 req-afad56d8-bab2-47de-8e88-ba7936851ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:31:44.790532 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-332de80f-498a-476c-80d8-e03494fd3c45 req-afad56d8-bab2-47de-8e88-ba7936851ff7 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?device_id=81de33cc-ab4f-402c-bc77-a8818e85ad75 HTTP/1.1" status: 200 len: 1130 time: 0.0703807 Oct 03 13:31:44.842285 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b52552f-fa82-4032-a6aa-ab5fb5159e5e req-1b7efa63-9171-4d97-9320-bb5b8d6d4239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:31:44.843831 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-6b52552f-fa82-4032-a6aa-ab5fb5159e5e req-1b7efa63-9171-4d97-9320-bb5b8d6d4239 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?device_id=4b7a7e49-20a7-45bc-bc98-7af878fc50a8 HTTP/1.1" status: 200 len: 1130 time: 0.0847685 Oct 03 13:31:44.875859 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-332de80f-498a-476c-80d8-e03494fd3c45 req-f41d72ba-b204-4a15-a1c0-75b1bd4e6b6e service neutron] 10.222.0.65 "GET /networking/v2.0/security-groups?id=12b2519c-83b1-439b-bd18-0a558686cec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740888 Oct 03 13:31:44.921106 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-6b52552f-fa82-4032-a6aa-ab5fb5159e5e req-8c3c1869-22f9-47a1-a9c3-2f7f750eb279 service neutron] 10.222.0.65 "GET /networking/v2.0/security-groups?id=90741e6a-03d0-4889-9f91-275c8bff3e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707068 Oct 03 13:31:45.468485 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1518d1-c92a-4077-a318-ba10526624bb req-6d30cae8-9e03-43ec-86a2-472443c65177 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:31:45.483737 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-cf1518d1-c92a-4077-a318-ba10526624bb req-6d30cae8-9e03-43ec-86a2-472443c65177 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=f46d2be3-6cca-411b-8b83-b13d51f53463 HTTP/1.1" status: 200 len: 944 time: 0.1133552 Oct 03 13:31:45.593761 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-cf1518d1-c92a-4077-a318-ba10526624bb req-ca27dc66-175d-48a8-a65a-60e4c3d55bab tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=90741e6a-03d0-4889-9f91-275c8bff3e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062016 Oct 03 13:31:45.776197 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa28830-f75b-4b7b-9de1-9b80cc8747e8 req-2d3dbfa0-c7e9-48ef-b9b9-82358330cdd2 tempest-DeleteServersTestJSON-2036391304 tempest-DeleteServersTestJSON-2036391304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:31:45.785972 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-bfa28830-f75b-4b7b-9de1-9b80cc8747e8 req-2d3dbfa0-c7e9-48ef-b9b9-82358330cdd2 tempest-DeleteServersTestJSON-2036391304 tempest-DeleteServersTestJSON-2036391304-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=81de33cc-ab4f-402c-bc77-a8818e85ad75 HTTP/1.1" status: 200 len: 946 time: 0.0720217 Oct 03 13:31:45.858179 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-bfa28830-f75b-4b7b-9de1-9b80cc8747e8 req-60293cf3-bee4-433f-81a9-66aa6c0fdf21 tempest-DeleteServersTestJSON-2036391304 tempest-DeleteServersTestJSON-2036391304-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=12b2519c-83b1-439b-bd18-0a558686cec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721376 Oct 03 13:31:45.921497 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Device 9b784b63-7dc9-4c53-835b-6c3039d2f205 up at agent hyperv_hv-cinder-86009 {{(pid=106270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 13:31:46.032756 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21011c6b-d9fa-481d-9d51-ff7230a9ce06 req-462d8bfe-34d0-4b2e-9554-9741c5cb4f90 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:31:46.034996 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-21011c6b-d9fa-481d-9d51-ff7230a9ce06 req-462d8bfe-34d0-4b2e-9554-9741c5cb4f90 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=7a9ff191-d009-41e4-9966-44fe462252b5 HTTP/1.1" status: 200 len: 946 time: 0.1395178 Oct 03 13:31:46.048803 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.provisioning_blocks [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Provisioning for port 9b784b63-7dc9-4c53-835b-6c3039d2f205 completed by entity L2. {{(pid=106270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 03 13:31:46.049117 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:31:46.064751 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.provisioning_blocks [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Provisioning complete for port 9b784b63-7dc9-4c53-835b-6c3039d2f205 triggered by entity L2. {{(pid=106270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 13:31:46.066804 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1340199'] for port (9b784b63-7dc9-4c53-835b-6c3039d2f205), provisioning_complete {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:46.066804 dv-cinder-860090-1-iscsi neutron-server[106270]: INFO neutron.plugins.ml2.plugin [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Attempt 1 to provision port 9b784b63-7dc9-4c53-835b-6c3039d2f205 Oct 03 13:31:46.134340 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=2 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:31:46.172135 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-21011c6b-d9fa-481d-9d51-ff7230a9ce06 req-9b1aa5f9-c650-4d7c-9567-23fdbf8cd475 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=587bb1f5-50c5-4dc1-a076-a6f6dc054886&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1301105 Oct 03 13:31:46.179227 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=4 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:31:46.270779 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Current status of the port 9b784b63-7dc9-4c53-835b-6c3039d2f205 is: BUILD; New status is: ACTIVE {{(pid=106270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 13:31:46.271174 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (9b784b63-7dc9-4c53-835b-6c3039d2f205), before_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:46.320939 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f46d2be3-6cca-411b-8b83-b13d51f53463', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b784b63-7dc9-4c53-835b-6c3039d2f205'}] {{(pid=106270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 13:31:46.326194 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}560c9627402e85393d05fbb3c51e26d9631cba9dc4b6297c571b83e08b497dad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c20a2452-14d2-464a-98de-a73f1dc952b3" -d '{"events": [{"server_uuid": "f46d2be3-6cca-411b-8b83-b13d51f53463", "name": "network-vif-plugged", "status": "completed", "tag": "9b784b63-7dc9-4c53-835b-6c3039d2f205"}]}' {{(pid=106270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 13:31:46.350160 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.db [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] For port 9b784b63-7dc9-4c53-835b-6c3039d2f205, host hv-cinder-86009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86009',level=0,port_id=9b784b63-7dc9-4c53-835b-6c3039d2f205,segment=NetworkSegment(a13be668-9c4e-4111-8b50-69439ed85703),segment_id=a13be668-9c4e-4111-8b50-69439ed85703)] {{(pid=106270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 13:31:46.358916 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751015143617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751014657006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751014658052'] for port (9b784b63-7dc9-4c53-835b-6c3039d2f205), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:46.414693 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 13:31:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec94a9f4-d463-4ad7-8a37-21ad79bfaf7b x-openstack-request-id: req-ec94a9f4-d463-4ad7-8a37-21ad79bfaf7b {{(pid=106270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 13:31:46.415538 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f46d2be3-6cca-411b-8b83-b13d51f53463", "name": "network-vif-plugged", "status": "completed", "tag": "9b784b63-7dc9-4c53-835b-6c3039d2f205", "code": 200}]} {{(pid=106270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 13:31:46.416146 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ec94a9f4-d463-4ad7-8a37-21ad79bfaf7b {{(pid=106270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 13:31:46.416787 dv-cinder-860090-1-iscsi neutron-server[106270]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec94a9f4-d463-4ad7-8a37-21ad79bfaf7b'] response: {'server_uuid': 'f46d2be3-6cca-411b-8b83-b13d51f53463', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b784b63-7dc9-4c53-835b-6c3039d2f205', 'code': 200} Oct 03 13:31:46.463933 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 58060) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:31:46.471948 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Pushing event updated for resources: {'Port': ['ID=9b784b63-7dc9-4c53-835b-6c3039d2f205,revision_number=5']} {{(pid=106270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:31:46.722925 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-7518f542-dd42-490f-bf42-36f413bd0622 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:46.858118 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01eab26-0017-4267-8151-9d9ecc29ec50 req-90f7890a-9677-4d1d-84c1-eaad06b9ebc9 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:31:46.866943 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-d01eab26-0017-4267-8151-9d9ecc29ec50 req-90f7890a-9677-4d1d-84c1-eaad06b9ebc9 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=f46d2be3-6cca-411b-8b83-b13d51f53463 HTTP/1.1" status: 200 len: 945 time: 0.1311581 Oct 03 13:31:46.920915 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:INSERT=3 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:31:47.047616 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-d01eab26-0017-4267-8151-9d9ecc29ec50 req-1108927b-0b1c-424a-9e8c-c92a074c68d5 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=90741e6a-03d0-4889-9f91-275c8bff3e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781344 Oct 03 13:31:47.079550 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-7518f542-dd42-490f-bf42-36f413bd0622 admin admin] Publish callbacks [] for security_group (aa3e9c11-31cc-48c7-9982-4dfb05000cda), precommit_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:47.084696 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-7518f542-dd42-490f-bf42-36f413bd0622 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (aa3e9c11-31cc-48c7-9982-4dfb05000cda), after_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:47.224712 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7518f542-dd42-490f-bf42-36f413bd0622 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa3e9c11-31cc-48c7-9982-4dfb05000cda,revision_number=1']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:31:47.230265 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1d3eb8-52a3-40b4-a435-2d8b66e48358 req-51ccdac7-ed24-4a19-b028-f3dee2bcd9eb tempest-DeleteServersTestJSON-2036391304 tempest-DeleteServersTestJSON-2036391304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:31:47.235678 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-7518f542-dd42-490f-bf42-36f413bd0622 admin admin] 10.222.0.58 "GET /networking/v2.0/security-groups?tenant_id=e2d99547a70949368d202ab42771e4e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7698905 Oct 03 13:31:47.238941 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 58110) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:31:47.241192 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-1f1d3eb8-52a3-40b4-a435-2d8b66e48358 req-51ccdac7-ed24-4a19-b028-f3dee2bcd9eb tempest-DeleteServersTestJSON-2036391304 tempest-DeleteServersTestJSON-2036391304-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=81de33cc-ab4f-402c-bc77-a8818e85ad75 HTTP/1.1" status: 200 len: 946 time: 0.1617794 Oct 03 13:31:47.281322 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:31:47.378233 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-7ee90ef2-c686-494a-9887-5e8253157948 admin admin] Publish callbacks [] for security_group (aa3e9c11-31cc-48c7-9982-4dfb05000cda), before_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:47.390893 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-1f1d3eb8-52a3-40b4-a435-2d8b66e48358 req-50dbbb43-33bc-48ba-9c04-4ce853c44832 tempest-DeleteServersTestJSON-2036391304 tempest-DeleteServersTestJSON-2036391304-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=12b2519c-83b1-439b-bd18-0a558686cec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441548 Oct 03 13:31:47.409085 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-7ee90ef2-c686-494a-9887-5e8253157948 admin admin] Publish callbacks [] for security_group (aa3e9c11-31cc-48c7-9982-4dfb05000cda), precommit_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:47.479462 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6881d0a-fe74-495f-8512-c514c60f9ced req-a00ed4b0-4ef5-41b1-bda4-947b2c1fb854 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:31:47.481371 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-d6881d0a-fe74-495f-8512-c514c60f9ced req-a00ed4b0-4ef5-41b1-bda4-947b2c1fb854 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=7a9ff191-d009-41e4-9966-44fe462252b5 HTTP/1.1" status: 200 len: 946 time: 0.1424234 Oct 03 13:31:47.526043 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-7ee90ef2-c686-494a-9887-5e8253157948 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (aa3e9c11-31cc-48c7-9982-4dfb05000cda), after_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:47.529597 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-7ee90ef2-c686-494a-9887-5e8253157948 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:47.534616 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-7ee90ef2-c686-494a-9887-5e8253157948 admin admin] 10.222.0.58 "DELETE /networking/v2.0/security-groups/aa3e9c11-31cc-48c7-9982-4dfb05000cda HTTP/1.1" status: 204 len: 168 time: 0.2921910 Oct 03 13:31:47.583157 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee90ef2-c686-494a-9887-5e8253157948 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa3e9c11-31cc-48c7-9982-4dfb05000cda,revision_number=None']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:31:47.630358 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-d6881d0a-fe74-495f-8512-c514c60f9ced req-1f0b6372-dc10-4f91-8f4c-bdde293a8f9f tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=587bb1f5-50c5-4dc1-a076-a6f6dc054886&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1416583 Oct 03 13:31:47.976230 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a746077-ed5d-40e8-b75d-a73f46450fa4 req-0097836b-5264-41ad-8663-22805bc1ec74 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:31:47.988272 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-4a746077-ed5d-40e8-b75d-a73f46450fa4 req-0097836b-5264-41ad-8663-22805bc1ec74 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=7a9ff191-d009-41e4-9966-44fe462252b5 HTTP/1.1" status: 200 len: 946 time: 0.1254654 Oct 03 13:31:47.996796 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 58134) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:31:48.009289 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.v2.base [None req-99dc85ff-9257-45d1-b54a-24a256bf0ecb tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Request body: {'floatingip': {'port_id': '316014ae-7577-478c-97b0-af9327de5aca'}} {{(pid=106269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 13:31:48.167920 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-99dc85ff-9257-45d1-b54a-24a256bf0ecb tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Publish callbacks [] for floatingip (316a327d-06f9-4250-8c34-0ef413a813e2), before_update {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:48.413994 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:31:48.414304 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 58144) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:31:48.442643 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-a1e3ae44-62fd-46b2-9119-bdfe8b243e7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:48.536169 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a1d2ce-ae28-4ca8-97c2-cb44b14b87a6 req-d47ba986-a849-4924-a15d-cf1793d379bf tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:31:48.553999 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-e2a1d2ce-ae28-4ca8-97c2-cb44b14b87a6 req-d47ba986-a849-4924-a15d-cf1793d379bf tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=f46d2be3-6cca-411b-8b83-b13d51f53463 HTTP/1.1" status: 200 len: 945 time: 0.3773220 Oct 03 13:31:48.652601 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-a1e3ae44-62fd-46b2-9119-bdfe8b243e7b admin admin] Publish callbacks [] for security_group (bb01c4a1-b310-4527-ba3c-e453bda5cdfe), precommit_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:48.666530 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-a1e3ae44-62fd-46b2-9119-bdfe8b243e7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (bb01c4a1-b310-4527-ba3c-e453bda5cdfe), after_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:48.745917 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e3ae44-62fd-46b2-9119-bdfe8b243e7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb01c4a1-b310-4527-ba3c-e453bda5cdfe,revision_number=1']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:31:48.762140 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-e2a1d2ce-ae28-4ca8-97c2-cb44b14b87a6 req-011a8b77-7559-4558-8b9f-844238d93423 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=90741e6a-03d0-4889-9f91-275c8bff3e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053299 Oct 03 13:31:48.822379 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-a1e3ae44-62fd-46b2-9119-bdfe8b243e7b admin admin] 10.222.0.58 "GET /networking/v2.0/security-groups?tenant_id=2363bf836b9944fca276c28fb87f088c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4068794 Oct 03 13:31:48.825141 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 58158) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:31:48.901135 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-f7929070-5a91-4615-b4ad-9dec8952bfa0 admin admin] Publish callbacks [] for security_group (bb01c4a1-b310-4527-ba3c-e453bda5cdfe), before_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:48.930828 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-f7929070-5a91-4615-b4ad-9dec8952bfa0 admin admin] Publish callbacks [] for security_group (bb01c4a1-b310-4527-ba3c-e453bda5cdfe), precommit_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:48.999739 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-f7929070-5a91-4615-b4ad-9dec8952bfa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (bb01c4a1-b310-4527-ba3c-e453bda5cdfe), after_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:49.003541 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-f7929070-5a91-4615-b4ad-9dec8952bfa0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:49.008269 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-f7929070-5a91-4615-b4ad-9dec8952bfa0 admin admin] 10.222.0.58 "DELETE /networking/v2.0/security-groups/bb01c4a1-b310-4527-ba3c-e453bda5cdfe HTTP/1.1" status: 204 len: 168 time: 0.1784906 Oct 03 13:31:49.020209 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7929070-5a91-4615-b4ad-9dec8952bfa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb01c4a1-b310-4527-ba3c-e453bda5cdfe,revision_number=None']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:31:49.255816 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 58168) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:31:49.517002 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-c44b97c7-0f0a-4a15-b9ae-d99b97f3764b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:49.631222 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-c44b97c7-0f0a-4a15-b9ae-d99b97f3764b admin admin] Publish callbacks [] for security_group (de76c6f2-cd13-4a85-bfb6-872cd84c1b3a), precommit_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:49.637229 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-c44b97c7-0f0a-4a15-b9ae-d99b97f3764b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (de76c6f2-cd13-4a85-bfb6-872cd84c1b3a), after_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:49.698816 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-c44b97c7-0f0a-4a15-b9ae-d99b97f3764b admin admin] 10.222.0.58 "GET /networking/v2.0/security-groups?tenant_id=37a67d8c857f4b58a227cc39dcdea404&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4413650 Oct 03 13:31:49.699703 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b97c7-0f0a-4a15-b9ae-d99b97f3764b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de76c6f2-cd13-4a85-bfb6-872cd84c1b3a,revision_number=1']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:31:49.703294 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 58186) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:31:49.762891 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-99dc85ff-9257-45d1-b54a-24a256bf0ecb tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:49.763548 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-9086f5ec-52f1-4403-8328-f7a4ad1ace45 admin admin] Publish callbacks [] for security_group (de76c6f2-cd13-4a85-bfb6-872cd84c1b3a), before_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:49.769203 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-99dc85ff-9257-45d1-b54a-24a256bf0ecb tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3722562'] for floatingip (316a327d-06f9-4250-8c34-0ef413a813e2), after_update {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:49.797823 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-9086f5ec-52f1-4403-8328-f7a4ad1ace45 admin admin] Publish callbacks [] for security_group (de76c6f2-cd13-4a85-bfb6-872cd84c1b3a), precommit_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:49.855914 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:31:49.916422 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=79,neutron:INSERT=14,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:31:49.919727 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-9086f5ec-52f1-4403-8328-f7a4ad1ace45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (de76c6f2-cd13-4a85-bfb6-872cd84c1b3a), after_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:49.922460 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-9086f5ec-52f1-4403-8328-f7a4ad1ace45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:49.923734 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-9086f5ec-52f1-4403-8328-f7a4ad1ace45 admin admin] 10.222.0.58 "DELETE /networking/v2.0/security-groups/de76c6f2-cd13-4a85-bfb6-872cd84c1b3a HTTP/1.1" status: 204 len: 168 time: 0.2194781 Oct 03 13:31:49.953190 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.db.l3_db [None req-99dc85ff-9257-45d1-b54a-24a256bf0ecb tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Floating IP 316a327d-06f9-4250-8c34-0ef413a813e2 associated. External IP: 172.27.1.136, port: 316014ae-7577-478c-97b0-af9327de5aca. Oct 03 13:31:49.957852 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9086f5ec-52f1-4403-8328-f7a4ad1ace45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de76c6f2-cd13-4a85-bfb6-872cd84c1b3a,revision_number=None']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:31:49.982737 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79936633-5170-4ffc-807f-1f0cef19f406 req-b691cd51-3fcc-4e41-bbd1-82cbb27c3199 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:31:49.984498 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-79936633-5170-4ffc-807f-1f0cef19f406 req-b691cd51-3fcc-4e41-bbd1-82cbb27c3199 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=f46d2be3-6cca-411b-8b83-b13d51f53463 HTTP/1.1" status: 200 len: 945 time: 0.0774457 Oct 03 13:31:50.073355 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-79936633-5170-4ffc-807f-1f0cef19f406 req-68721a16-b043-41c8-85b6-e427cbf5df9f tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=90741e6a-03d0-4889-9f91-275c8bff3e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717072 Oct 03 13:31:50.205386 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:31:50.309704 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99dc85ff-9257-45d1-b54a-24a256bf0ecb tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Router 9386ae84-3455-47c1-bf1e-ac1e7b8d81c7 has already been hosted by L3 agent 94180321-47b1-4b5c-b620-b1b0a31df446 {{(pid=106269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 03 13:31:50.466608 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 58210) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:31:50.512712 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-13ae5005-ea65-4e4f-9392-747f9cc0e0ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:50.544279 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99dc85ff-9257-45d1-b54a-24a256bf0ecb tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Notify agent at l3_agent.dv-cinder-860090-1-iscsi the message routers_updated {{(pid=106269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 13:31:50.552080 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-99dc85ff-9257-45d1-b54a-24a256bf0ecb tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512321'] for floatingip (None), before_response {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:50.563308 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff2d176-8f42-4691-bca4-51992753fea9 None None] Sync routers for ids ['9386ae84-3455-47c1-bf1e-ac1e7b8d81c7'] in dv-cinder-860090-1-iscsi {{(pid=106271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 13:31:50.576093 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff2d176-8f42-4691-bca4-51992753fea9 None None] Routers {'9386ae84-3455-47c1-bf1e-ac1e7b8d81c7'} bound to L3 agent in host dv-cinder-860090-1-iscsi {{(pid=106271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 13:31:50.576422 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_hamode_db [None req-5ff2d176-8f42-4691-bca4-51992753fea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860090-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-03T13:22:05Z,description=,heartbeat_timestamp=2022-10-03T13:31:35Z,host='dv-cinder-860090-1-iscsi',id=94180321-47b1-4b5c-b620-b1b0a31df446,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T13:22:05Z,topic='l3_agent')) {'router_ids': ['9386ae84-3455-47c1-bf1e-ac1e7b8d81c7'], 'active': True} {{(pid=106271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:31:50.698622 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_dvr_db [None req-5ff2d176-8f42-4691-bca4-51992753fea9 None None] Set router 9386ae84-3455-47c1-bf1e-ac1e7b8d81c7 gateway port host: dv-cinder-860090-1-iscsi {{(pid=106271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 13:31:50.701760 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-13ae5005-ea65-4e4f-9392-747f9cc0e0ca admin admin] Publish callbacks [] for security_group (bd87fbcd-6a93-4f51-a690-000b6d660115), precommit_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:50.708401 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-99dc85ff-9257-45d1-b54a-24a256bf0ecb tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "PUT /networking/v2.0/floatingips/316a327d-06f9-4250-8c34-0ef413a813e2 HTTP/1.1" status: 200 len: 992 time: 2.7084506 Oct 03 13:31:50.709831 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a9ff191-d009-41e4-9966-44fe462252b5', 'tag': '316014ae-7577-478c-97b0-af9327de5aca'}] {{(pid=106269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 13:31:50.712407 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b47918ded4abb292cd9624282dac8ea540c92c8d0d786a5a735fddaf1d274698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9caaac8e-a8d5-413e-a906-ceca7e918668" -d '{"events": [{"name": "network-changed", "server_uuid": "7a9ff191-d009-41e4-9966-44fe462252b5", "tag": "316014ae-7577-478c-97b0-af9327de5aca"}]}' {{(pid=106269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 13:31:50.716560 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-13ae5005-ea65-4e4f-9392-747f9cc0e0ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (bd87fbcd-6a93-4f51-a690-000b6d660115), after_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:50.723433 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:31:50.767340 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ae5005-ea65-4e4f-9392-747f9cc0e0ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd87fbcd-6a93-4f51-a690-000b6d660115,revision_number=1']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:31:50.773431 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-13ae5005-ea65-4e4f-9392-747f9cc0e0ca admin admin] 10.222.0.58 "GET /networking/v2.0/security-groups?tenant_id=d851da34bbd44716a65fbb0cafdf65d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3060534 Oct 03 13:31:50.776075 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 58224) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:31:50.802629 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 13:31:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a8fdcab-b9b6-47a9-8c4a-a02ae14eafc0 x-openstack-request-id: req-0a8fdcab-b9b6-47a9-8c4a-a02ae14eafc0 {{(pid=106269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 13:31:50.803094 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a9ff191-d009-41e4-9966-44fe462252b5", "tag": "316014ae-7577-478c-97b0-af9327de5aca", "status": "completed", "code": 200}]} {{(pid=106269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 13:31:50.803357 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0a8fdcab-b9b6-47a9-8c4a-a02ae14eafc0 {{(pid=106269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 13:31:50.803769 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a8fdcab-b9b6-47a9-8c4a-a02ae14eafc0'] response: {'name': 'network-changed', 'server_uuid': '7a9ff191-d009-41e4-9966-44fe462252b5', 'tag': '316014ae-7577-478c-97b0-af9327de5aca', 'status': 'completed', 'code': 200} Oct 03 13:31:50.847600 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-0a4d686b-a766-4dd3-adb6-1284df1882ac admin admin] Publish callbacks [] for security_group (bd87fbcd-6a93-4f51-a690-000b6d660115), before_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:50.883742 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-0a4d686b-a766-4dd3-adb6-1284df1882ac admin admin] Publish callbacks [] for security_group (bd87fbcd-6a93-4f51-a690-000b6d660115), precommit_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:50.996210 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-0a4d686b-a766-4dd3-adb6-1284df1882ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (bd87fbcd-6a93-4f51-a690-000b6d660115), after_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:50.999197 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-0a4d686b-a766-4dd3-adb6-1284df1882ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:51.000380 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-0a4d686b-a766-4dd3-adb6-1284df1882ac admin admin] 10.222.0.58 "DELETE /networking/v2.0/security-groups/bd87fbcd-6a93-4f51-a690-000b6d660115 HTTP/1.1" status: 204 len: 168 time: 0.2232900 Oct 03 13:31:51.022288 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4d686b-a766-4dd3-adb6-1284df1882ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd87fbcd-6a93-4f51-a690-000b6d660115,revision_number=None']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:31:51.162116 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_hamode_db [None req-5ff2d176-8f42-4691-bca4-51992753fea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9386ae84-3455-47c1-bf1e-ac1e7b8d81c7', 'name': 'tempest-AttachVolumeNegativeTest-724384781-router', 'tenant_id': 'd8e6dd58ff43419fa5b945bd08ef2931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'external_fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': '8f94ecf7-389a-462c-a841-f7b64d1eb55b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:30:29Z', 'updated_at': '2022-10-03T13:30:42Z', 'revision_number': 4, 'project_id': 'd8e6dd58ff43419fa5b945bd08ef2931', 'gw_port': {'id': '8f94ecf7-389a-462c-a841-f7b64d1eb55b', 'name': '', 'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:6b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9386ae84-3455-47c1-bf1e-ac1e7b8d81c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:30:30Z', 'updated_at': '2022-10-03T13:30:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860090-1-iscsi', '_floatingips': [{'id': '316a327d-06f9-4250-8c34-0ef413a813e2', 'tenant_id': 'd8e6dd58ff43419fa5b945bd08ef2931', 'floating_ip_address': '172.27.1.136', 'floating_network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'router_id': '9386ae84-3455-47c1-bf1e-ac1e7b8d81c7', 'port_id': '316014ae-7577-478c-97b0-af9327de5aca', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff8319e2-24e1-46c8-a6e2-568f9c4503d6', 'mac_address': 'fa:16:3e:59:6e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a9ff191-d009-41e4-9966-44fe462252b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T13:30:54Z', 'updated_at': '2022-10-03T13:31:49Z', 'revision_number': 1, 'project_id': 'd8e6dd58ff43419fa5b945bd08ef2931', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4348bdd0-49c7-4b40-a474-5fac87c13353', 'name': '', 'network_id': 'ff8319e2-24e1-46c8-a6e2-568f9c4503d6', 'tenant_id': 'd8e6dd58ff43419fa5b945bd08ef2931', 'mac_address': 'fa:16:3e:87:64:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9386ae84-3455-47c1-bf1e-ac1e7b8d81c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'c7cf38c1-e397-42ce-8b92-f0af8056be43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:30:37Z', 'updated_at': '2022-10-03T13:30:58Z', 'revision_number': 5, 'project_id': 'd8e6dd58ff43419fa5b945bd08ef2931', 'subnets': [{'id': 'c7cf38c1-e397-42ce-8b92-f0af8056be43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860090-1-iscsi', False) {} {{(pid=106271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:31:51.212598 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff2d176-8f42-4691-bca4-51992753fea9 None None] Checking router: 9386ae84-3455-47c1-bf1e-ac1e7b8d81c7 for host: dv-cinder-860090-1-iscsi {{(pid=106271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 13:31:51.230215 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff2d176-8f42-4691-bca4-51992753fea9 None None] Routers {'9386ae84-3455-47c1-bf1e-ac1e7b8d81c7'} bound to L3 agent in host dv-cinder-860090-1-iscsi {{(pid=106271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 13:31:51.232586 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_hamode_db [None req-5ff2d176-8f42-4691-bca4-51992753fea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860090-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-03T13:22:05Z,description=,heartbeat_timestamp=2022-10-03T13:31:35Z,host='dv-cinder-860090-1-iscsi',id=94180321-47b1-4b5c-b620-b1b0a31df446,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T13:22:05Z,topic='l3_agent')) {'router_ids': ['9386ae84-3455-47c1-bf1e-ac1e7b8d81c7'], 'active': True} {{(pid=106271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:31:51.236030 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7564d56d-faa0-40ee-9c95-8c8860cf6226 req-af155f01-6d18-414e-a3b5-c1753fc881fb tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:31:51.238709 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-7564d56d-faa0-40ee-9c95-8c8860cf6226 req-af155f01-6d18-414e-a3b5-c1753fc881fb tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=f46d2be3-6cca-411b-8b83-b13d51f53463 HTTP/1.1" status: 200 len: 945 time: 0.0675020 Oct 03 13:31:51.322496 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-7564d56d-faa0-40ee-9c95-8c8860cf6226 req-36553644-ba2f-4f72-af21-282cbbfb8043 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=90741e6a-03d0-4889-9f91-275c8bff3e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715988 Oct 03 13:31:51.436424 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_dvr_db [None req-5ff2d176-8f42-4691-bca4-51992753fea9 None None] Set router 9386ae84-3455-47c1-bf1e-ac1e7b8d81c7 gateway port host: dv-cinder-860090-1-iscsi {{(pid=106271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 13:31:51.890429 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_hamode_db [None req-5ff2d176-8f42-4691-bca4-51992753fea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9386ae84-3455-47c1-bf1e-ac1e7b8d81c7', 'name': 'tempest-AttachVolumeNegativeTest-724384781-router', 'tenant_id': 'd8e6dd58ff43419fa5b945bd08ef2931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'external_fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': '8f94ecf7-389a-462c-a841-f7b64d1eb55b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:30:29Z', 'updated_at': '2022-10-03T13:30:42Z', 'revision_number': 4, 'project_id': 'd8e6dd58ff43419fa5b945bd08ef2931', 'gw_port': {'id': '8f94ecf7-389a-462c-a841-f7b64d1eb55b', 'name': '', 'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:6b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9386ae84-3455-47c1-bf1e-ac1e7b8d81c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:30:30Z', 'updated_at': '2022-10-03T13:30:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860090-1-iscsi', '_floatingips': [{'id': '316a327d-06f9-4250-8c34-0ef413a813e2', 'tenant_id': 'd8e6dd58ff43419fa5b945bd08ef2931', 'floating_ip_address': '172.27.1.136', 'floating_network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'router_id': '9386ae84-3455-47c1-bf1e-ac1e7b8d81c7', 'port_id': '316014ae-7577-478c-97b0-af9327de5aca', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff8319e2-24e1-46c8-a6e2-568f9c4503d6', 'mac_address': 'fa:16:3e:59:6e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a9ff191-d009-41e4-9966-44fe462252b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T13:30:54Z', 'updated_at': '2022-10-03T13:31:49Z', 'revision_number': 1, 'project_id': 'd8e6dd58ff43419fa5b945bd08ef2931', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4348bdd0-49c7-4b40-a474-5fac87c13353', 'name': '', 'network_id': 'ff8319e2-24e1-46c8-a6e2-568f9c4503d6', 'tenant_id': 'd8e6dd58ff43419fa5b945bd08ef2931', 'mac_address': 'fa:16:3e:87:64:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9386ae84-3455-47c1-bf1e-ac1e7b8d81c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'c7cf38c1-e397-42ce-8b92-f0af8056be43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:30:37Z', 'updated_at': '2022-10-03T13:30:58Z', 'revision_number': 5, 'project_id': 'd8e6dd58ff43419fa5b945bd08ef2931', 'subnets': [{'id': 'c7cf38c1-e397-42ce-8b92-f0af8056be43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860090-1-iscsi', False) {} {{(pid=106271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:31:51.922769 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff2d176-8f42-4691-bca4-51992753fea9 None None] The sync data for ids ['9386ae84-3455-47c1-bf1e-ac1e7b8d81c7'] in dv-cinder-860090-1-iscsi is: [{'id': '9386ae84-3455-47c1-bf1e-ac1e7b8d81c7', 'name': 'tempest-AttachVolumeNegativeTest-724384781-router', 'tenant_id': 'd8e6dd58ff43419fa5b945bd08ef2931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'external_fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': '8f94ecf7-389a-462c-a841-f7b64d1eb55b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:30:29Z', 'updated_at': '2022-10-03T13:30:42Z', 'revision_number': 4, 'project_id': 'd8e6dd58ff43419fa5b945bd08ef2931', 'gw_port': {'id': '8f94ecf7-389a-462c-a841-f7b64d1eb55b', 'name': '', 'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:6b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9386ae84-3455-47c1-bf1e-ac1e7b8d81c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:30:30Z', 'updated_at': '2022-10-03T13:30:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860090-1-iscsi', '_floatingips': [{'id': '316a327d-06f9-4250-8c34-0ef413a813e2', 'tenant_id': 'd8e6dd58ff43419fa5b945bd08ef2931', 'floating_ip_address': '172.27.1.136', 'floating_network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'router_id': '9386ae84-3455-47c1-bf1e-ac1e7b8d81c7', 'port_id': '316014ae-7577-478c-97b0-af9327de5aca', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff8319e2-24e1-46c8-a6e2-568f9c4503d6', 'mac_address': 'fa:16:3e:59:6e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a9ff191-d009-41e4-9966-44fe462252b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T13:30:54Z', 'updated_at': '2022-10-03T13:31:49Z', 'revision_number': 1, 'project_id': 'd8e6dd58ff43419fa5b945bd08ef2931', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4348bdd0-49c7-4b40-a474-5fac87c13353', 'name': '', 'network_id': 'ff8319e2-24e1-46c8-a6e2-568f9c4503d6', 'tenant_id': 'd8e6dd58ff43419fa5b945bd08ef2931', 'mac_address': 'fa:16:3e:87:64:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9386ae84-3455-47c1-bf1e-ac1e7b8d81c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'c7cf38c1-e397-42ce-8b92-f0af8056be43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:30:37Z', 'updated_at': '2022-10-03T13:30:58Z', 'revision_number': 5, 'project_id': 'd8e6dd58ff43419fa5b945bd08ef2931', 'subnets': [{'id': 'c7cf38c1-e397-42ce-8b92-f0af8056be43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 13:31:52.484788 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f10ad33-cbd4-45f5-98ce-39a6bcf660b3 None None] New status for floating IP 316a327d-06f9-4250-8c34-0ef413a813e2: ACTIVE {{(pid=106270) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 03 13:31:52.563953 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099856f2-2d05-4b39-8cce-51d5edfae766 req-7b9b5650-ee74-4ac9-883f-4d09065b9738 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:31:52.577514 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-099856f2-2d05-4b39-8cce-51d5edfae766 req-7b9b5650-ee74-4ac9-883f-4d09065b9738 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=f46d2be3-6cca-411b-8b83-b13d51f53463 HTTP/1.1" status: 200 len: 945 time: 0.1018829 Oct 03 13:31:52.710780 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-099856f2-2d05-4b39-8cce-51d5edfae766 req-710eca67-32e4-427c-a8d9-13eb409bdd64 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=90741e6a-03d0-4889-9f91-275c8bff3e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316087 Oct 03 13:31:52.741374 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0041fdc-4c29-4a0c-bc52-4c53e797b54a req-5b49aa41-0fff-48b3-9d05-c88731b9755a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:31:52.749610 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-c0041fdc-4c29-4a0c-bc52-4c53e797b54a req-5b49aa41-0fff-48b3-9d05-c88731b9755a service neutron] 10.222.0.65 "GET /networking/v2.0/ports?device_id=f46d2be3-6cca-411b-8b83-b13d51f53463 HTTP/1.1" status: 200 len: 1129 time: 0.1005874 Oct 03 13:31:52.847187 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:31:53.002187 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-c0041fdc-4c29-4a0c-bc52-4c53e797b54a req-a6ac7d22-07a8-4aa5-89fd-e51bbab2d068 service neutron] 10.222.0.65 "GET /networking/v2.0/security-groups?id=90741e6a-03d0-4889-9f91-275c8bff3e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2205610 Oct 03 13:31:53.095566 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caaac8e-a8d5-413e-a906-ceca7e918668 req-893d843e-298b-4826-9223-6abec4711ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:31:53.098006 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-9caaac8e-a8d5-413e-a906-ceca7e918668 req-893d843e-298b-4826-9223-6abec4711ca2 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=d8e6dd58ff43419fa5b945bd08ef2931&device_id=7a9ff191-d009-41e4-9966-44fe462252b5 HTTP/1.1" status: 200 len: 1130 time: 0.1229603 Oct 03 13:31:53.405324 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:31:53.461336 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caaac8e-a8d5-413e-a906-ceca7e918668 req-c6d69197-282a-4be9-a640-626c01028fca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:31:53.464239 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-9caaac8e-a8d5-413e-a906-ceca7e918668 req-c6d69197-282a-4be9-a640-626c01028fca service neutron] 10.222.0.65 "GET /networking/v2.0/networks?id=ff8319e2-24e1-46c8-a6e2-568f9c4503d6 HTTP/1.1" status: 200 len: 915 time: 0.1976914 Oct 03 13:31:53.617166 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-9caaac8e-a8d5-413e-a906-ceca7e918668 req-7ea80c0d-2fda-4781-ad27-4798c1aca0ed service neutron] 10.222.0.65 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=316014ae-7577-478c-97b0-af9327de5aca HTTP/1.1" status: 200 len: 1002 time: 0.1425147 Oct 03 13:31:53.955579 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeae8781-1bbb-42a9-9973-4d149a2c74b5 req-25be25cc-cb7c-4e7c-8f84-ec3ecaa623f8 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:31:53.958867 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-eeae8781-1bbb-42a9-9973-4d149a2c74b5 req-25be25cc-cb7c-4e7c-8f84-ec3ecaa623f8 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=f46d2be3-6cca-411b-8b83-b13d51f53463 HTTP/1.1" status: 200 len: 945 time: 0.1079030 Oct 03 13:31:54.080925 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-eeae8781-1bbb-42a9-9973-4d149a2c74b5 req-73d4374a-1e64-484a-b573-f65bc7e741b8 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=90741e6a-03d0-4889-9f91-275c8bff3e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020658 Oct 03 13:31:54.175412 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caaac8e-a8d5-413e-a906-ceca7e918668 req-111ed27e-f94e-4b4d-9176-1929b0d273e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:31:54.178204 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-9caaac8e-a8d5-413e-a906-ceca7e918668 req-111ed27e-f94e-4b4d-9176-1929b0d273e8 service neutron] 10.222.0.65 "GET /networking/v2.0/subnets?id=c7cf38c1-e397-42ce-8b92-f0af8056be43 HTTP/1.1" status: 200 len: 853 time: 0.0941768 Oct 03 13:31:54.280640 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caaac8e-a8d5-413e-a906-ceca7e918668 req-bc77da9f-da9e-45f5-8710-8d1d88352bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:31:54.284125 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-9caaac8e-a8d5-413e-a906-ceca7e918668 req-bc77da9f-da9e-45f5-8710-8d1d88352bee service neutron] 10.222.0.65 "GET /networking/v2.0/ports?network_id=ff8319e2-24e1-46c8-a6e2-568f9c4503d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0823174 Oct 03 13:31:54.397748 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.agents_db [None req-0a1e5e68-d5eb-461a-8b1a-39e3d06a9bb6 None None] Agent healthcheck: found 6 active agents {{(pid=106271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 03 13:31:54.501700 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-9caaac8e-a8d5-413e-a906-ceca7e918668 req-780465ab-d256-4358-b9f3-30190560a85b service neutron] 10.222.0.65 "GET /networking/v2.0/networks/ff8319e2-24e1-46c8-a6e2-568f9c4503d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2027276 Oct 03 13:31:54.859074 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-9caaac8e-a8d5-413e-a906-ceca7e918668 req-fc87266f-7e61-4c56-bbfb-6c128e48f1c2 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/ff8319e2-24e1-46c8-a6e2-568f9c4503d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2062576 Oct 03 13:31:55.286794 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d96768d-b85b-4990-a558-a53620139726 req-c93a5f35-8ea3-4b4d-971c-41d6d8f3ec6b tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:31:55.290723 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-6d96768d-b85b-4990-a558-a53620139726 req-c93a5f35-8ea3-4b4d-971c-41d6d8f3ec6b tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=f46d2be3-6cca-411b-8b83-b13d51f53463 HTTP/1.1" status: 200 len: 945 time: 0.0872605 Oct 03 13:31:55.378352 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-6d96768d-b85b-4990-a558-a53620139726 req-c8544e9d-2395-4c96-8a68-cf34ad41f4a8 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=90741e6a-03d0-4889-9f91-275c8bff3e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794046 Oct 03 13:31:55.967704 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48365563-6565-41fa-a0ab-12cd76a525da req-980aa8e0-75c5-4cf3-9da9-6d5c1c74d7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:31:55.969397 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-48365563-6565-41fa-a0ab-12cd76a525da req-980aa8e0-75c5-4cf3-9da9-6d5c1c74d7cf service neutron] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=557321bf33ca42df8d5d53e5157e6803&device_id=f46d2be3-6cca-411b-8b83-b13d51f53463 HTTP/1.1" status: 200 len: 1129 time: 0.0540304 Oct 03 13:31:55.998283 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d80552d-67bc-4a6b-ad99-de3162000ee5 req-f1d13cca-6c89-44b0-bd27-33a220eadaf5 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:31:55.999937 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-9d80552d-67bc-4a6b-ad99-de3162000ee5 req-f1d13cca-6c89-44b0-bd27-33a220eadaf5 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=f46d2be3-6cca-411b-8b83-b13d51f53463 HTTP/1.1" status: 200 len: 945 time: 0.0713701 Oct 03 13:31:56.066385 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-9d80552d-67bc-4a6b-ad99-de3162000ee5 req-0d489cf0-51f9-49cc-8902-c355e9495bce tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=90741e6a-03d0-4889-9f91-275c8bff3e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588360 Oct 03 13:31:56.241956 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:31:56.295782 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48365563-6565-41fa-a0ab-12cd76a525da req-fd4f4fb7-5c3d-4d72-81c3-4e5cc32270c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:31:56.299232 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-48365563-6565-41fa-a0ab-12cd76a525da req-fd4f4fb7-5c3d-4d72-81c3-4e5cc32270c1 service neutron] 10.222.0.65 "GET /networking/v2.0/networks?id=289ad0fb-c675-48f9-ad56-9a68538f4eb7 HTTP/1.1" status: 200 len: 920 time: 0.1357813 Oct 03 13:31:56.384291 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-48365563-6565-41fa-a0ab-12cd76a525da req-00fb50cb-2c3c-4403-96ac-ece981a386f4 service neutron] 10.222.0.65 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9b784b63-7dc9-4c53-835b-6c3039d2f205 HTTP/1.1" status: 200 len: 217 time: 0.0737076 Oct 03 13:31:56.458471 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48365563-6565-41fa-a0ab-12cd76a525da req-7e4db427-9456-4795-b225-ddcd86369178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:31:56.460531 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-48365563-6565-41fa-a0ab-12cd76a525da req-7e4db427-9456-4795-b225-ddcd86369178 service neutron] 10.222.0.65 "GET /networking/v2.0/subnets?id=014887d4-da5d-4382-8b78-e31d89e09c89 HTTP/1.1" status: 200 len: 858 time: 0.0662348 Oct 03 13:31:56.532367 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48365563-6565-41fa-a0ab-12cd76a525da req-1d0a3f3d-cdc3-4457-a356-889e2c9f5d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:31:56.534622 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-48365563-6565-41fa-a0ab-12cd76a525da req-1d0a3f3d-cdc3-4457-a356-889e2c9f5d5b service neutron] 10.222.0.65 "GET /networking/v2.0/ports?network_id=289ad0fb-c675-48f9-ad56-9a68538f4eb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0540600 Oct 03 13:31:56.734900 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-48365563-6565-41fa-a0ab-12cd76a525da req-90935748-11e9-4924-96ba-a55d43ec2ee2 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/289ad0fb-c675-48f9-ad56-9a68538f4eb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1831896 Oct 03 13:31:56.943457 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 58480) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:31:57.194104 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-48365563-6565-41fa-a0ab-12cd76a525da req-b5ea978b-89c5-4c34-b42e-ad22b7f0e9c3 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/289ad0fb-c675-48f9-ad56-9a68538f4eb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2334216 Oct 03 13:31:57.274243 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-704a79c1-2abc-4073-aa97-e6e5ca9aa639 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:57.348043 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac1c4b8-4bc8-418c-b940-0d5f4e7d91d5 req-366ab973-cdc5-4e57-b58a-bb8bb24e70c3 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:31:57.362601 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-aac1c4b8-4bc8-418c-b940-0d5f4e7d91d5 req-366ab973-cdc5-4e57-b58a-bb8bb24e70c3 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=f46d2be3-6cca-411b-8b83-b13d51f53463 HTTP/1.1" status: 200 len: 945 time: 0.1212230 Oct 03 13:31:57.443270 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-aac1c4b8-4bc8-418c-b940-0d5f4e7d91d5 req-e2a84e95-d98d-47b7-838a-81288624916e tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=90741e6a-03d0-4889-9f91-275c8bff3e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761290 Oct 03 13:31:57.475194 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-704a79c1-2abc-4073-aa97-e6e5ca9aa639 admin admin] Publish callbacks [] for security_group (af84fc5a-4134-442b-b61b-e93188fe7f1b), precommit_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:57.485160 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-704a79c1-2abc-4073-aa97-e6e5ca9aa639 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (af84fc5a-4134-442b-b61b-e93188fe7f1b), after_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:57.550338 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-704a79c1-2abc-4073-aa97-e6e5ca9aa639 admin admin] 10.222.0.58 "GET /networking/v2.0/security-groups?tenant_id=22fa6c08ed81470b86bdbab4c38c8fcb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6038721 Oct 03 13:31:57.551355 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704a79c1-2abc-4073-aa97-e6e5ca9aa639 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af84fc5a-4134-442b-b61b-e93188fe7f1b,revision_number=1']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:31:57.553921 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 58532) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:31:57.648208 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-faf7df94-23e7-4a84-bab4-e7236d287ff4 admin admin] Publish callbacks [] for security_group (af84fc5a-4134-442b-b61b-e93188fe7f1b), before_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:57.682548 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-faf7df94-23e7-4a84-bab4-e7236d287ff4 admin admin] Publish callbacks [] for security_group (af84fc5a-4134-442b-b61b-e93188fe7f1b), precommit_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:57.783357 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-faf7df94-23e7-4a84-bab4-e7236d287ff4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (af84fc5a-4134-442b-b61b-e93188fe7f1b), after_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:57.788484 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-faf7df94-23e7-4a84-bab4-e7236d287ff4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:57.790722 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-faf7df94-23e7-4a84-bab4-e7236d287ff4 admin admin] 10.222.0.58 "DELETE /networking/v2.0/security-groups/af84fc5a-4134-442b-b61b-e93188fe7f1b HTTP/1.1" status: 204 len: 168 time: 0.2348912 Oct 03 13:31:57.804215 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=100 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:31:57.817250 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf7df94-23e7-4a84-bab4-e7236d287ff4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af84fc5a-4134-442b-b61b-e93188fe7f1b,revision_number=None']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:31:58.341084 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 58576) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:31:58.382613 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-f5d98efa-50ad-4c20-86eb-a9cdbdb2a158 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:58.565315 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-f5d98efa-50ad-4c20-86eb-a9cdbdb2a158 admin admin] Publish callbacks [] for security_group (fe3b5f29-14cb-4051-af3b-6a2253fc9caa), precommit_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:58.572138 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-f5d98efa-50ad-4c20-86eb-a9cdbdb2a158 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (fe3b5f29-14cb-4051-af3b-6a2253fc9caa), after_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:58.636062 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 58594) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:31:58.685078 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d98efa-50ad-4c20-86eb-a9cdbdb2a158 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe3b5f29-14cb-4051-af3b-6a2253fc9caa,revision_number=1']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:31:58.724652 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:31:58.758754 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-f5d98efa-50ad-4c20-86eb-a9cdbdb2a158 admin admin] 10.222.0.58 "GET /networking/v2.0/security-groups?tenant_id=242d586d63f3499186a3116e161b6a0e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4138777 Oct 03 13:31:58.763945 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 58604) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:31:58.781725 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091cf740-841f-4f45-9af3-d47d42956734 req-9144acb8-cebd-4575-aed3-88597cf91ac9 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:31:58.784356 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-091cf740-841f-4f45-9af3-d47d42956734 req-9144acb8-cebd-4575-aed3-88597cf91ac9 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=f46d2be3-6cca-411b-8b83-b13d51f53463 HTTP/1.1" status: 200 len: 945 time: 0.1197360 Oct 03 13:31:58.859552 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-de759831-5574-4aad-ae53-2314248fe446 admin admin] Publish callbacks [] for security_group (fe3b5f29-14cb-4051-af3b-6a2253fc9caa), before_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:58.909324 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-de759831-5574-4aad-ae53-2314248fe446 admin admin] Publish callbacks [] for security_group (fe3b5f29-14cb-4051-af3b-6a2253fc9caa), precommit_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:58.931010 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:31:58.987437 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-091cf740-841f-4f45-9af3-d47d42956734 req-6a4c0b57-6ed4-4393-bd2a-a54e23203b42 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=90741e6a-03d0-4889-9f91-275c8bff3e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924803 Oct 03 13:31:59.024458 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-c8f44fc4-2298-4f3f-b725-125778bd76f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:59.083723 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-de759831-5574-4aad-ae53-2314248fe446 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (fe3b5f29-14cb-4051-af3b-6a2253fc9caa), after_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:59.086363 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-de759831-5574-4aad-ae53-2314248fe446 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:59.087776 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-de759831-5574-4aad-ae53-2314248fe446 admin admin] 10.222.0.58 "DELETE /networking/v2.0/security-groups/fe3b5f29-14cb-4051-af3b-6a2253fc9caa HTTP/1.1" status: 204 len: 168 time: 0.3215313 Oct 03 13:31:59.121025 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de759831-5574-4aad-ae53-2314248fe446 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe3b5f29-14cb-4051-af3b-6a2253fc9caa,revision_number=None']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:31:59.177805 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 58618) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:31:59.203447 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=86,neutron:DELETE=8,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:31:59.215877 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-c8f44fc4-2298-4f3f-b725-125778bd76f3 admin admin] Publish callbacks [] for security_group (c84e3d9c-fb06-450f-b33f-2c610ecb99d6), precommit_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:59.223000 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-c8f44fc4-2298-4f3f-b725-125778bd76f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (c84e3d9c-fb06-450f-b33f-2c610ecb99d6), after_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:59.269699 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-c8f44fc4-2298-4f3f-b725-125778bd76f3 admin admin] 10.222.0.58 "GET /networking/v2.0/security-groups?tenant_id=7bebec24f87e4fea8e99dbbb99717d61&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6309144 Oct 03 13:31:59.275342 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 58622) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:31:59.283277 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f44fc4-2298-4f3f-b725-125778bd76f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c84e3d9c-fb06-450f-b33f-2c610ecb99d6,revision_number=1']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:31:59.395634 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-e5a54bb5-0e0c-4a86-8712-4700b88b64ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:59.396359 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-fd67d978-9527-4265-834b-159f61a43e77 admin admin] Publish callbacks [] for security_group (c84e3d9c-fb06-450f-b33f-2c610ecb99d6), before_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:59.432273 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-fd67d978-9527-4265-834b-159f61a43e77 admin admin] Publish callbacks [] for security_group (c84e3d9c-fb06-450f-b33f-2c610ecb99d6), precommit_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:59.520428 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-fd67d978-9527-4265-834b-159f61a43e77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (c84e3d9c-fb06-450f-b33f-2c610ecb99d6), after_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:59.524695 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-fd67d978-9527-4265-834b-159f61a43e77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:59.525381 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-e5a54bb5-0e0c-4a86-8712-4700b88b64ae admin admin] Publish callbacks [] for security_group (688cc61b-a110-445c-9f6e-350a79d33f62), precommit_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:59.531065 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-fd67d978-9527-4265-834b-159f61a43e77 admin admin] 10.222.0.58 "DELETE /networking/v2.0/security-groups/c84e3d9c-fb06-450f-b33f-2c610ecb99d6 HTTP/1.1" status: 204 len: 168 time: 0.2538214 Oct 03 13:31:59.532225 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-e5a54bb5-0e0c-4a86-8712-4700b88b64ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (688cc61b-a110-445c-9f6e-350a79d33f62), after_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:59.541496 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd67d978-9527-4265-834b-159f61a43e77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c84e3d9c-fb06-450f-b33f-2c610ecb99d6,revision_number=None']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:31:59.568500 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a54bb5-0e0c-4a86-8712-4700b88b64ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=688cc61b-a110-445c-9f6e-350a79d33f62,revision_number=1']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:31:59.595084 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-e5a54bb5-0e0c-4a86-8712-4700b88b64ae admin admin] 10.222.0.58 "GET /networking/v2.0/security-groups?tenant_id=6986cb28eb3f47a5a001115df4c1e4b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4161887 Oct 03 13:31:59.599218 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 58628) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:31:59.670750 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-63cb8cd3-3691-40e2-9bfe-75242e604058 admin admin] Publish callbacks [] for security_group (688cc61b-a110-445c-9f6e-350a79d33f62), before_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:59.698564 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-63cb8cd3-3691-40e2-9bfe-75242e604058 admin admin] Publish callbacks [] for security_group (688cc61b-a110-445c-9f6e-350a79d33f62), precommit_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:59.773336 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-63cb8cd3-3691-40e2-9bfe-75242e604058 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (688cc61b-a110-445c-9f6e-350a79d33f62), after_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:59.776145 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-63cb8cd3-3691-40e2-9bfe-75242e604058 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:31:59.781971 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-63cb8cd3-3691-40e2-9bfe-75242e604058 admin admin] 10.222.0.58 "DELETE /networking/v2.0/security-groups/688cc61b-a110-445c-9f6e-350a79d33f62 HTTP/1.1" status: 204 len: 168 time: 0.1814711 Oct 03 13:31:59.791200 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cb8cd3-3691-40e2-9bfe-75242e604058 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=688cc61b-a110-445c-9f6e-350a79d33f62,revision_number=None']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:32:00.115476 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 58662) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:32:00.206682 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b721e537-6b9d-4e0e-af46-4b71d8fa7e18 req-b8e6db1a-6b26-486f-9eca-c2f13275bee7 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:32:00.214927 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-b721e537-6b9d-4e0e-af46-4b71d8fa7e18 req-b8e6db1a-6b26-486f-9eca-c2f13275bee7 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=f46d2be3-6cca-411b-8b83-b13d51f53463 HTTP/1.1" status: 200 len: 945 time: 0.1182222 Oct 03 13:32:00.248492 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.db.db_base_plugin_v2 [None req-36a496d6-f69c-47a3-882a-c16bc9392d83 admin admin] Deleting subnet 7312651c-09cf-4bc8-ac27-77bc1d7c542b {{(pid=106269) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 03 13:32:00.254685 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-36a496d6-f69c-47a3-882a-c16bc9392d83 admin admin] Publish callbacks [] for subnet (7312651c-09cf-4bc8-ac27-77bc1d7c542b), before_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:00.301303 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 58672) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:32:00.318802 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-9e7313da-d6b8-4c89-935e-aee5a2c4dc4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:00.450663 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-9e7313da-d6b8-4c89-935e-aee5a2c4dc4a admin admin] Publish callbacks [] for security_group (7adec395-95dd-490d-936b-db15a87142aa), precommit_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:00.456477 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-9e7313da-d6b8-4c89-935e-aee5a2c4dc4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (7adec395-95dd-490d-936b-db15a87142aa), after_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:00.464632 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 58674) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:32:00.520595 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7313da-d6b8-4c89-935e-aee5a2c4dc4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7adec395-95dd-490d-936b-db15a87142aa,revision_number=1']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:32:00.548560 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-c3380c2e-6a40-41b9-89ec-1faef31d1893 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:00.591506 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-9e7313da-d6b8-4c89-935e-aee5a2c4dc4a admin admin] 10.222.0.58 "GET /networking/v2.0/security-groups?tenant_id=813f46e0bc5641589b15c33dc7a7e674&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2887089 Oct 03 13:32:00.594075 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-b721e537-6b9d-4e0e-af46-4b71d8fa7e18 req-f38898fd-48da-4bd6-8b53-5fa9829de073 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=90741e6a-03d0-4889-9f91-275c8bff3e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3771582 Oct 03 13:32:00.594855 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 58676) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:32:00.600915 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-36a496d6-f69c-47a3-882a-c16bc9392d83 admin admin] Publish callbacks [] for subnet (7312651c-09cf-4bc8-ac27-77bc1d7c542b), precommit_delete_associations {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:00.623728 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=83,neutron:INSERT=16,neutron:UPDATE=1 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:32:00.637913 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-36a496d6-f69c-47a3-882a-c16bc9392d83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1491868'] for subnet (7312651c-09cf-4bc8-ac27-77bc1d7c542b), precommit_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:00.704252 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-c3380c2e-6a40-41b9-89ec-1faef31d1893 admin admin] Publish callbacks [] for security_group (60a8c38c-a185-4414-85a4-ff9fee8e5d82), precommit_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:00.710846 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-c3380c2e-6a40-41b9-89ec-1faef31d1893 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (60a8c38c-a185-4414-85a4-ff9fee8e5d82), after_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:00.735412 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-6fa4fc45-fcc4-45ac-86e5-7ab86a55f9eb admin admin] Publish callbacks [] for security_group (7adec395-95dd-490d-936b-db15a87142aa), before_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:00.749993 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=80,neutron:DELETE=5,neutron:INSERT=15 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:32:00.768075 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-c3380c2e-6a40-41b9-89ec-1faef31d1893 admin admin] 10.222.0.58 "GET /networking/v2.0/security-groups?tenant_id=c723600975514a77a647b0953eb7ad8c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2639537 Oct 03 13:32:00.772747 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 58682) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:32:00.778267 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-36a496d6-f69c-47a3-882a-c16bc9392d83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1495987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644'] for subnet (7312651c-09cf-4bc8-ac27-77bc1d7c542b), after_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:00.785425 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3380c2e-6a40-41b9-89ec-1faef31d1893 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60a8c38c-a185-4414-85a4-ff9fee8e5d82,revision_number=1']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:32:00.794701 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-6fa4fc45-fcc4-45ac-86e5-7ab86a55f9eb admin admin] Publish callbacks [] for security_group (7adec395-95dd-490d-936b-db15a87142aa), precommit_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:00.830890 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a496d6-f69c-47a3-882a-c16bc9392d83 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7312651c-09cf-4bc8-ac27-77bc1d7c542b,revision_number=None']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:32:00.836876 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-36a496d6-f69c-47a3-882a-c16bc9392d83 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:00.840238 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-36a496d6-f69c-47a3-882a-c16bc9392d83 admin admin] 10.222.0.58 "DELETE /networking/v2.0/subnets/7312651c-09cf-4bc8-ac27-77bc1d7c542b HTTP/1.1" status: 204 len: 168 time: 0.7233627 Oct 03 13:32:00.848714 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 58688) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:32:00.881149 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-24939cf4-60c8-4af7-857e-d89066c4ae49 admin admin] Publish callbacks [] for security_group (60a8c38c-a185-4414-85a4-ff9fee8e5d82), before_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:00.912605 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-24939cf4-60c8-4af7-857e-d89066c4ae49 admin admin] Publish callbacks [] for security_group (60a8c38c-a185-4414-85a4-ff9fee8e5d82), precommit_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:00.979897 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-34b9e59f-478c-4ffb-8b78-6e4ccaa8c187 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1465425'] for network (c9412377-f3a0-4ae5-a8cb-e7e2c412fbd9), before_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:01.001636 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-6fa4fc45-fcc4-45ac-86e5-7ab86a55f9eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (7adec395-95dd-490d-936b-db15a87142aa), after_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:01.004641 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-6fa4fc45-fcc4-45ac-86e5-7ab86a55f9eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:01.005824 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-6fa4fc45-fcc4-45ac-86e5-7ab86a55f9eb admin admin] 10.222.0.58 "DELETE /networking/v2.0/security-groups/7adec395-95dd-490d-936b-db15a87142aa HTTP/1.1" status: 204 len: 168 time: 0.3962781 Oct 03 13:32:01.006096 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-24939cf4-60c8-4af7-857e-d89066c4ae49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (60a8c38c-a185-4414-85a4-ff9fee8e5d82), after_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:01.016533 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 58692) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:32:01.017202 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-24939cf4-60c8-4af7-857e-d89066c4ae49 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:01.017687 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa4fc45-fcc4-45ac-86e5-7ab86a55f9eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7adec395-95dd-490d-936b-db15a87142aa,revision_number=None']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:32:01.021327 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-24939cf4-60c8-4af7-857e-d89066c4ae49 admin admin] 10.222.0.58 "DELETE /networking/v2.0/security-groups/60a8c38c-a185-4414-85a4-ff9fee8e5d82 HTTP/1.1" status: 204 len: 168 time: 0.2470086 Oct 03 13:32:01.039853 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24939cf4-60c8-4af7-857e-d89066c4ae49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60a8c38c-a185-4414-85a4-ff9fee8e5d82,revision_number=None']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:32:01.149871 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-34b9e59f-478c-4ffb-8b78-6e4ccaa8c187 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1335438', 'neutron.services.segments.db._delete_segments_for_network-8751015121372'] for network (c9412377-f3a0-4ae5-a8cb-e7e2c412fbd9), precommit_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:01.181739 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-34b9e59f-478c-4ffb-8b78-6e4ccaa8c187 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 13:32:01.182033 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-34b9e59f-478c-4ffb-8b78-6e4ccaa8c187 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 13:32:01.182922 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-34b9e59f-478c-4ffb-8b78-6e4ccaa8c187 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 13:32:01.183250 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-34b9e59f-478c-4ffb-8b78-6e4ccaa8c187 admin admin] Subscribe: > port after_create 55550000 {{(pid=106269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 13:32:01.189340 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-34b9e59f-478c-4ffb-8b78-6e4ccaa8c187 admin admin] Subscribe: > port after_delete 55550000 {{(pid=106269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 13:32:01.189340 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-34b9e59f-478c-4ffb-8b78-6e4ccaa8c187 admin admin] Subscribe: > port after_update 55550000 {{(pid=106269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 13:32:01.189340 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-34b9e59f-478c-4ffb-8b78-6e4ccaa8c187 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 13:32:01.189340 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-34b9e59f-478c-4ffb-8b78-6e4ccaa8c187 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 13:32:01.189340 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-34b9e59f-478c-4ffb-8b78-6e4ccaa8c187 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 13:32:01.189340 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-34b9e59f-478c-4ffb-8b78-6e4ccaa8c187 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 13:32:01.384165 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-34b9e59f-478c-4ffb-8b78-6e4ccaa8c187 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 13:32:01.384636 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-34b9e59f-478c-4ffb-8b78-6e4ccaa8c187 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 13:32:01.385112 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-34b9e59f-478c-4ffb-8b78-6e4ccaa8c187 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 13:32:01.385823 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-34b9e59f-478c-4ffb-8b78-6e4ccaa8c187 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 13:32:01.386148 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.services.segments.db [None req-34b9e59f-478c-4ffb-8b78-6e4ccaa8c187 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9412377-f3a0-4ae5-a8cb-e7e2c412fbd9']}} {{(pid=106269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:32:01.409897 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:32:01.426592 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.services.segments.db [None req-34b9e59f-478c-4ffb-8b78-6e4ccaa8c187 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf6b1ed8-ca65-4308-9bd1-b10bdf245a63') {'for_net_delete': True} {{(pid=106269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:32:01.426870 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.services.segments.db [None req-34b9e59f-478c-4ffb-8b78-6e4ccaa8c187 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf6b1ed8-ca65-4308-9bd1-b10bdf245a63') {} {{(pid=106269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:32:01.444480 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-bdc8cd7c-7f89-401e-8624-00986d64ed06 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:01.456497 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-34b9e59f-478c-4ffb-8b78-6e4ccaa8c187 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751015173030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25824161'] for segment (cf6b1ed8-ca65-4308-9bd1-b10bdf245a63), before_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:01.502028 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-34b9e59f-478c-4ffb-8b78-6e4ccaa8c187 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1333683'] for segment (cf6b1ed8-ca65-4308-9bd1-b10bdf245a63), precommit_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:01.517699 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34b9e59f-478c-4ffb-8b78-6e4ccaa8c187 admin admin] Releasing vlan 609 on physical network physnet1 to pool {{(pid=106269) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 03 13:32:01.518359 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-34b9e59f-478c-4ffb-8b78-6e4ccaa8c187 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1333683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26502922'] for segment (cf6b1ed8-ca65-4308-9bd1-b10bdf245a63), after_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:01.644196 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-34b9e59f-478c-4ffb-8b78-6e4ccaa8c187 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1337213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3894947'] for network (c9412377-f3a0-4ae5-a8cb-e7e2c412fbd9), after_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:01.678192 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-34b9e59f-478c-4ffb-8b78-6e4ccaa8c187 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798626'] for network (None), before_response {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:01.681368 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-34b9e59f-478c-4ffb-8b78-6e4ccaa8c187 admin admin] 10.222.0.58 "DELETE /networking/v2.0/networks/c9412377-f3a0-4ae5-a8cb-e7e2c412fbd9 HTTP/1.1" status: 204 len: 168 time: 0.8341138 Oct 03 13:32:01.684960 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 58722) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:32:01.697633 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b9e59f-478c-4ffb-8b78-6e4ccaa8c187 admin admin] Pushing event deleted for resources: {'Network': ['ID=c9412377-f3a0-4ae5-a8cb-e7e2c412fbd9,revision_number=None']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:32:01.706331 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-bdc8cd7c-7f89-401e-8624-00986d64ed06 admin admin] Publish callbacks [] for security_group (fade6245-bd2e-4be7-bbb6-97fb587fe443), precommit_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:01.715502 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-bdc8cd7c-7f89-401e-8624-00986d64ed06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (fade6245-bd2e-4be7-bbb6-97fb587fe443), after_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:01.761838 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.db.db_base_plugin_v2 [None req-5344a23c-08e9-4d0b-9b94-07687429dcba admin admin] Deleting subnet fc26b91c-2fd0-4394-a941-1fda18281cf9 {{(pid=106268) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 03 13:32:01.766751 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-bdc8cd7c-7f89-401e-8624-00986d64ed06 admin admin] 10.222.0.58 "GET /networking/v2.0/security-groups?tenant_id=9935db9afd624fbb9c5a1da9273d60ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7467153 Oct 03 13:32:01.767731 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-5344a23c-08e9-4d0b-9b94-07687429dcba admin admin] Publish callbacks [] for subnet (fc26b91c-2fd0-4394-a941-1fda18281cf9), before_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:01.772347 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 58724) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:32:01.796493 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc8cd7c-7f89-401e-8624-00986d64ed06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fade6245-bd2e-4be7-bbb6-97fb587fe443,revision_number=1']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:32:01.815093 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:32:01.894706 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=58 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:32:01.931508 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-5344a23c-08e9-4d0b-9b94-07687429dcba admin admin] Publish callbacks [] for subnet (fc26b91c-2fd0-4394-a941-1fda18281cf9), precommit_delete_associations {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:01.963730 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b50ff15-25a1-4d40-9c1e-f16f95ab6ebe req-df3722aa-917c-47e5-8eaa-ab5817ac4d8b tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:32:01.974797 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-5b50ff15-25a1-4d40-9c1e-f16f95ab6ebe req-df3722aa-917c-47e5-8eaa-ab5817ac4d8b tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=f46d2be3-6cca-411b-8b83-b13d51f53463 HTTP/1.1" status: 200 len: 945 time: 0.2031960 Oct 03 13:32:01.982946 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-5344a23c-08e9-4d0b-9b94-07687429dcba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1491868'] for subnet (fc26b91c-2fd0-4394-a941-1fda18281cf9), precommit_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:02.083034 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-b80da5c4-2135-400c-99a2-2932f70e01d6 admin admin] Publish callbacks [] for security_group (fade6245-bd2e-4be7-bbb6-97fb587fe443), before_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:02.100600 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-5b50ff15-25a1-4d40-9c1e-f16f95ab6ebe req-394c1eec-cc57-4319-a97a-a3ba70900eae tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=90741e6a-03d0-4889-9f91-275c8bff3e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247032 Oct 03 13:32:02.102515 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-6b34e867-6537-4640-8a7f-52c5cd14ee79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (3460fffa-818c-4144-9400-237880db20a4), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:02.128003 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-b80da5c4-2135-400c-99a2-2932f70e01d6 admin admin] Publish callbacks [] for security_group (fade6245-bd2e-4be7-bbb6-97fb587fe443), precommit_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:02.148583 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-5344a23c-08e9-4d0b-9b94-07687429dcba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1495987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644'] for subnet (fc26b91c-2fd0-4394-a941-1fda18281cf9), after_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:02.190315 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5344a23c-08e9-4d0b-9b94-07687429dcba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc26b91c-2fd0-4394-a941-1fda18281cf9,revision_number=None']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:32:02.203437 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-5344a23c-08e9-4d0b-9b94-07687429dcba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798626'] for subnet (None), before_response {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:02.206960 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-5344a23c-08e9-4d0b-9b94-07687429dcba admin admin] 10.222.0.58 "DELETE /networking/v2.0/subnets/fc26b91c-2fd0-4394-a941-1fda18281cf9 HTTP/1.1" status: 204 len: 168 time: 0.5207739 Oct 03 13:32:02.210493 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 58742) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:32:02.259551 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-b80da5c4-2135-400c-99a2-2932f70e01d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (fade6245-bd2e-4be7-bbb6-97fb587fe443), after_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:02.263025 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-b80da5c4-2135-400c-99a2-2932f70e01d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:02.269077 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-b80da5c4-2135-400c-99a2-2932f70e01d6 admin admin] 10.222.0.58 "DELETE /networking/v2.0/security-groups/fade6245-bd2e-4be7-bbb6-97fb587fe443 HTTP/1.1" status: 204 len: 168 time: 0.4571526 Oct 03 13:32:02.283806 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80da5c4-2135-400c-99a2-2932f70e01d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fade6245-bd2e-4be7-bbb6-97fb587fe443,revision_number=None']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:32:02.339657 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-91158e2b-fd57-4668-9aed-54438a71f19f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1465425'] for network (56cda4cd-b871-4160-91e3-b698e2084156), before_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:02.481843 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.services.segments.plugin [-] Segment cf6b1ed8-ca65-4308-9bd1-b10bdf245a63 resource provider aggregate not found Oct 03 13:32:02.510472 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-91158e2b-fd57-4668-9aed-54438a71f19f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1335438', 'neutron.services.segments.db._delete_segments_for_network-8751015121372'] for network (56cda4cd-b871-4160-91e3-b698e2084156), precommit_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:02.517286 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.services.segments.plugin [-] Segment cf6b1ed8-ca65-4308-9bd1-b10bdf245a63 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cf6b1ed8-ca65-4308-9bd1-b10bdf245a63 found for delete ", "request_id": "req-8adbb320-29be-4c63-85e9-c74839b4fbd9"}]} Oct 03 13:32:02.560882 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.services.segments.db [None req-91158e2b-fd57-4668-9aed-54438a71f19f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56cda4cd-b871-4160-91e3-b698e2084156']}} {{(pid=106269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:32:02.579179 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=82,neutron:DELETE=10,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:32:02.585676 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.services.segments.db [None req-91158e2b-fd57-4668-9aed-54438a71f19f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf7145f6-0b7a-478f-af60-a6d662d3e492') {'for_net_delete': True} {{(pid=106269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:32:02.586173 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.services.segments.db [None req-91158e2b-fd57-4668-9aed-54438a71f19f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf7145f6-0b7a-478f-af60-a6d662d3e492') {} {{(pid=106269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:32:02.622763 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-91158e2b-fd57-4668-9aed-54438a71f19f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751015173030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25824161'] for segment (bf7145f6-0b7a-478f-af60-a6d662d3e492), before_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:02.652638 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-91158e2b-fd57-4668-9aed-54438a71f19f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1333683'] for segment (bf7145f6-0b7a-478f-af60-a6d662d3e492), precommit_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:02.666417 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91158e2b-fd57-4668-9aed-54438a71f19f admin admin] Releasing vlan 622 on physical network physnet1 to pool {{(pid=106269) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 03 13:32:02.667012 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-91158e2b-fd57-4668-9aed-54438a71f19f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1333683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26502922'] for segment (bf7145f6-0b7a-478f-af60-a6d662d3e492), after_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:02.761590 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-91158e2b-fd57-4668-9aed-54438a71f19f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1337213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3894947'] for network (56cda4cd-b871-4160-91e3-b698e2084156), after_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:02.770920 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-91158e2b-fd57-4668-9aed-54438a71f19f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798626'] for network (None), before_response {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:02.779384 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-91158e2b-fd57-4668-9aed-54438a71f19f admin admin] 10.222.0.58 "DELETE /networking/v2.0/networks/56cda4cd-b871-4160-91e3-b698e2084156 HTTP/1.1" status: 204 len: 168 time: 0.5673912 Oct 03 13:32:02.792221 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91158e2b-fd57-4668-9aed-54438a71f19f admin admin] Pushing event deleted for resources: {'Network': ['ID=56cda4cd-b871-4160-91e3-b698e2084156,revision_number=None']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:32:03.109267 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 58772) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:32:03.174659 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-a14cd832-1031-4891-bba5-fa8c6229cccf admin admin] 10.222.0.58 "GET /networking/v2.0/security-groups?tenant_id=35d3c249756a4c969492e61ea3f6029c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0640526 Oct 03 13:32:03.178435 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 58776) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:32:03.337034 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2992f01-8151-40de-93c2-1647e064a399 req-2a5a7aa6-8c5e-4eb6-96c5-daf6eb67e5fc tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:32:03.340618 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-f2992f01-8151-40de-93c2-1647e064a399 req-2a5a7aa6-8c5e-4eb6-96c5-daf6eb67e5fc tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=f46d2be3-6cca-411b-8b83-b13d51f53463 HTTP/1.1" status: 200 len: 945 time: 0.0935822 Oct 03 13:32:03.344303 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-3d73372a-bec6-4eaf-94c3-cee91b423689 admin admin] Publish callbacks [] for security_group (b3886942-c08e-419b-84d2-b2213c316eab), before_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:03.394523 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-3d73372a-bec6-4eaf-94c3-cee91b423689 admin admin] Publish callbacks [] for security_group (b3886942-c08e-419b-84d2-b2213c316eab), precommit_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:03.404464 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 58780) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:32:03.451621 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-75ce3698-7984-49f1-a291-435d2160cd31 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:03.506516 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:32:03.534440 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-f2992f01-8151-40de-93c2-1647e064a399 req-b0376238-27da-4573-962e-f81776b6f66a tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=90741e6a-03d0-4889-9f91-275c8bff3e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459856 Oct 03 13:32:03.589312 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-3d73372a-bec6-4eaf-94c3-cee91b423689 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (b3886942-c08e-419b-84d2-b2213c316eab), after_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:03.595504 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-3d73372a-bec6-4eaf-94c3-cee91b423689 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:03.597509 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-3d73372a-bec6-4eaf-94c3-cee91b423689 admin admin] 10.222.0.58 "DELETE /networking/v2.0/security-groups/b3886942-c08e-419b-84d2-b2213c316eab HTTP/1.1" status: 204 len: 168 time: 0.4175589 Oct 03 13:32:03.615923 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d73372a-bec6-4eaf-94c3-cee91b423689 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3886942-c08e-419b-84d2-b2213c316eab,revision_number=None']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:32:03.629780 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-75ce3698-7984-49f1-a291-435d2160cd31 admin admin] Publish callbacks [] for security_group (c59d90be-d983-4132-bd09-5753d0e8ef1a), precommit_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:03.638174 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-75ce3698-7984-49f1-a291-435d2160cd31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (c59d90be-d983-4132-bd09-5753d0e8ef1a), after_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:03.642771 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=5 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:32:03.693005 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ce3698-7984-49f1-a291-435d2160cd31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c59d90be-d983-4132-bd09-5753d0e8ef1a,revision_number=1']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:32:03.701911 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-75ce3698-7984-49f1-a291-435d2160cd31 admin admin] 10.222.0.58 "GET /networking/v2.0/security-groups?tenant_id=117dc432704c4c81b7c91c8c4b57e785&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2903857 Oct 03 13:32:03.702176 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 58786) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:32:03.771948 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-aa77c44b-4777-42c0-baa7-0209f3a7553a admin admin] Publish callbacks [] for security_group (c59d90be-d983-4132-bd09-5753d0e8ef1a), before_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:03.812560 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-aa77c44b-4777-42c0-baa7-0209f3a7553a admin admin] Publish callbacks [] for security_group (c59d90be-d983-4132-bd09-5753d0e8ef1a), precommit_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:03.924253 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-aa77c44b-4777-42c0-baa7-0209f3a7553a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (c59d90be-d983-4132-bd09-5753d0e8ef1a), after_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:03.929834 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-aa77c44b-4777-42c0-baa7-0209f3a7553a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:03.929834 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-aa77c44b-4777-42c0-baa7-0209f3a7553a admin admin] 10.222.0.58 "DELETE /networking/v2.0/security-groups/c59d90be-d983-4132-bd09-5753d0e8ef1a HTTP/1.1" status: 204 len: 168 time: 0.2253089 Oct 03 13:32:03.939711 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa77c44b-4777-42c0-baa7-0209f3a7553a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c59d90be-d983-4132-bd09-5753d0e8ef1a,revision_number=None']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:32:04.398033 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=93,neutron:DELETE=1 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:32:04.457066 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 58808) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:32:04.525062 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-90302252-bec1-4942-ae6d-ee7fdd2eec18 admin admin] 10.222.0.58 "GET /networking/v2.0/security-groups?tenant_id=443b0cf1604e4b74ab4f4db3ddb37bd8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0663099 Oct 03 13:32:04.528483 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 58812) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:32:04.561436 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.services.segments.plugin [-] Segment bf7145f6-0b7a-478f-af60-a6d662d3e492 resource provider aggregate not found Oct 03 13:32:04.594316 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.services.segments.plugin [-] Segment bf7145f6-0b7a-478f-af60-a6d662d3e492 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bf7145f6-0b7a-478f-af60-a6d662d3e492 found for delete ", "request_id": "req-4f05222f-1df9-455c-bb29-5aa89121c7b6"}]} Oct 03 13:32:04.607660 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-f792aa7a-2a72-4b47-a84a-6a532e44f9f4 admin admin] Publish callbacks [] for security_group (de87256d-7489-400e-ab82-b6b645d46b80), before_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:04.649889 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-f792aa7a-2a72-4b47-a84a-6a532e44f9f4 admin admin] Publish callbacks [] for security_group (de87256d-7489-400e-ab82-b6b645d46b80), precommit_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:04.739948 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c759c7-ac9d-4a1b-97f7-1effce2dc6fd req-aec37936-c2a5-4a3a-87ea-a6b351424c05 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:32:04.748859 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-68c759c7-ac9d-4a1b-97f7-1effce2dc6fd req-aec37936-c2a5-4a3a-87ea-a6b351424c05 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=f46d2be3-6cca-411b-8b83-b13d51f53463 HTTP/1.1" status: 200 len: 945 time: 0.0628386 Oct 03 13:32:04.750444 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-f792aa7a-2a72-4b47-a84a-6a532e44f9f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (de87256d-7489-400e-ab82-b6b645d46b80), after_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:04.753801 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-f792aa7a-2a72-4b47-a84a-6a532e44f9f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:04.755224 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-f792aa7a-2a72-4b47-a84a-6a532e44f9f4 admin admin] 10.222.0.58 "DELETE /networking/v2.0/security-groups/de87256d-7489-400e-ab82-b6b645d46b80 HTTP/1.1" status: 204 len: 168 time: 0.2252822 Oct 03 13:32:04.766732 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f792aa7a-2a72-4b47-a84a-6a532e44f9f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de87256d-7489-400e-ab82-b6b645d46b80,revision_number=None']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:32:04.858121 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-68c759c7-ac9d-4a1b-97f7-1effce2dc6fd req-9f2e5d78-4c38-4bee-b84f-5c2f0338e879 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=90741e6a-03d0-4889-9f91-275c8bff3e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080863 Oct 03 13:32:04.868327 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-308477cc-a377-4703-b89c-dfa96a9b5b95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (94180321-47b1-4b5c-b620-b1b0a31df446), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:05.138398 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 58828) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:32:05.160325 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-6acff205-d4a1-48a2-ad18-d787385b3d93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:05.407544 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-6acff205-d4a1-48a2-ad18-d787385b3d93 admin admin] Publish callbacks [] for security_group (093756fb-671e-4354-8e7d-f11d1a95795c), precommit_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:05.417898 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-6acff205-d4a1-48a2-ad18-d787385b3d93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (093756fb-671e-4354-8e7d-f11d1a95795c), after_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:05.497364 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acff205-d4a1-48a2-ad18-d787385b3d93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=093756fb-671e-4354-8e7d-f11d1a95795c,revision_number=1']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:32:05.504915 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-6acff205-d4a1-48a2-ad18-d787385b3d93 admin admin] 10.222.0.58 "GET /networking/v2.0/security-groups?tenant_id=7c5d5a21bd8d4596bde9f0b6dd426e7f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3648927 Oct 03 13:32:05.507539 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 58842) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:32:05.553950 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:UPDATE=2,neutron:SELECT=85,neutron:DELETE=8,neutron:INSERT=5 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:32:05.580258 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-74174228-f838-4f6a-8d44-54a2f46d8a3b admin admin] Publish callbacks [] for security_group (093756fb-671e-4354-8e7d-f11d1a95795c), before_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:05.610802 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-74174228-f838-4f6a-8d44-54a2f46d8a3b admin admin] Publish callbacks [] for security_group (093756fb-671e-4354-8e7d-f11d1a95795c), precommit_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:05.702782 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-74174228-f838-4f6a-8d44-54a2f46d8a3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (093756fb-671e-4354-8e7d-f11d1a95795c), after_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:05.716416 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-74174228-f838-4f6a-8d44-54a2f46d8a3b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:05.721609 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-74174228-f838-4f6a-8d44-54a2f46d8a3b admin admin] 10.222.0.58 "DELETE /networking/v2.0/security-groups/093756fb-671e-4354-8e7d-f11d1a95795c HTTP/1.1" status: 204 len: 168 time: 0.2124219 Oct 03 13:32:05.747921 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74174228-f838-4f6a-8d44-54a2f46d8a3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=093756fb-671e-4354-8e7d-f11d1a95795c,revision_number=None']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:32:05.921122 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f2e790-a2dc-4126-a4a3-8955a280da3d req-e51a69ca-a92f-4a5b-9ff3-9d7b50a4a764 tempest-DeleteServersTestJSON-2036391304 tempest-DeleteServersTestJSON-2036391304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:32:05.928218 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-f1f2e790-a2dc-4126-a4a3-8955a280da3d req-e51a69ca-a92f-4a5b-9ff3-9d7b50a4a764 tempest-DeleteServersTestJSON-2036391304 tempest-DeleteServersTestJSON-2036391304-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=81de33cc-ab4f-402c-bc77-a8818e85ad75 HTTP/1.1" status: 200 len: 946 time: 0.0870845 Oct 03 13:32:06.000436 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-f1f2e790-a2dc-4126-a4a3-8955a280da3d req-98f5379a-18f7-47ec-a640-7ed4955cf549 tempest-DeleteServersTestJSON-2036391304 tempest-DeleteServersTestJSON-2036391304-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=12b2519c-83b1-439b-bd18-0a558686cec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708272 Oct 03 13:32:06.052112 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa2261b-f442-46fc-9fb6-fe2b76e1a792 req-18ac26ca-6b08-4988-a2a0-dd8f2354c89a tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:32:06.058328 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-8aa2261b-f442-46fc-9fb6-fe2b76e1a792 req-18ac26ca-6b08-4988-a2a0-dd8f2354c89a tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=f46d2be3-6cca-411b-8b83-b13d51f53463 HTTP/1.1" status: 200 len: 945 time: 0.0703332 Oct 03 13:32:06.113714 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-1bb28928-3e93-41c9-8900-1ecfb790b160 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (5eabf47d-5620-4e94-9269-ef19fe52be68), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:06.123053 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=86,neutron:DELETE=8,neutron:INSERT=6 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:32:06.163143 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-8aa2261b-f442-46fc-9fb6-fe2b76e1a792 req-656cb79a-7f90-47b2-be9b-7398bb6fbd77 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=90741e6a-03d0-4889-9f91-275c8bff3e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029208 Oct 03 13:32:07.132173 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0349a98d-f5f3-47a0-a5dc-27cff2084190 req-538d8cdc-238a-4e20-a9ec-2c29234dc25b tempest-DeleteServersTestJSON-2036391304 tempest-DeleteServersTestJSON-2036391304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:32:07.134228 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-0349a98d-f5f3-47a0-a5dc-27cff2084190 req-538d8cdc-238a-4e20-a9ec-2c29234dc25b tempest-DeleteServersTestJSON-2036391304 tempest-DeleteServersTestJSON-2036391304-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=81de33cc-ab4f-402c-bc77-a8818e85ad75 HTTP/1.1" status: 200 len: 946 time: 0.0565038 Oct 03 13:32:07.189497 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-0349a98d-f5f3-47a0-a5dc-27cff2084190 req-23c1bb53-fbc2-43a3-ba8c-927e7d9fec9d tempest-DeleteServersTestJSON-2036391304 tempest-DeleteServersTestJSON-2036391304-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=12b2519c-83b1-439b-bd18-0a558686cec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494413 Oct 03 13:32:07.274724 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 58924) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:32:07.347481 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e9cd7b-f359-4b2e-ab09-84dacebcd0f9 req-65c8bd31-44b0-470f-9c6b-80e4d49e8a29 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:32:07.349442 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-55e9cd7b-f359-4b2e-ab09-84dacebcd0f9 req-65c8bd31-44b0-470f-9c6b-80e4d49e8a29 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=f46d2be3-6cca-411b-8b83-b13d51f53463 HTTP/1.1" status: 200 len: 945 time: 0.0636885 Oct 03 13:32:07.409846 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-55e9cd7b-f359-4b2e-ab09-84dacebcd0f9 req-5ebdf09d-2279-4c7d-81d6-af6b530388e9 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=90741e6a-03d0-4889-9f91-275c8bff3e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536237 Oct 03 13:32:07.462496 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (d46c7ed5-c451-4a76-ab3f-ab8e3ea4a5ec), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:07.599902 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-0522c8b4-84f3-4f6d-9cad-f97daf23910f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:07.610041 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-9b3e6be4-ae7f-4a46-812d-719b0ca73959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (3cd5b2bb-c81a-4ce3-a212-a51c5aa706bd), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:07.610228 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 58932) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:32:07.709851 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-679a35ce-dc20-4455-ae70-20726ba4d1d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:07.710495 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-0522c8b4-84f3-4f6d-9cad-f97daf23910f admin admin] Publish callbacks [] for security_group (7dfe0fe4-d456-480c-94b4-a32c60557e5f), precommit_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:07.716260 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-0522c8b4-84f3-4f6d-9cad-f97daf23910f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (7dfe0fe4-d456-480c-94b4-a32c60557e5f), after_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:07.734727 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:32:07.762715 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0522c8b4-84f3-4f6d-9cad-f97daf23910f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dfe0fe4-d456-480c-94b4-a32c60557e5f,revision_number=1']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:32:07.769273 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-0522c8b4-84f3-4f6d-9cad-f97daf23910f admin admin] 10.222.0.58 "GET /networking/v2.0/security-groups?tenant_id=8a19baea189b401b91c3b08fe37e9abd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4926829 Oct 03 13:32:07.773626 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 58938) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:32:07.864527 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-fd23070d-70b8-412d-b277-740df95bd31d admin admin] Publish callbacks [] for security_group (7dfe0fe4-d456-480c-94b4-a32c60557e5f), before_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:07.893602 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-fd23070d-70b8-412d-b277-740df95bd31d admin admin] Publish callbacks [] for security_group (7dfe0fe4-d456-480c-94b4-a32c60557e5f), precommit_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:07.918735 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-679a35ce-dc20-4455-ae70-20726ba4d1d0 admin admin] Publish callbacks [] for security_group (b5dc82e1-aab9-4a08-a37e-2ccadb258e7a), precommit_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:07.927282 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-679a35ce-dc20-4455-ae70-20726ba4d1d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (b5dc82e1-aab9-4a08-a37e-2ccadb258e7a), after_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:07.935736 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (1af51d63-a9c9-4bbe-9b0d-c8e0a80c641c), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:07.982660 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-fd23070d-70b8-412d-b277-740df95bd31d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (7dfe0fe4-d456-480c-94b4-a32c60557e5f), after_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:07.987295 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-fd23070d-70b8-412d-b277-740df95bd31d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:07.989644 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-fd23070d-70b8-412d-b277-740df95bd31d admin admin] 10.222.0.58 "DELETE /networking/v2.0/security-groups/7dfe0fe4-d456-480c-94b4-a32c60557e5f HTTP/1.1" status: 204 len: 168 time: 0.2146525 Oct 03 13:32:08.008697 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd23070d-70b8-412d-b277-740df95bd31d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dfe0fe4-d456-480c-94b4-a32c60557e5f,revision_number=None']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:32:08.024777 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 58944) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:32:08.030183 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679a35ce-dc20-4455-ae70-20726ba4d1d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5dc82e1-aab9-4a08-a37e-2ccadb258e7a,revision_number=1']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:32:08.046457 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-679a35ce-dc20-4455-ae70-20726ba4d1d0 admin admin] 10.222.0.58 "GET /networking/v2.0/security-groups?tenant_id=4dfbeb0b9e1142359133d751698680c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4348145 Oct 03 13:32:08.049386 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 58948) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:32:08.120148 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-bc4d728b-6de5-4a89-b086-9b50cf8f0790 admin admin] Publish callbacks [] for security_group (b5dc82e1-aab9-4a08-a37e-2ccadb258e7a), before_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:08.146852 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-bc4d728b-6de5-4a89-b086-9b50cf8f0790 admin admin] Publish callbacks [] for security_group (b5dc82e1-aab9-4a08-a37e-2ccadb258e7a), precommit_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:08.245621 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-bc4d728b-6de5-4a89-b086-9b50cf8f0790 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (b5dc82e1-aab9-4a08-a37e-2ccadb258e7a), after_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:08.252350 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-bc4d728b-6de5-4a89-b086-9b50cf8f0790 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:08.253999 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-bc4d728b-6de5-4a89-b086-9b50cf8f0790 admin admin] 10.222.0.58 "DELETE /networking/v2.0/security-groups/b5dc82e1-aab9-4a08-a37e-2ccadb258e7a HTTP/1.1" status: 204 len: 168 time: 0.2035322 Oct 03 13:32:08.269490 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4d728b-6de5-4a89-b086-9b50cf8f0790 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5dc82e1-aab9-4a08-a37e-2ccadb258e7a,revision_number=None']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:32:08.322770 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-28a8e2b8-5a27-4249-89d4-67bd1a62c6cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:08.458288 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ea47e8-c1d8-4b64-a896-9002d34ff8e9 req-a46b8810-33bc-4b16-b768-1ee000ac65af tempest-DeleteServersTestJSON-2036391304 tempest-DeleteServersTestJSON-2036391304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:32:08.460062 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-43ea47e8-c1d8-4b64-a896-9002d34ff8e9 req-a46b8810-33bc-4b16-b768-1ee000ac65af tempest-DeleteServersTestJSON-2036391304 tempest-DeleteServersTestJSON-2036391304-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=81de33cc-ab4f-402c-bc77-a8818e85ad75 HTTP/1.1" status: 200 len: 946 time: 0.0760736 Oct 03 13:32:08.511150 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-28a8e2b8-5a27-4249-89d4-67bd1a62c6cb admin admin] Publish callbacks [] for security_group (ad2a49b0-fa61-4a65-bc4f-958de49adcdb), precommit_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:08.519748 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-28a8e2b8-5a27-4249-89d4-67bd1a62c6cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (ad2a49b0-fa61-4a65-bc4f-958de49adcdb), after_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:08.659544 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a8e2b8-5a27-4249-89d4-67bd1a62c6cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad2a49b0-fa61-4a65-bc4f-958de49adcdb,revision_number=1']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:32:08.689810 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-43ea47e8-c1d8-4b64-a896-9002d34ff8e9 req-34af7891-ca58-49a4-8a9c-2886904e61c5 tempest-DeleteServersTestJSON-2036391304 tempest-DeleteServersTestJSON-2036391304-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=12b2519c-83b1-439b-bd18-0a558686cec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999583 Oct 03 13:32:08.695037 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-28a8e2b8-5a27-4249-89d4-67bd1a62c6cb admin admin] 10.222.0.58 "GET /networking/v2.0/security-groups?tenant_id=9d0fc25bdc2d48349eb918c095ae2bbf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6665995 Oct 03 13:32:08.699830 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 58960) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:32:08.702695 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f9bc67-82e2-49e4-86ec-361285c8bcef req-5d07b519-1d64-4119-bd43-50d12f03d280 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:32:08.708802 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-b2f9bc67-82e2-49e4-86ec-361285c8bcef req-5d07b519-1d64-4119-bd43-50d12f03d280 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=f46d2be3-6cca-411b-8b83-b13d51f53463 HTTP/1.1" status: 200 len: 945 time: 0.1470981 Oct 03 13:32:08.736701 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:32:08.766814 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 58962) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:32:08.801183 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-bc490701-0cc1-4918-acbd-95954cd4f098 admin admin] Publish callbacks [] for security_group (ad2a49b0-fa61-4a65-bc4f-958de49adcdb), before_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:08.804898 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-eeebdba7-b400-4f97-bbf8-0be3dd3ec7b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:08.811258 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-b2f9bc67-82e2-49e4-86ec-361285c8bcef req-d027d537-c065-47ee-a61f-abdd6409ad78 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=90741e6a-03d0-4889-9f91-275c8bff3e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931718 Oct 03 13:32:08.880193 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-bc490701-0cc1-4918-acbd-95954cd4f098 admin admin] Publish callbacks [] for security_group (ad2a49b0-fa61-4a65-bc4f-958de49adcdb), precommit_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:08.901246 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:32:09.025113 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 58966) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:32:09.025332 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-eeebdba7-b400-4f97-bbf8-0be3dd3ec7b2 admin admin] Publish callbacks [] for security_group (91045090-bc15-4f73-8b98-46ddbbed17c4), precommit_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:09.026310 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-bc490701-0cc1-4918-acbd-95954cd4f098 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (ad2a49b0-fa61-4a65-bc4f-958de49adcdb), after_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:09.029996 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-bc490701-0cc1-4918-acbd-95954cd4f098 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:09.033689 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-bc490701-0cc1-4918-acbd-95954cd4f098 admin admin] 10.222.0.58 "DELETE /networking/v2.0/security-groups/ad2a49b0-fa61-4a65-bc4f-958de49adcdb HTTP/1.1" status: 204 len: 168 time: 0.3303220 Oct 03 13:32:09.039743 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-eeebdba7-b400-4f97-bbf8-0be3dd3ec7b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (91045090-bc15-4f73-8b98-46ddbbed17c4), after_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:09.041393 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-1b19b90d-fc6f-42e3-8110-eeb6ef9494c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:09.042602 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc490701-0cc1-4918-acbd-95954cd4f098 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad2a49b0-fa61-4a65-bc4f-958de49adcdb,revision_number=None']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:32:09.091393 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeebdba7-b400-4f97-bbf8-0be3dd3ec7b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91045090-bc15-4f73-8b98-46ddbbed17c4,revision_number=1']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:32:09.100137 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-eeebdba7-b400-4f97-bbf8-0be3dd3ec7b2 admin admin] 10.222.0.58 "GET /networking/v2.0/security-groups?tenant_id=0bc2032a49a04794aef45bc0c45a1318&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3276162 Oct 03 13:32:09.101608 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 58970) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:32:09.133538 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:INSERT=18,neutron:SELECT=80,neutron:DELETE=2 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:32:09.174945 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-18e168fd-aa0c-4e92-acbe-5e36647a54bc admin admin] Publish callbacks [] for security_group (91045090-bc15-4f73-8b98-46ddbbed17c4), before_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:09.198849 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-18e168fd-aa0c-4e92-acbe-5e36647a54bc admin admin] Publish callbacks [] for security_group (91045090-bc15-4f73-8b98-46ddbbed17c4), precommit_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:09.221377 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-1b19b90d-fc6f-42e3-8110-eeb6ef9494c2 admin admin] Publish callbacks [] for security_group (115d75d6-60e9-4e6e-8dcf-6c0a5cdecb09), precommit_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:09.229007 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-1b19b90d-fc6f-42e3-8110-eeb6ef9494c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (115d75d6-60e9-4e6e-8dcf-6c0a5cdecb09), after_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:09.257041 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:DELETE=3 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:32:09.267508 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-18e168fd-aa0c-4e92-acbe-5e36647a54bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (91045090-bc15-4f73-8b98-46ddbbed17c4), after_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:09.272181 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-18e168fd-aa0c-4e92-acbe-5e36647a54bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:09.273318 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-18e168fd-aa0c-4e92-acbe-5e36647a54bc admin admin] 10.222.0.58 "DELETE /networking/v2.0/security-groups/91045090-bc15-4f73-8b98-46ddbbed17c4 HTTP/1.1" status: 204 len: 168 time: 0.1707132 Oct 03 13:32:09.285168 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-1b19b90d-fc6f-42e3-8110-eeb6ef9494c2 admin admin] 10.222.0.58 "GET /networking/v2.0/security-groups?tenant_id=4536300a8610460c8704926cdc49b230&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2548389 Oct 03 13:32:09.285862 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 58976) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:32:09.296128 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b19b90d-fc6f-42e3-8110-eeb6ef9494c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=115d75d6-60e9-4e6e-8dcf-6c0a5cdecb09,revision_number=1']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:32:09.307929 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e168fd-aa0c-4e92-acbe-5e36647a54bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91045090-bc15-4f73-8b98-46ddbbed17c4,revision_number=None']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:32:09.376337 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-0aa9f34c-677c-4610-ade7-72ae18180eca admin admin] Publish callbacks [] for security_group (115d75d6-60e9-4e6e-8dcf-6c0a5cdecb09), before_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:09.411901 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-0aa9f34c-677c-4610-ade7-72ae18180eca admin admin] Publish callbacks [] for security_group (115d75d6-60e9-4e6e-8dcf-6c0a5cdecb09), precommit_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:09.490187 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-0aa9f34c-677c-4610-ade7-72ae18180eca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (115d75d6-60e9-4e6e-8dcf-6c0a5cdecb09), after_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:09.493544 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-0aa9f34c-677c-4610-ade7-72ae18180eca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:09.498787 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-0aa9f34c-677c-4610-ade7-72ae18180eca admin admin] 10.222.0.58 "DELETE /networking/v2.0/security-groups/115d75d6-60e9-4e6e-8dcf-6c0a5cdecb09 HTTP/1.1" status: 204 len: 168 time: 0.2082543 Oct 03 13:32:09.504199 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa9f34c-677c-4610-ade7-72ae18180eca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=115d75d6-60e9-4e6e-8dcf-6c0a5cdecb09,revision_number=None']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:32:09.876048 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe1dc12-aaab-4086-a7a7-d1b49d92743c req-37a1e0b5-8257-405f-bdc9-f6dfe1c769f3 tempest-DeleteServersTestJSON-2036391304 tempest-DeleteServersTestJSON-2036391304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:32:09.887263 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-dfe1dc12-aaab-4086-a7a7-d1b49d92743c req-37a1e0b5-8257-405f-bdc9-f6dfe1c769f3 tempest-DeleteServersTestJSON-2036391304 tempest-DeleteServersTestJSON-2036391304-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=81de33cc-ab4f-402c-bc77-a8818e85ad75 HTTP/1.1" status: 200 len: 946 time: 0.0979984 Oct 03 13:32:09.967949 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-dfe1dc12-aaab-4086-a7a7-d1b49d92743c req-2cab91a7-ee9e-42ca-a531-b8695e3e3c4e tempest-DeleteServersTestJSON-2036391304 tempest-DeleteServersTestJSON-2036391304-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=12b2519c-83b1-439b-bd18-0a558686cec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794771 Oct 03 13:32:10.051198 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb85ceab-dedc-48ed-a896-14c34ce386be req-9adeb5a5-33c6-4080-b295-a3b1519854c2 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:32:10.054173 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-eb85ceab-dedc-48ed-a896-14c34ce386be req-9adeb5a5-33c6-4080-b295-a3b1519854c2 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=f46d2be3-6cca-411b-8b83-b13d51f53463 HTTP/1.1" status: 200 len: 945 time: 0.0977752 Oct 03 13:32:10.146585 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-eb85ceab-dedc-48ed-a896-14c34ce386be req-52a79d21-d3a8-4bb8-acc7-bc9938394915 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=90741e6a-03d0-4889-9f91-275c8bff3e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839443 Oct 03 13:32:11.170043 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757287aa-3189-4939-8bda-0c583cc742e4 req-668214a2-6d66-4930-9cf3-037b874c8a80 tempest-DeleteServersTestJSON-2036391304 tempest-DeleteServersTestJSON-2036391304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:32:11.173812 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-757287aa-3189-4939-8bda-0c583cc742e4 req-668214a2-6d66-4930-9cf3-037b874c8a80 tempest-DeleteServersTestJSON-2036391304 tempest-DeleteServersTestJSON-2036391304-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=81de33cc-ab4f-402c-bc77-a8818e85ad75 HTTP/1.1" status: 200 len: 946 time: 0.0974495 Oct 03 13:32:11.301254 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-757287aa-3189-4939-8bda-0c583cc742e4 req-69e91833-51e5-403f-ac92-0d1f49d31a08 tempest-DeleteServersTestJSON-2036391304 tempest-DeleteServersTestJSON-2036391304-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=12b2519c-83b1-439b-bd18-0a558686cec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198061 Oct 03 13:32:11.426121 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0ccbb7-8b21-4fbf-ba8c-cbf46758246c req-094420b9-dbaa-40c1-a1d8-d6f85beddfcc tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:32:11.430894 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-3a0ccbb7-8b21-4fbf-ba8c-cbf46758246c req-094420b9-dbaa-40c1-a1d8-d6f85beddfcc tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=f46d2be3-6cca-411b-8b83-b13d51f53463 HTTP/1.1" status: 200 len: 945 time: 0.1267509 Oct 03 13:32:11.538788 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-3a0ccbb7-8b21-4fbf-ba8c-cbf46758246c req-c59b987d-2316-4d91-a184-310ff6ecff69 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=90741e6a-03d0-4889-9f91-275c8bff3e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957818 Oct 03 13:32:12.059638 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27d81ca-c15d-49b0-9ed8-a4560c6a88b8 req-ed808ff8-dcab-40bf-a378-0ec0729e84b0 tempest-DeleteServersTestJSON-2036391304 tempest-DeleteServersTestJSON-2036391304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:32:12.061545 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-e27d81ca-c15d-49b0-9ed8-a4560c6a88b8 req-ed808ff8-dcab-40bf-a378-0ec0729e84b0 tempest-DeleteServersTestJSON-2036391304 tempest-DeleteServersTestJSON-2036391304-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=81de33cc-ab4f-402c-bc77-a8818e85ad75 HTTP/1.1" status: 200 len: 946 time: 0.0835905 Oct 03 13:32:12.314148 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.plugins.ml2.plugin [req-e27d81ca-c15d-49b0-9ed8-a4560c6a88b8 req-bbb8c10c-4e97-4e9d-bfb5-dbaf1406d84c tempest-DeleteServersTestJSON-2036391304 tempest-DeleteServersTestJSON-2036391304-project] Deleting port a1d48bcc-c2cd-4550-b46c-0b4470912f16 {{(pid=106269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 13:32:12.314475 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [req-e27d81ca-c15d-49b0-9ed8-a4560c6a88b8 req-bbb8c10c-4e97-4e9d-bfb5-dbaf1406d84c tempest-DeleteServersTestJSON-2036391304 tempest-DeleteServersTestJSON-2036391304-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751015143464'] for port (a1d48bcc-c2cd-4550-b46c-0b4470912f16), before_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:12.473247 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.plugins.ml2.db [req-e27d81ca-c15d-49b0-9ed8-a4560c6a88b8 req-bbb8c10c-4e97-4e9d-bfb5-dbaf1406d84c tempest-DeleteServersTestJSON-2036391304 tempest-DeleteServersTestJSON-2036391304-project] For port a1d48bcc-c2cd-4550-b46c-0b4470912f16, host hv-cinder-86009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86009',level=0,port_id=a1d48bcc-c2cd-4550-b46c-0b4470912f16,segment=NetworkSegment(55ce58d8-df7c-4b91-8b60-1d78b467e2b7),segment_id=55ce58d8-df7c-4b91-8b60-1d78b467e2b7)] {{(pid=106269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 13:32:12.474510 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [req-e27d81ca-c15d-49b0-9ed8-a4560c6a88b8 req-bbb8c10c-4e97-4e9d-bfb5-dbaf1406d84c tempest-DeleteServersTestJSON-2036391304 tempest-DeleteServersTestJSON-2036391304-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724412'] for port (a1d48bcc-c2cd-4550-b46c-0b4470912f16), precommit_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:12.502584 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.plugins.ml2.plugin [req-e27d81ca-c15d-49b0-9ed8-a4560c6a88b8 req-bbb8c10c-4e97-4e9d-bfb5-dbaf1406d84c tempest-DeleteServersTestJSON-2036391304 tempest-DeleteServersTestJSON-2036391304-project] Calling delete_port for a1d48bcc-c2cd-4550-b46c-0b4470912f16 owned by compute:nova {{(pid=106269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 13:32:12.578560 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc5bb9d-2e63-4fe1-bc55-28967c97fe2d req-58d4cdde-8627-4b86-b816-5e5e2b5fc37c tempest-DeleteServersTestJSON-2036391304 tempest-DeleteServersTestJSON-2036391304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:32:12.581018 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-ebc5bb9d-2e63-4fe1-bc55-28967c97fe2d req-58d4cdde-8627-4b86-b816-5e5e2b5fc37c tempest-DeleteServersTestJSON-2036391304 tempest-DeleteServersTestJSON-2036391304-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=81de33cc-ab4f-402c-bc77-a8818e85ad75 HTTP/1.1" status: 200 len: 946 time: 0.0724335 Oct 03 13:32:12.649839 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:32:12.749697 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-ebc5bb9d-2e63-4fe1-bc55-28967c97fe2d req-45daae33-a465-4236-8a75-a19b60a47b1c tempest-DeleteServersTestJSON-2036391304 tempest-DeleteServersTestJSON-2036391304-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=12b2519c-83b1-439b-bd18-0a558686cec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394010 Oct 03 13:32:12.818337 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b462b12-0d76-4871-b84d-ab169de44aaf req-83bb733e-29d6-4fae-b2dc-2838a97edbf7 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:32:12.820586 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-3b462b12-0d76-4871-b84d-ab169de44aaf req-83bb733e-29d6-4fae-b2dc-2838a97edbf7 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=f46d2be3-6cca-411b-8b83-b13d51f53463 HTTP/1.1" status: 200 len: 945 time: 0.1061926 Oct 03 13:32:12.926515 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [req-e27d81ca-c15d-49b0-9ed8-a4560c6a88b8 req-bbb8c10c-4e97-4e9d-bfb5-dbaf1406d84c tempest-DeleteServersTestJSON-2036391304 tempest-DeleteServersTestJSON-2036391304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751015146406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751014656997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26503125'] for port (a1d48bcc-c2cd-4550-b46c-0b4470912f16), after_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:12.931321 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-3b462b12-0d76-4871-b84d-ab169de44aaf req-83291d7d-cf1f-480c-a4e7-d13adbb610af tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=90741e6a-03d0-4889-9f91-275c8bff3e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797071 Oct 03 13:32:12.945393 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.db [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] get_ports_and_sgs() called for port_ids ['a1d48bcc-c2cd-4550-b46c-0b4470912f16'] {{(pid=106270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 03 13:32:12.973749 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb8c10c-4e97-4e9d-bfb5-dbaf1406d84c tempest-DeleteServersTestJSON-2036391304 tempest-DeleteServersTestJSON-2036391304-project] Pushing event deleted for resources: {'Port': ['ID=a1d48bcc-c2cd-4550-b46c-0b4470912f16,revision_number=None']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:32:13.140146 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.db.l3_dvrscheduler_db [req-e27d81ca-c15d-49b0-9ed8-a4560c6a88b8 req-bbb8c10c-4e97-4e9d-bfb5-dbaf1406d84c tempest-DeleteServersTestJSON-2036391304 tempest-DeleteServersTestJSON-2036391304-project] No DVR routers for this DVR port a1d48bcc-c2cd-4550-b46c-0b4470912f16 on host hv-cinder-86009 {{(pid=106269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 03 13:32:13.144913 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [req-e27d81ca-c15d-49b0-9ed8-a4560c6a88b8 req-bbb8c10c-4e97-4e9d-bfb5-dbaf1406d84c tempest-DeleteServersTestJSON-2036391304 tempest-DeleteServersTestJSON-2036391304-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512321'] for port (None), before_response {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:13.150037 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-e27d81ca-c15d-49b0-9ed8-a4560c6a88b8 req-bbb8c10c-4e97-4e9d-bfb5-dbaf1406d84c tempest-DeleteServersTestJSON-2036391304 tempest-DeleteServersTestJSON-2036391304-project] 10.222.0.65 "DELETE /networking/v2.0/ports/a1d48bcc-c2cd-4550-b46c-0b4470912f16 HTTP/1.1" status: 204 len: 173 time: 1.0776441 Oct 03 13:32:13.150902 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81de33cc-ab4f-402c-bc77-a8818e85ad75', 'name': 'network-vif-deleted', 'tag': 'a1d48bcc-c2cd-4550-b46c-0b4470912f16'}] {{(pid=106269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 13:32:13.154965 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b47918ded4abb292cd9624282dac8ea540c92c8d0d786a5a735fddaf1d274698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97373981-7232-46fe-92e0-a081fc07c94f" -d '{"events": [{"server_uuid": "81de33cc-ab4f-402c-bc77-a8818e85ad75", "name": "network-vif-deleted", "tag": "a1d48bcc-c2cd-4550-b46c-0b4470912f16"}]}' {{(pid=106269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 13:32:13.229598 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 13:32:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16dfceec-37d9-4239-b6f2-64c26b65eb2f x-openstack-request-id: req-16dfceec-37d9-4239-b6f2-64c26b65eb2f {{(pid=106269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 13:32:13.230145 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81de33cc-ab4f-402c-bc77-a8818e85ad75", "name": "network-vif-deleted", "tag": "a1d48bcc-c2cd-4550-b46c-0b4470912f16", "status": "completed", "code": 200}]} {{(pid=106269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 13:32:13.231210 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-16dfceec-37d9-4239-b6f2-64c26b65eb2f {{(pid=106269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 13:32:13.231641 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16dfceec-37d9-4239-b6f2-64c26b65eb2f'] response: {'server_uuid': '81de33cc-ab4f-402c-bc77-a8818e85ad75', 'name': 'network-vif-deleted', 'tag': 'a1d48bcc-c2cd-4550-b46c-0b4470912f16', 'status': 'completed', 'code': 200} Oct 03 13:32:13.996548 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-71b68202-e52a-4637-b80d-f08cdae83526 req-a6e358a0-71ae-4a9a-b258-e88da0433609 tempest-DeleteServersTestJSON-2036391304 tempest-DeleteServersTestJSON-2036391304-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=81de33cc-ab4f-402c-bc77-a8818e85ad75 HTTP/1.1" status: 200 len: 210 time: 0.0666120 Oct 03 13:32:14.225059 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21498fb6-3753-4c5f-bd06-ff303fa4fb51 req-d920ae19-b8d6-4e7a-a6d7-ce26dfc45d5b tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:32:14.228385 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-21498fb6-3753-4c5f-bd06-ff303fa4fb51 req-d920ae19-b8d6-4e7a-a6d7-ce26dfc45d5b tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=f46d2be3-6cca-411b-8b83-b13d51f53463 HTTP/1.1" status: 200 len: 945 time: 0.0932992 Oct 03 13:32:14.312393 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-21498fb6-3753-4c5f-bd06-ff303fa4fb51 req-9672348f-3dbb-42f8-a626-c08c870cebde tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=90741e6a-03d0-4889-9f91-275c8bff3e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777819 Oct 03 13:32:15.145376 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-74a32473-eca9-4bb5-b797-c8daa2018db7 req-972b6ff0-9f61-40c9-b652-d6f64e2e0dc4 tempest-DeleteServersTestJSON-2036391304 tempest-DeleteServersTestJSON-2036391304-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=81de33cc-ab4f-402c-bc77-a8818e85ad75 HTTP/1.1" status: 200 len: 210 time: 0.0479829 Oct 03 13:32:15.485689 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24904fc-d832-4ac3-905d-d6d10b5c5d90 req-cd33dcd4-3e24-42a3-952e-5c3c4b46a57e tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:32:15.487290 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-d24904fc-d832-4ac3-905d-d6d10b5c5d90 req-cd33dcd4-3e24-42a3-952e-5c3c4b46a57e tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=f46d2be3-6cca-411b-8b83-b13d51f53463 HTTP/1.1" status: 200 len: 945 time: 0.0542934 Oct 03 13:32:15.549583 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-d24904fc-d832-4ac3-905d-d6d10b5c5d90 req-411fc3cb-fcf7-4076-b37b-02cb5a073404 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=90741e6a-03d0-4889-9f91-275c8bff3e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514424 Oct 03 13:32:16.300193 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-d04a2f95-9583-43a2-86eb-56d4bce77270 req-a5046d40-6c39-47ae-8b8d-f9fbef074927 tempest-DeleteServersTestJSON-2036391304 tempest-DeleteServersTestJSON-2036391304-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=81de33cc-ab4f-402c-bc77-a8818e85ad75 HTTP/1.1" status: 200 len: 210 time: 0.0429287 Oct 03 13:32:16.340018 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Device a1d48bcc-c2cd-4550-b46c-0b4470912f16 no longer exists at agent hyperv_hv-cinder-86009 {{(pid=106270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 13:32:16.369276 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=80,neutron:UPDATE=4 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:32:16.371850 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] No Port match for: a1d48bcc-c2cd-4550-b46c-0b4470912f16 {{(pid=106270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 03 13:32:16.372477 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Device a1d48bcc-c2cd-4550-b46c-0b4470912f16 not bound to the agent host hv-cinder-86009 {{(pid=106270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 03 13:32:16.737069 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168213bc-6581-491e-87fc-aad8ba99e9ba req-1c90b969-f3c6-4d4f-888f-4163d583b713 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:32:16.739139 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-168213bc-6581-491e-87fc-aad8ba99e9ba req-1c90b969-f3c6-4d4f-888f-4163d583b713 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=f46d2be3-6cca-411b-8b83-b13d51f53463 HTTP/1.1" status: 200 len: 945 time: 0.0560887 Oct 03 13:32:16.801408 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-168213bc-6581-491e-87fc-aad8ba99e9ba req-e6b342fc-ee46-4c8e-86b2-1c2b2295767d tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=90741e6a-03d0-4889-9f91-275c8bff3e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479729 Oct 03 13:32:17.474178 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-43d8e62b-f3bd-4c6f-9559-5ea08af61ee7 req-29f82b01-2024-4d67-893e-0bb44a49d02f tempest-DeleteServersTestJSON-2036391304 tempest-DeleteServersTestJSON-2036391304-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=81de33cc-ab4f-402c-bc77-a8818e85ad75 HTTP/1.1" status: 200 len: 210 time: 0.0414639 Oct 03 13:32:17.929738 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:DELETE=5,neutron:INSERT=3,neutron:UPDATE=1,neutron:SELECT=91 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:32:17.960749 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466235bd-2743-4ee8-833b-7351f48e4ff8 req-a653eba7-92d8-4029-879b-a7a1d1c3e40e tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:32:17.962440 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-466235bd-2743-4ee8-833b-7351f48e4ff8 req-a653eba7-92d8-4029-879b-a7a1d1c3e40e tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=f46d2be3-6cca-411b-8b83-b13d51f53463 HTTP/1.1" status: 200 len: 945 time: 0.0663927 Oct 03 13:32:18.035629 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-466235bd-2743-4ee8-833b-7351f48e4ff8 req-cc698fb2-5e1e-4864-ba22-bbb0ecdb6af3 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=90741e6a-03d0-4889-9f91-275c8bff3e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644810 Oct 03 13:32:19.251409 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cddf8f-7372-434c-a693-20944f90d89d req-e48146e2-87be-4367-a8e3-52b8d658f819 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:32:19.253711 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-c2cddf8f-7372-434c-a693-20944f90d89d req-e48146e2-87be-4367-a8e3-52b8d658f819 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=f46d2be3-6cca-411b-8b83-b13d51f53463 HTTP/1.1" status: 200 len: 945 time: 0.0594404 Oct 03 13:32:19.266783 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 59260) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:32:19.314302 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-c2cddf8f-7372-434c-a693-20944f90d89d req-23405311-d4f5-45d3-915c-f6ea81b1b4a7 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=90741e6a-03d0-4889-9f91-275c8bff3e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492876 Oct 03 13:32:19.387144 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 59266) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:32:19.504726 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-65a02126-7772-4caf-92db-45e610bbf9f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:19.522642 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-b185434d-2516-4745-8f80-40cb9d4f432f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:19.525803 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:32:19.611621 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-65a02126-7772-4caf-92db-45e610bbf9f5 admin admin] Publish callbacks [] for security_group (e6795377-1ac1-4dea-aaba-05edee34ccba), precommit_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:19.616779 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-65a02126-7772-4caf-92db-45e610bbf9f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (e6795377-1ac1-4dea-aaba-05edee34ccba), after_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:19.624703 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-b185434d-2516-4745-8f80-40cb9d4f432f admin admin] Publish callbacks [] for security_group (67feb2bc-043e-4da9-8472-5c07d6d1ef6e), precommit_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:19.629852 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-b185434d-2516-4745-8f80-40cb9d4f432f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (67feb2bc-043e-4da9-8472-5c07d6d1ef6e), after_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:19.665103 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-65a02126-7772-4caf-92db-45e610bbf9f5 admin admin] 10.222.0.58 "GET /networking/v2.0/security-groups?tenant_id=8b902097b23742a49a189b7b9aa822b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3967650 Oct 03 13:32:19.666600 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a02126-7772-4caf-92db-45e610bbf9f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6795377-1ac1-4dea-aaba-05edee34ccba,revision_number=1']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:32:19.670856 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 59270) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:32:19.678033 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:32:19.687698 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-b185434d-2516-4745-8f80-40cb9d4f432f admin admin] 10.222.0.58 "GET /networking/v2.0/security-groups?tenant_id=b4e42e3a5abe462c80c6fd12973618a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2950172 Oct 03 13:32:19.688254 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 59272) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:32:19.695116 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b185434d-2516-4745-8f80-40cb9d4f432f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67feb2bc-043e-4da9-8472-5c07d6d1ef6e,revision_number=1']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:32:19.747175 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-804785e4-4283-4581-aece-0704c09418cb admin admin] Publish callbacks [] for security_group (e6795377-1ac1-4dea-aaba-05edee34ccba), before_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:19.757835 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-419a12ac-d214-40d5-8ff9-d6645bd964c5 admin admin] Publish callbacks [] for security_group (67feb2bc-043e-4da9-8472-5c07d6d1ef6e), before_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:19.783034 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-419a12ac-d214-40d5-8ff9-d6645bd964c5 admin admin] Publish callbacks [] for security_group (67feb2bc-043e-4da9-8472-5c07d6d1ef6e), precommit_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:19.784925 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-804785e4-4283-4581-aece-0704c09418cb admin admin] Publish callbacks [] for security_group (e6795377-1ac1-4dea-aaba-05edee34ccba), precommit_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:19.850201 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-804785e4-4283-4581-aece-0704c09418cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (e6795377-1ac1-4dea-aaba-05edee34ccba), after_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:19.854832 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-804785e4-4283-4581-aece-0704c09418cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:19.856834 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-804785e4-4283-4581-aece-0704c09418cb admin admin] 10.222.0.58 "DELETE /networking/v2.0/security-groups/e6795377-1ac1-4dea-aaba-05edee34ccba HTTP/1.1" status: 204 len: 168 time: 0.1848066 Oct 03 13:32:19.857511 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-419a12ac-d214-40d5-8ff9-d6645bd964c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (67feb2bc-043e-4da9-8472-5c07d6d1ef6e), after_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:19.861670 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-419a12ac-d214-40d5-8ff9-d6645bd964c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:19.863622 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-419a12ac-d214-40d5-8ff9-d6645bd964c5 admin admin] 10.222.0.58 "DELETE /networking/v2.0/security-groups/67feb2bc-043e-4da9-8472-5c07d6d1ef6e HTTP/1.1" status: 204 len: 168 time: 0.1742189 Oct 03 13:32:19.870239 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804785e4-4283-4581-aece-0704c09418cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6795377-1ac1-4dea-aaba-05edee34ccba,revision_number=None']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:32:19.878888 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419a12ac-d214-40d5-8ff9-d6645bd964c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67feb2bc-043e-4da9-8472-5c07d6d1ef6e,revision_number=None']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:32:20.385287 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 59298) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:32:20.401298 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-57667dd0-4b05-4cda-93ee-9b82874b8c6a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:20.575654 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48521e3-aec2-47db-89f3-3a2f6a3cd50d req-b5118639-560e-426a-9d5c-cbcc1407f836 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:32:20.578430 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-c48521e3-aec2-47db-89f3-3a2f6a3cd50d req-b5118639-560e-426a-9d5c-cbcc1407f836 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=f46d2be3-6cca-411b-8b83-b13d51f53463 HTTP/1.1" status: 200 len: 945 time: 0.1088624 Oct 03 13:32:20.617997 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-57667dd0-4b05-4cda-93ee-9b82874b8c6a admin admin] Publish callbacks [] for security_group (ab6c052c-9f7c-43ca-8c12-087ac76b1ae9), precommit_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:20.634652 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-57667dd0-4b05-4cda-93ee-9b82874b8c6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (ab6c052c-9f7c-43ca-8c12-087ac76b1ae9), after_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:20.739274 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-57667dd0-4b05-4cda-93ee-9b82874b8c6a admin admin] 10.222.0.58 "GET /networking/v2.0/security-groups?tenant_id=3836cab5341d4a6fbd53970562a58819&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3535531 Oct 03 13:32:20.742928 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 59306) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:32:20.743731 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-c48521e3-aec2-47db-89f3-3a2f6a3cd50d req-dfd763e0-298d-4d62-8237-7df0be9cb99a tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=90741e6a-03d0-4889-9f91-275c8bff3e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554201 Oct 03 13:32:20.744916 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57667dd0-4b05-4cda-93ee-9b82874b8c6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab6c052c-9f7c-43ca-8c12-087ac76b1ae9,revision_number=1']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:32:20.821795 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-10b44ce1-1a2c-4f60-a133-ca15bf7edc68 admin admin] Publish callbacks [] for security_group (ab6c052c-9f7c-43ca-8c12-087ac76b1ae9), before_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:20.854900 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-10b44ce1-1a2c-4f60-a133-ca15bf7edc68 admin admin] Publish callbacks [] for security_group (ab6c052c-9f7c-43ca-8c12-087ac76b1ae9), precommit_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:20.866712 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:INSERT=8 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:32:20.914712 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-10b44ce1-1a2c-4f60-a133-ca15bf7edc68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (ab6c052c-9f7c-43ca-8c12-087ac76b1ae9), after_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:20.919447 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-10b44ce1-1a2c-4f60-a133-ca15bf7edc68 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:20.921967 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-10b44ce1-1a2c-4f60-a133-ca15bf7edc68 admin admin] 10.222.0.58 "DELETE /networking/v2.0/security-groups/ab6c052c-9f7c-43ca-8c12-087ac76b1ae9 HTTP/1.1" status: 204 len: 168 time: 0.1749656 Oct 03 13:32:20.932797 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b44ce1-1a2c-4f60-a133-ca15bf7edc68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab6c052c-9f7c-43ca-8c12-087ac76b1ae9,revision_number=None']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:32:21.927496 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b089860c-f51c-4c14-a1a4-8a49515500c8 req-2fc330d6-b000-438f-a02f-b10a28f53c6e tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:32:21.929080 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-b089860c-f51c-4c14-a1a4-8a49515500c8 req-2fc330d6-b000-438f-a02f-b10a28f53c6e tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=f46d2be3-6cca-411b-8b83-b13d51f53463 HTTP/1.1" status: 200 len: 945 time: 0.0593314 Oct 03 13:32:21.988883 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-b089860c-f51c-4c14-a1a4-8a49515500c8 req-8abcdcea-80ad-40db-b51a-c9d9ebc307bb tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=90741e6a-03d0-4889-9f91-275c8bff3e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523376 Oct 03 13:32:23.133302 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=2 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:32:23.152303 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=6 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:32:23.414128 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73d611a-94cb-4af8-93fb-51101acc42ec req-2cabd9b6-6860-40a4-a07b-1e4cdddf42f4 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:32:23.423153 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-c73d611a-94cb-4af8-93fb-51101acc42ec req-2cabd9b6-6860-40a4-a07b-1e4cdddf42f4 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=f46d2be3-6cca-411b-8b83-b13d51f53463 HTTP/1.1" status: 200 len: 945 time: 0.2962379 Oct 03 13:32:23.490158 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-c73d611a-94cb-4af8-93fb-51101acc42ec req-3b211cc2-44b2-4c1c-b12f-17bfe7bce0a0 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=90741e6a-03d0-4889-9f91-275c8bff3e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659766 Oct 03 13:32:23.642847 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 59426) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:32:24.075899 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:32:24.188711 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-b02450d1-72d2-4f54-b3f2-23196b2c1dde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3893314'] for router_interface (6f3d8525-6fb0-4621-aec4-8526bd9e4774), before_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:24.498204 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 59456) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:32:24.760704 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-aafcd188-59d0-4ddf-ab8d-3faa712e19fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:24.823117 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9223e145-a80c-4530-aaec-aed15682089e req-502a095a-4d13-4173-8c8a-3ce6059a395f tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:32:24.827919 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-9223e145-a80c-4530-aaec-aed15682089e req-502a095a-4d13-4173-8c8a-3ce6059a395f tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=f46d2be3-6cca-411b-8b83-b13d51f53463 HTTP/1.1" status: 200 len: 945 time: 0.1936181 Oct 03 13:32:24.913156 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:DELETE=3 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:32:24.951237 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-aafcd188-59d0-4ddf-ab8d-3faa712e19fb admin admin] Publish callbacks [] for security_group (01f23764-c67c-4db7-89f2-e059960f1545), precommit_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:24.963649 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-aafcd188-59d0-4ddf-ab8d-3faa712e19fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (01f23764-c67c-4db7-89f2-e059960f1545), after_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:25.017419 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafcd188-59d0-4ddf-ab8d-3faa712e19fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01f23764-c67c-4db7-89f2-e059960f1545,revision_number=1']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:32:25.054425 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-aafcd188-59d0-4ddf-ab8d-3faa712e19fb admin admin] 10.222.0.58 "GET /networking/v2.0/security-groups?tenant_id=9c9e6933eeab476497bd725daff9be90&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5545337 Oct 03 13:32:25.055407 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 59478) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:32:25.057518 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-9223e145-a80c-4530-aaec-aed15682089e req-a4c9545f-d60a-43d2-9de1-481346e8661b tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=90741e6a-03d0-4889-9f91-275c8bff3e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069068 Oct 03 13:32:25.118747 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.plugins.ml2.plugin [None req-b02450d1-72d2-4f54-b3f2-23196b2c1dde admin admin] Deleting port 43677e9b-9fd5-4aab-ad39-9700eabc75bb {{(pid=106269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 13:32:25.119097 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-b02450d1-72d2-4f54-b3f2-23196b2c1dde admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751015143464'] for port (43677e9b-9fd5-4aab-ad39-9700eabc75bb), before_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:25.161874 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=83,neutron:DELETE=1,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:32:25.196811 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-5ac3914e-9d05-452d-8550-d4e994a0094b admin admin] Publish callbacks [] for security_group (01f23764-c67c-4db7-89f2-e059960f1545), before_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:25.243790 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-5ac3914e-9d05-452d-8550-d4e994a0094b admin admin] Publish callbacks [] for security_group (01f23764-c67c-4db7-89f2-e059960f1545), precommit_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:25.269979 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.plugins.ml2.db [None req-b02450d1-72d2-4f54-b3f2-23196b2c1dde admin admin] For port 43677e9b-9fd5-4aab-ad39-9700eabc75bb, host dv-cinder-860090-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860090-1-iscsi',level=0,port_id=43677e9b-9fd5-4aab-ad39-9700eabc75bb,segment=NetworkSegment(55ce58d8-df7c-4b91-8b60-1d78b467e2b7),segment_id=55ce58d8-df7c-4b91-8b60-1d78b467e2b7)] {{(pid=106269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 13:32:25.269979 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-b02450d1-72d2-4f54-b3f2-23196b2c1dde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724412'] for port (43677e9b-9fd5-4aab-ad39-9700eabc75bb), precommit_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:25.295131 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.plugins.ml2.plugin [None req-b02450d1-72d2-4f54-b3f2-23196b2c1dde admin admin] Calling delete_port for 43677e9b-9fd5-4aab-ad39-9700eabc75bb owned by network:router_interface {{(pid=106269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 13:32:25.346988 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-5ac3914e-9d05-452d-8550-d4e994a0094b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (01f23764-c67c-4db7-89f2-e059960f1545), after_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:25.350107 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-5ac3914e-9d05-452d-8550-d4e994a0094b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:25.351797 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-5ac3914e-9d05-452d-8550-d4e994a0094b admin admin] 10.222.0.58 "DELETE /networking/v2.0/security-groups/01f23764-c67c-4db7-89f2-e059960f1545 HTTP/1.1" status: 204 len: 168 time: 0.2947471 Oct 03 13:32:25.363236 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac3914e-9d05-452d-8550-d4e994a0094b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01f23764-c67c-4db7-89f2-e059960f1545,revision_number=None']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:32:25.455495 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:DELETE=3,neutron:SELECT=97 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:32:25.719543 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-b02450d1-72d2-4f54-b3f2-23196b2c1dde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751015146406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751014656997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26503125'] for port (43677e9b-9fd5-4aab-ad39-9700eabc75bb), after_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:25.782163 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02450d1-72d2-4f54-b3f2-23196b2c1dde admin admin] Pushing event deleted for resources: {'Port': ['ID=43677e9b-9fd5-4aab-ad39-9700eabc75bb,revision_number=None']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:32:26.097354 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 59496) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:32:26.136717 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-1af2857b-7f13-493d-8220-68926d290125 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:26.159949 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-b02450d1-72d2-4f54-b3f2-23196b2c1dde admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3798541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3893302'] for router_interface (6f3d8525-6fb0-4621-aec4-8526bd9e4774), after_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:26.279442 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:32:26.379505 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637f96a7-908c-42c9-8fc2-b4c31d68fe57 req-9f874722-da5e-458a-9241-5490f3e9db13 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:32:26.387122 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-637f96a7-908c-42c9-8fc2-b4c31d68fe57 req-9f874722-da5e-458a-9241-5490f3e9db13 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=f46d2be3-6cca-411b-8b83-b13d51f53463 HTTP/1.1" status: 200 len: 945 time: 0.0912223 Oct 03 13:32:26.417272 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-1af2857b-7f13-493d-8220-68926d290125 admin admin] Publish callbacks [] for security_group (1f284e3b-394b-495b-8f9e-c0de57a4a2ef), precommit_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:26.424448 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-1af2857b-7f13-493d-8220-68926d290125 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (1f284e3b-394b-495b-8f9e-c0de57a4a2ef), after_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:26.494823 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-1af2857b-7f13-493d-8220-68926d290125 admin admin] 10.222.0.58 "GET /networking/v2.0/security-groups?tenant_id=6315ecc51b8a4bc5aaa2b8ec65003a11&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3944192 Oct 03 13:32:26.506395 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-637f96a7-908c-42c9-8fc2-b4c31d68fe57 req-4023cdfc-d042-431c-b5f0-ec854c1ab044 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=90741e6a-03d0-4889-9f91-275c8bff3e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182110 Oct 03 13:32:26.507098 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af2857b-7f13-493d-8220-68926d290125 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f284e3b-394b-495b-8f9e-c0de57a4a2ef,revision_number=1']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:32:26.513089 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 59508) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:32:26.618350 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b02450d1-72d2-4f54-b3f2-23196b2c1dde admin admin] Router 6f3d8525-6fb0-4621-aec4-8526bd9e4774 has already been hosted by L3 agent 94180321-47b1-4b5c-b620-b1b0a31df446 {{(pid=106269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 03 13:32:26.625309 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-9f9b9a01-0893-4d35-ae58-78658628133b admin admin] Publish callbacks [] for security_group (1f284e3b-394b-495b-8f9e-c0de57a4a2ef), before_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:26.673163 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-9f9b9a01-0893-4d35-ae58-78658628133b admin admin] Publish callbacks [] for security_group (1f284e3b-394b-495b-8f9e-c0de57a4a2ef), precommit_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:26.763080 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-9f9b9a01-0893-4d35-ae58-78658628133b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (1f284e3b-394b-495b-8f9e-c0de57a4a2ef), after_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:26.766254 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-9f9b9a01-0893-4d35-ae58-78658628133b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:26.767882 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-9f9b9a01-0893-4d35-ae58-78658628133b admin admin] 10.222.0.58 "DELETE /networking/v2.0/security-groups/1f284e3b-394b-495b-8f9e-c0de57a4a2ef HTTP/1.1" status: 204 len: 168 time: 0.2541225 Oct 03 13:32:26.795657 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9b9a01-0893-4d35-ae58-78658628133b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f284e3b-394b-495b-8f9e-c0de57a4a2ef,revision_number=None']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:32:26.801563 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b02450d1-72d2-4f54-b3f2-23196b2c1dde admin admin] Notify agent at l3_agent.dv-cinder-860090-1-iscsi the message routers_updated {{(pid=106269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 13:32:26.820924 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e9c1c8-da34-49aa-9798-0758aa0d0a74 None None] Sync routers for ids ['6f3d8525-6fb0-4621-aec4-8526bd9e4774'] in dv-cinder-860090-1-iscsi {{(pid=106271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 13:32:26.834725 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:UPDATE=4,neutron:SELECT=37 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:32:26.835878 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 59522) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:32:26.838610 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-b02450d1-72d2-4f54-b3f2-23196b2c1dde admin admin] 10.222.0.58 "PUT /networking/v2.0/routers/6f3d8525-6fb0-4621-aec4-8526bd9e4774/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1941574 Oct 03 13:32:26.862171 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e9c1c8-da34-49aa-9798-0758aa0d0a74 None None] Routers {'6f3d8525-6fb0-4621-aec4-8526bd9e4774'} bound to L3 agent in host dv-cinder-860090-1-iscsi {{(pid=106271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 13:32:26.863058 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_hamode_db [None req-43e9c1c8-da34-49aa-9798-0758aa0d0a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860090-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-03T13:22:05Z,description=,heartbeat_timestamp=2022-10-03T13:32:05Z,host='dv-cinder-860090-1-iscsi',id=94180321-47b1-4b5c-b620-b1b0a31df446,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T13:22:05Z,topic='l3_agent')) {'router_ids': ['6f3d8525-6fb0-4621-aec4-8526bd9e4774'], 'active': True} {{(pid=106271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:32:27.111947 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-abf54695-87fc-4b0d-8766-18e105275b91 admin admin] Publish callbacks [] for router (6f3d8525-6fb0-4621-aec4-8526bd9e4774), before_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:27.177733 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_dvr_db [None req-43e9c1c8-da34-49aa-9798-0758aa0d0a74 None None] Set router 6f3d8525-6fb0-4621-aec4-8526bd9e4774 gateway port host: dv-cinder-860090-1-iscsi {{(pid=106271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 13:32:27.299784 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:32:27.353587 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-abf54695-87fc-4b0d-8766-18e105275b91 admin admin] Publish callbacks [] for router_gateway (6f3d8525-6fb0-4621-aec4-8526bd9e4774), before_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:27.422537 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.plugin [None req-abf54695-87fc-4b0d-8766-18e105275b91 admin admin] Deleting port 5d99aafa-ed6c-4f14-9811-c332e824d504 {{(pid=106268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 13:32:27.423188 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-abf54695-87fc-4b0d-8766-18e105275b91 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751015143464'] for port (5d99aafa-ed6c-4f14-9811-c332e824d504), before_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:27.500563 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_hamode_db [None req-43e9c1c8-da34-49aa-9798-0758aa0d0a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f3d8525-6fb0-4621-aec4-8526bd9e4774', 'name': 'tempest-DeleteServersTestJSON-1552291052-router', 'tenant_id': '5f908aee304e4fe2bb2185d89400533c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'external_fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': '5d99aafa-ed6c-4f14-9811-c332e824d504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:30:32Z', 'updated_at': '2022-10-03T13:32:25Z', 'revision_number': 5, 'project_id': '5f908aee304e4fe2bb2185d89400533c', 'gw_port': {'id': '5d99aafa-ed6c-4f14-9811-c332e824d504', 'name': '', 'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:6c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f3d8525-6fb0-4621-aec4-8526bd9e4774', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:30:35Z', 'updated_at': '2022-10-03T13:30:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860090-1-iscsi'}], 'dv-cinder-860090-1-iscsi', False) {} {{(pid=106271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:32:27.540626 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e9c1c8-da34-49aa-9798-0758aa0d0a74 None None] Checking router: 6f3d8525-6fb0-4621-aec4-8526bd9e4774 for host: dv-cinder-860090-1-iscsi {{(pid=106271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 13:32:27.553619 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e9c1c8-da34-49aa-9798-0758aa0d0a74 None None] Routers {'6f3d8525-6fb0-4621-aec4-8526bd9e4774'} bound to L3 agent in host dv-cinder-860090-1-iscsi {{(pid=106271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 13:32:27.554618 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_hamode_db [None req-43e9c1c8-da34-49aa-9798-0758aa0d0a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860090-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-03T13:22:05Z,description=,heartbeat_timestamp=2022-10-03T13:32:05Z,host='dv-cinder-860090-1-iscsi',id=94180321-47b1-4b5c-b620-b1b0a31df446,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T13:22:05Z,topic='l3_agent')) {'router_ids': ['6f3d8525-6fb0-4621-aec4-8526bd9e4774'], 'active': True} {{(pid=106271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:32:27.564325 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.db [None req-abf54695-87fc-4b0d-8766-18e105275b91 admin admin] For port 5d99aafa-ed6c-4f14-9811-c332e824d504, host dv-cinder-860090-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860090-1-iscsi',level=0,port_id=5d99aafa-ed6c-4f14-9811-c332e824d504,segment=NetworkSegment(bb40cd5f-7936-4373-bcc9-441f3ba1dc24),segment_id=bb40cd5f-7936-4373-bcc9-441f3ba1dc24)] {{(pid=106268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 13:32:27.564719 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-abf54695-87fc-4b0d-8766-18e105275b91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724412'] for port (5d99aafa-ed6c-4f14-9811-c332e824d504), precommit_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:27.583501 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.plugin [None req-abf54695-87fc-4b0d-8766-18e105275b91 admin admin] Calling delete_port for 5d99aafa-ed6c-4f14-9811-c332e824d504 owned by network:router_gateway {{(pid=106268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 13:32:27.594570 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:32:27.672192 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_dvr_db [None req-43e9c1c8-da34-49aa-9798-0758aa0d0a74 None None] Set router 6f3d8525-6fb0-4621-aec4-8526bd9e4774 gateway port host: None {{(pid=106271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 13:32:27.740019 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_hamode_db [None req-43e9c1c8-da34-49aa-9798-0758aa0d0a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f3d8525-6fb0-4621-aec4-8526bd9e4774', 'name': 'tempest-DeleteServersTestJSON-1552291052-router', 'tenant_id': '5f908aee304e4fe2bb2185d89400533c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:30:32Z', 'updated_at': '2022-10-03T13:32:27Z', 'revision_number': 6, 'project_id': '5f908aee304e4fe2bb2185d89400533c', 'gw_port_host': None}], 'dv-cinder-860090-1-iscsi', False) {} {{(pid=106271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:32:27.766480 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc77eb3a-4356-4464-9e59-5f2d1cbc3e94 req-43ac03ef-d86a-4c4a-9d14-46b1461fefe9 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:32:27.769839 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-dc77eb3a-4356-4464-9e59-5f2d1cbc3e94 req-43ac03ef-d86a-4c4a-9d14-46b1461fefe9 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=f46d2be3-6cca-411b-8b83-b13d51f53463 HTTP/1.1" status: 200 len: 945 time: 0.1006238 Oct 03 13:32:27.775359 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e9c1c8-da34-49aa-9798-0758aa0d0a74 None None] The sync data for ids ['6f3d8525-6fb0-4621-aec4-8526bd9e4774'] in dv-cinder-860090-1-iscsi is: [{'id': '6f3d8525-6fb0-4621-aec4-8526bd9e4774', 'name': 'tempest-DeleteServersTestJSON-1552291052-router', 'tenant_id': '5f908aee304e4fe2bb2185d89400533c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:30:32Z', 'updated_at': '2022-10-03T13:32:27Z', 'revision_number': 6, 'project_id': '5f908aee304e4fe2bb2185d89400533c', 'gw_port_host': None}] {{(pid=106271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 13:32:27.871024 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-dc77eb3a-4356-4464-9e59-5f2d1cbc3e94 req-ad4e630b-d09e-4e81-8956-f8a266ae22dc tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=90741e6a-03d0-4889-9f91-275c8bff3e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905201 Oct 03 13:32:27.875052 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-abf54695-87fc-4b0d-8766-18e105275b91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751015146406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751014656997'] for port (5d99aafa-ed6c-4f14-9811-c332e824d504), after_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:27.906247 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf54695-87fc-4b0d-8766-18e105275b91 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d99aafa-ed6c-4f14-9811-c332e824d504,revision_number=None']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:32:27.941696 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-abf54695-87fc-4b0d-8766-18e105275b91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3894908'] for router_gateway (6f3d8525-6fb0-4621-aec4-8526bd9e4774), after_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:28.062865 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-abf54695-87fc-4b0d-8766-18e105275b91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3893367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3464'] for router (6f3d8525-6fb0-4621-aec4-8526bd9e4774), precommit_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:28.066118 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-abf54695-87fc-4b0d-8766-18e105275b91 admin admin] Publish callbacks [] for router_controller (6f3d8525-6fb0-4621-aec4-8526bd9e4774), precommit_delete_associations {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:28.150752 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-abf54695-87fc-4b0d-8766-18e105275b91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3893358'] for router (6f3d8525-6fb0-4621-aec4-8526bd9e4774), after_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:28.152322 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abf54695-87fc-4b0d-8766-18e105275b91 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6f3d8525-6fb0-4621-aec4-8526bd9e4774 {{(pid=106268) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 03 13:32:28.158968 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-abf54695-87fc-4b0d-8766-18e105275b91 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:28.162867 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-abf54695-87fc-4b0d-8766-18e105275b91 admin admin] 10.222.0.58 "DELETE /networking/v2.0/routers/6f3d8525-6fb0-4621-aec4-8526bd9e4774 HTTP/1.1" status: 204 len: 168 time: 1.3237064 Oct 03 13:32:28.163178 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 59566) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:32:28.251868 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.db.db_base_plugin_v2 [None req-e52a850f-04df-475f-8951-d1caf1f9d4e5 admin admin] Deleting subnet 7759f961-ee61-4eff-a397-748656fd26d1 {{(pid=106268) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 03 13:32:28.256508 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-e52a850f-04df-475f-8951-d1caf1f9d4e5 admin admin] Publish callbacks [] for subnet (7759f961-ee61-4eff-a397-748656fd26d1), before_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:28.315363 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-e52a850f-04df-475f-8951-d1caf1f9d4e5 admin admin] Publish callbacks [] for subnet (7759f961-ee61-4eff-a397-748656fd26d1), precommit_delete_associations {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:28.407124 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-e52a850f-04df-475f-8951-d1caf1f9d4e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1491868'] for subnet (7759f961-ee61-4eff-a397-748656fd26d1), precommit_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:28.477107 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-e52a850f-04df-475f-8951-d1caf1f9d4e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1495987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644'] for subnet (7759f961-ee61-4eff-a397-748656fd26d1), after_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:28.532345 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52a850f-04df-475f-8951-d1caf1f9d4e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7759f961-ee61-4eff-a397-748656fd26d1,revision_number=None']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:32:28.541436 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-e52a850f-04df-475f-8951-d1caf1f9d4e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798626'] for subnet (None), before_response {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:28.550276 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff2739cd-c435-41d9-8da7-924a7ae8ba8a None None] Network c7f5133f-f533-43e9-8556-7d1b6afd965c requested from dv-cinder-860090-1-iscsi {{(pid=106270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 03 13:32:28.550938 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-e52a850f-04df-475f-8951-d1caf1f9d4e5 admin admin] 10.222.0.58 "DELETE /networking/v2.0/subnets/7759f961-ee61-4eff-a397-748656fd26d1 HTTP/1.1" status: 204 len: 168 time: 0.3813677 Oct 03 13:32:28.551120 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 59582) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:32:28.720290 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-c63da874-7f2f-45c3-9e53-c3afbc0c2287 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1465425'] for network (c7f5133f-f533-43e9-8556-7d1b6afd965c), before_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:28.819338 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.plugins.ml2.plugin [None req-c63da874-7f2f-45c3-9e53-c3afbc0c2287 admin admin] Deleting port 125616d5-9f4a-4384-b180-6ec4d6a9523f {{(pid=106269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 13:32:28.820019 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-c63da874-7f2f-45c3-9e53-c3afbc0c2287 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751015143464'] for port (125616d5-9f4a-4384-b180-6ec4d6a9523f), before_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:28.895833 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8b982d9-95fe-4f60-bd66-a79e5f3337da None None] DHCP port deletion for c7f5133f-f533-43e9-8556-7d1b6afd965c request from dv-cinder-860090-1-iscsi {{(pid=106270) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 03 13:32:28.960435 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:32:28.986210 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-c8b982d9-95fe-4f60-bd66-a79e5f3337da None None] Deleting port 125616d5-9f4a-4384-b180-6ec4d6a9523f {{(pid=106270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 13:32:28.989576 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-c8b982d9-95fe-4f60-bd66-a79e5f3337da None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751015143464'] for port (125616d5-9f4a-4384-b180-6ec4d6a9523f), before_delete {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:29.049779 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.plugins.ml2.db [None req-c63da874-7f2f-45c3-9e53-c3afbc0c2287 admin admin] For port 125616d5-9f4a-4384-b180-6ec4d6a9523f, host dv-cinder-860090-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860090-1-iscsi',level=0,port_id=125616d5-9f4a-4384-b180-6ec4d6a9523f,segment=NetworkSegment(55ce58d8-df7c-4b91-8b60-1d78b467e2b7),segment_id=55ce58d8-df7c-4b91-8b60-1d78b467e2b7)] {{(pid=106269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 13:32:29.050362 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-c63da874-7f2f-45c3-9e53-c3afbc0c2287 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724412'] for port (125616d5-9f4a-4384-b180-6ec4d6a9523f), precommit_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:29.110322 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.plugins.ml2.plugin [None req-c63da874-7f2f-45c3-9e53-c3afbc0c2287 admin admin] Calling delete_port for 125616d5-9f4a-4384-b180-6ec4d6a9523f owned by network:dhcp {{(pid=106269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 13:32:29.119697 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dee4a0-4e8e-4f6c-8d8e-d983cc0fd3bf req-77527f00-9c58-46e2-b027-7c6c63fcd905 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:32:29.129762 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-88dee4a0-4e8e-4f6c-8d8e-d983cc0fd3bf req-77527f00-9c58-46e2-b027-7c6c63fcd905 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=f46d2be3-6cca-411b-8b83-b13d51f53463 HTTP/1.1" status: 200 len: 945 time: 0.0984204 Oct 03 13:32:29.148818 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.db [None req-c8b982d9-95fe-4f60-bd66-a79e5f3337da None None] For port 125616d5-9f4a-4384-b180-6ec4d6a9523f, host dv-cinder-860090-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860090-1-iscsi',level=0,port_id=125616d5-9f4a-4384-b180-6ec4d6a9523f,segment=NetworkSegment(55ce58d8-df7c-4b91-8b60-1d78b467e2b7),segment_id=55ce58d8-df7c-4b91-8b60-1d78b467e2b7)] {{(pid=106270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 13:32:29.149694 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-c8b982d9-95fe-4f60-bd66-a79e5f3337da None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724412'] for port (125616d5-9f4a-4384-b180-6ec4d6a9523f), precommit_delete {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:29.174475 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-c8b982d9-95fe-4f60-bd66-a79e5f3337da None None] Calling delete_port for 125616d5-9f4a-4384-b180-6ec4d6a9523f owned by network:dhcp {{(pid=106270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 13:32:29.224926 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-88dee4a0-4e8e-4f6c-8d8e-d983cc0fd3bf req-8a80df42-31df-4ef6-a4f7-22048edd1f5c tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=90741e6a-03d0-4889-9f91-275c8bff3e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940738 Oct 03 13:32:29.304773 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-c63da874-7f2f-45c3-9e53-c3afbc0c2287 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751015146406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751014656997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26503125'] for port (125616d5-9f4a-4384-b180-6ec4d6a9523f), after_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:29.350048 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63da874-7f2f-45c3-9e53-c3afbc0c2287 admin admin] Pushing event deleted for resources: {'Port': ['ID=125616d5-9f4a-4384-b180-6ec4d6a9523f,revision_number=None']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:32:29.358999 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-c8b982d9-95fe-4f60-bd66-a79e5f3337da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751015146406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751014656997'] for port (125616d5-9f4a-4384-b180-6ec4d6a9523f), after_delete {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:29.363904 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 59596) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:32:29.365874 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63da874-7f2f-45c3-9e53-c3afbc0c2287 admin admin] No DVR routers for this DVR port 125616d5-9f4a-4384-b180-6ec4d6a9523f on host dv-cinder-860090-1-iscsi {{(pid=106269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 03 13:32:29.396812 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b982d9-95fe-4f60-bd66-a79e5f3337da None None] Pushing event deleted for resources: {'Port': ['ID=125616d5-9f4a-4384-b180-6ec4d6a9523f,revision_number=None']} {{(pid=106270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:32:29.406236 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b982d9-95fe-4f60-bd66-a79e5f3337da None None] No DVR routers for this DVR port 125616d5-9f4a-4384-b180-6ec4d6a9523f on host dv-cinder-860090-1-iscsi {{(pid=106270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 03 13:32:29.432807 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63da874-7f2f-45c3-9e53-c3afbc0c2287 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:32:29.433646 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63da874-7f2f-45c3-9e53-c3afbc0c2287 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:32:29.434578 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63da874-7f2f-45c3-9e53-c3afbc0c2287 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:32:29.435325 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63da874-7f2f-45c3-9e53-c3afbc0c2287 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:32:29.436067 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63da874-7f2f-45c3-9e53-c3afbc0c2287 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:32:29.436723 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63da874-7f2f-45c3-9e53-c3afbc0c2287 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:32:29.438413 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63da874-7f2f-45c3-9e53-c3afbc0c2287 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:32:29.439006 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63da874-7f2f-45c3-9e53-c3afbc0c2287 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:32:29.439611 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63da874-7f2f-45c3-9e53-c3afbc0c2287 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:32:29.440210 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63da874-7f2f-45c3-9e53-c3afbc0c2287 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:32:29.440779 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63da874-7f2f-45c3-9e53-c3afbc0c2287 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:32:29.441372 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63da874-7f2f-45c3-9e53-c3afbc0c2287 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:32:29.447920 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63da874-7f2f-45c3-9e53-c3afbc0c2287 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:32:29.449026 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63da874-7f2f-45c3-9e53-c3afbc0c2287 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:32:29.449739 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63da874-7f2f-45c3-9e53-c3afbc0c2287 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:32:29.544172 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Device 125616d5-9f4a-4384-b180-6ec4d6a9523f no longer exists at agent ovs-agent-dv-cinder-860090-1-iscsi {{(pid=106270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 13:32:29.561290 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-4ce389e5-df6c-4630-bc36-ec95871dfbeb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:29.576068 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=9 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:32:29.581498 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] No Port match for: 125616d5-9f4a-4384-b180-6ec4d6a9523f {{(pid=106270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 03 13:32:29.582732 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Device 125616d5-9f4a-4384-b180-6ec4d6a9523f not bound to the agent host dv-cinder-860090-1-iscsi {{(pid=106270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 03 13:32:29.583369 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Device 5d99aafa-ed6c-4f14-9811-c332e824d504 no longer exists at agent ovs-agent-dv-cinder-860090-1-iscsi {{(pid=106270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 13:32:29.589417 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-c63da874-7f2f-45c3-9e53-c3afbc0c2287 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1335438', 'neutron.services.segments.db._delete_segments_for_network-8751015121372'] for network (c7f5133f-f533-43e9-8556-7d1b6afd965c), precommit_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:29.607042 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] No Port match for: 5d99aafa-ed6c-4f14-9811-c332e824d504 {{(pid=106270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 03 13:32:29.607783 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Device 5d99aafa-ed6c-4f14-9811-c332e824d504 not bound to the agent host dv-cinder-860090-1-iscsi {{(pid=106270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 03 13:32:29.608865 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Device 43677e9b-9fd5-4aab-ad39-9700eabc75bb no longer exists at agent ovs-agent-dv-cinder-860090-1-iscsi {{(pid=106270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 13:32:29.631392 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] No Port match for: 43677e9b-9fd5-4aab-ad39-9700eabc75bb {{(pid=106270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 03 13:32:29.632156 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Device 43677e9b-9fd5-4aab-ad39-9700eabc75bb not bound to the agent host dv-cinder-860090-1-iscsi {{(pid=106270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 03 13:32:29.638528 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.services.segments.db [None req-c63da874-7f2f-45c3-9e53-c3afbc0c2287 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7f5133f-f533-43e9-8556-7d1b6afd965c']}} {{(pid=106269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:32:29.660848 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.services.segments.db [None req-c63da874-7f2f-45c3-9e53-c3afbc0c2287 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55ce58d8-df7c-4b91-8b60-1d78b467e2b7') {'for_net_delete': True} {{(pid=106269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:32:29.661722 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.services.segments.db [None req-c63da874-7f2f-45c3-9e53-c3afbc0c2287 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55ce58d8-df7c-4b91-8b60-1d78b467e2b7') {} {{(pid=106269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:32:29.680172 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-c63da874-7f2f-45c3-9e53-c3afbc0c2287 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751015173030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25824161'] for segment (55ce58d8-df7c-4b91-8b60-1d78b467e2b7), before_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:29.703759 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-4ce389e5-df6c-4630-bc36-ec95871dfbeb admin admin] Publish callbacks [] for security_group (eb3cda80-ae5e-485c-ab66-29db0ee544ab), precommit_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:29.706203 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-c63da874-7f2f-45c3-9e53-c3afbc0c2287 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1333683'] for segment (55ce58d8-df7c-4b91-8b60-1d78b467e2b7), precommit_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:29.715451 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-4ce389e5-df6c-4630-bc36-ec95871dfbeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (eb3cda80-ae5e-485c-ab66-29db0ee544ab), after_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:29.721868 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c63da874-7f2f-45c3-9e53-c3afbc0c2287 admin admin] Releasing vlan 649 on physical network physnet1 to pool {{(pid=106269) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 03 13:32:29.722932 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-c63da874-7f2f-45c3-9e53-c3afbc0c2287 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1333683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26502922'] for segment (55ce58d8-df7c-4b91-8b60-1d78b467e2b7), after_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:29.795937 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-4ce389e5-df6c-4630-bc36-ec95871dfbeb admin admin] 10.222.0.58 "GET /networking/v2.0/security-groups?tenant_id=667351f9cf734c2ba8a8bf1d2c294de0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4306862 Oct 03 13:32:29.797347 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce389e5-df6c-4630-bc36-ec95871dfbeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb3cda80-ae5e-485c-ab66-29db0ee544ab,revision_number=1']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:32:29.802391 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 59614) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:32:29.806064 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.services.segments.plugin [-] Segment 55ce58d8-df7c-4b91-8b60-1d78b467e2b7 resource provider aggregate not found Oct 03 13:32:29.853118 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.services.segments.plugin [-] Segment 55ce58d8-df7c-4b91-8b60-1d78b467e2b7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 55ce58d8-df7c-4b91-8b60-1d78b467e2b7 found for delete ", "request_id": "req-19d32602-a9de-4ee2-933f-bbe22eda901b"}]} Oct 03 13:32:29.859287 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-c63da874-7f2f-45c3-9e53-c3afbc0c2287 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1337213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3894947'] for network (c7f5133f-f533-43e9-8556-7d1b6afd965c), after_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:29.879721 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-c63da874-7f2f-45c3-9e53-c3afbc0c2287 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798626'] for network (None), before_response {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:29.883595 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-c63da874-7f2f-45c3-9e53-c3afbc0c2287 admin admin] 10.222.0.58 "DELETE /networking/v2.0/networks/c7f5133f-f533-43e9-8556-7d1b6afd965c HTTP/1.1" status: 204 len: 168 time: 1.3326862 Oct 03 13:32:29.934213 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63da874-7f2f-45c3-9e53-c3afbc0c2287 admin admin] Pushing event deleted for resources: {'Network': ['ID=c7f5133f-f533-43e9-8556-7d1b6afd965c,revision_number=None']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:32:29.936794 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 59624) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:32:29.956461 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-c4162c7b-3ccc-4211-b628-7b9812d86eab admin admin] Publish callbacks [] for security_group (eb3cda80-ae5e-485c-ab66-29db0ee544ab), before_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:29.959980 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=82,neutron:DELETE=9,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:32:30.006478 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-c4162c7b-3ccc-4211-b628-7b9812d86eab admin admin] Publish callbacks [] for security_group (eb3cda80-ae5e-485c-ab66-29db0ee544ab), precommit_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:30.127433 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-c4162c7b-3ccc-4211-b628-7b9812d86eab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (eb3cda80-ae5e-485c-ab66-29db0ee544ab), after_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:30.133341 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-e3775b86-4c29-43ca-bb99-16870467d3c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:30.133788 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-c4162c7b-3ccc-4211-b628-7b9812d86eab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:30.136516 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-c4162c7b-3ccc-4211-b628-7b9812d86eab admin admin] 10.222.0.58 "DELETE /networking/v2.0/security-groups/eb3cda80-ae5e-485c-ab66-29db0ee544ab HTTP/1.1" status: 204 len: 168 time: 0.3300438 Oct 03 13:32:30.159012 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:32:30.172090 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4162c7b-3ccc-4211-b628-7b9812d86eab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb3cda80-ae5e-485c-ab66-29db0ee544ab,revision_number=None']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:32:30.300810 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-e3775b86-4c29-43ca-bb99-16870467d3c5 admin admin] Publish callbacks [] for security_group (74ff44df-b563-40cf-977f-21508d6182c6), precommit_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:30.307534 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-e3775b86-4c29-43ca-bb99-16870467d3c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (74ff44df-b563-40cf-977f-21508d6182c6), after_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:30.341639 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 59642) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:32:30.431984 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-0fdca11e-d589-49ed-80d5-156b68cd83f0 admin admin] 10.222.0.58 "GET /networking/v2.0/security-groups?tenant_id=5f908aee304e4fe2bb2185d89400533c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0864055 Oct 03 13:32:30.436653 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-e3775b86-4c29-43ca-bb99-16870467d3c5 admin admin] 10.222.0.58 "GET /networking/v2.0/security-groups?tenant_id=f75eb0c9b95443eea181e5ee642bee65&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4985132 Oct 03 13:32:30.437102 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 59650) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:32:30.437259 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 59652) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:32:30.440661 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3775b86-4c29-43ca-bb99-16870467d3c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74ff44df-b563-40cf-977f-21508d6182c6,revision_number=1']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:32:30.462200 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0ab391-06eb-48f3-b7eb-7d3de414950e req-250b9bab-c590-4cff-860e-1c3788f5d30b tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:32:30.464359 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-ae0ab391-06eb-48f3-b7eb-7d3de414950e req-250b9bab-c590-4cff-860e-1c3788f5d30b tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=f46d2be3-6cca-411b-8b83-b13d51f53463 HTTP/1.1" status: 200 len: 945 time: 0.0906732 Oct 03 13:32:30.541594 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-ae0ab391-06eb-48f3-b7eb-7d3de414950e req-e9b1c91d-361b-4aa5-ad92-bc82105839ba tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=90741e6a-03d0-4889-9f91-275c8bff3e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569746 Oct 03 13:32:30.581503 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-d00870f7-a9f7-424f-a74f-a916808c35a7 admin admin] Publish callbacks [] for security_group (74ff44df-b563-40cf-977f-21508d6182c6), before_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:30.608625 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-0b1bf85a-5a07-4ae6-8be2-f5b0e355ee92 admin admin] Publish callbacks [] for security_group (12b2519c-83b1-439b-bd18-0a558686cec0), before_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:30.626523 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-d00870f7-a9f7-424f-a74f-a916808c35a7 admin admin] Publish callbacks [] for security_group (74ff44df-b563-40cf-977f-21508d6182c6), precommit_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:30.656136 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-0b1bf85a-5a07-4ae6-8be2-f5b0e355ee92 admin admin] Publish callbacks [] for security_group (12b2519c-83b1-439b-bd18-0a558686cec0), precommit_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:30.735524 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-d00870f7-a9f7-424f-a74f-a916808c35a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (74ff44df-b563-40cf-977f-21508d6182c6), after_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:30.740230 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-d00870f7-a9f7-424f-a74f-a916808c35a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:30.745420 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-d00870f7-a9f7-424f-a74f-a916808c35a7 admin admin] 10.222.0.58 "DELETE /networking/v2.0/security-groups/74ff44df-b563-40cf-977f-21508d6182c6 HTTP/1.1" status: 204 len: 168 time: 0.3041756 Oct 03 13:32:30.757420 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-0b1bf85a-5a07-4ae6-8be2-f5b0e355ee92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (12b2519c-83b1-439b-bd18-0a558686cec0), after_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:30.763917 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-0b1bf85a-5a07-4ae6-8be2-f5b0e355ee92 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:30.766095 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-0b1bf85a-5a07-4ae6-8be2-f5b0e355ee92 admin admin] 10.222.0.58 "DELETE /networking/v2.0/security-groups/12b2519c-83b1-439b-bd18-0a558686cec0 HTTP/1.1" status: 204 len: 168 time: 0.3270195 Oct 03 13:32:30.778406 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00870f7-a9f7-424f-a74f-a916808c35a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74ff44df-b563-40cf-977f-21508d6182c6,revision_number=None']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:32:30.796791 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1bf85a-5a07-4ae6-8be2-f5b0e355ee92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12b2519c-83b1-439b-bd18-0a558686cec0,revision_number=None']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:32:31.366452 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 59676) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:32:31.381793 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-b705ea96-4958-4471-8067-32afff234fcf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:31.414049 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.agents_db [None req-0a1e5e68-d5eb-461a-8b1a-39e3d06a9bb6 None None] Agent healthcheck: found 6 active agents {{(pid=106271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 03 13:32:31.421401 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:DELETE=6 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:32:31.480825 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-b705ea96-4958-4471-8067-32afff234fcf admin admin] Publish callbacks [] for security_group (978167d1-02d4-4fe9-8061-73dac8ccd467), precommit_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:31.486613 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-b705ea96-4958-4471-8067-32afff234fcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (978167d1-02d4-4fe9-8061-73dac8ccd467), after_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:31.582639 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-b705ea96-4958-4471-8067-32afff234fcf admin admin] 10.222.0.58 "GET /networking/v2.0/security-groups?tenant_id=15664109288243539515b798bf33b977&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2147081 Oct 03 13:32:31.585026 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 59686) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:32:31.588076 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b705ea96-4958-4471-8067-32afff234fcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=978167d1-02d4-4fe9-8061-73dac8ccd467,revision_number=1']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:32:31.663920 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-a590ba2d-f77e-43df-a375-f80b2855fac7 admin admin] Publish callbacks [] for security_group (978167d1-02d4-4fe9-8061-73dac8ccd467), before_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:31.693352 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-a590ba2d-f77e-43df-a375-f80b2855fac7 admin admin] Publish callbacks [] for security_group (978167d1-02d4-4fe9-8061-73dac8ccd467), precommit_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:31.781699 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-a590ba2d-f77e-43df-a375-f80b2855fac7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (978167d1-02d4-4fe9-8061-73dac8ccd467), after_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:31.790410 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-a590ba2d-f77e-43df-a375-f80b2855fac7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:31.793163 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-a590ba2d-f77e-43df-a375-f80b2855fac7 admin admin] 10.222.0.58 "DELETE /networking/v2.0/security-groups/978167d1-02d4-4fe9-8061-73dac8ccd467 HTTP/1.1" status: 204 len: 168 time: 0.2068782 Oct 03 13:32:31.796620 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5230b3f1-a56a-4004-81af-de49fda41706 req-60c56545-47ae-4528-bf5b-01850b1dd8e1 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:32:31.809808 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-5230b3f1-a56a-4004-81af-de49fda41706 req-60c56545-47ae-4528-bf5b-01850b1dd8e1 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=f46d2be3-6cca-411b-8b83-b13d51f53463 HTTP/1.1" status: 200 len: 945 time: 0.1062145 Oct 03 13:32:31.812620 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a590ba2d-f77e-43df-a375-f80b2855fac7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=978167d1-02d4-4fe9-8061-73dac8ccd467,revision_number=None']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:32:31.902783 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-5230b3f1-a56a-4004-81af-de49fda41706 req-cfa07b7a-97e7-4127-be98-1b8a9b689064 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=90741e6a-03d0-4889-9f91-275c8bff3e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903420 Oct 03 13:32:32.074468 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-75e0c785-ac39-4749-860c-909e1466e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (3460fffa-818c-4144-9400-237880db20a4), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:32.550131 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 59714) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:32:32.574785 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-8f1bace6-960e-497c-8dd7-216d2c0515c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:32.611221 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=83,neutron:DELETE=8,neutron:UPDATE=1,neutron:INSERT=8 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:32:32.673428 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 59718) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:32:32.713290 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-8f1bace6-960e-497c-8dd7-216d2c0515c6 admin admin] Publish callbacks [] for security_group (eed1d753-135b-42d9-8bd8-a9cf896956d6), precommit_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:32.719332 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-8f1bace6-960e-497c-8dd7-216d2c0515c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (eed1d753-135b-42d9-8bd8-a9cf896956d6), after_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:32.774890 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-8f1bace6-960e-497c-8dd7-216d2c0515c6 admin admin] 10.222.0.58 "GET /networking/v2.0/security-groups?tenant_id=d7d67da618e048408da1c1a290da92bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2232516 Oct 03 13:32:32.775665 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1bace6-960e-497c-8dd7-216d2c0515c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eed1d753-135b-42d9-8bd8-a9cf896956d6,revision_number=1']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:32:32.778866 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 59726) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:32:32.855832 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-1cf497fb-5f08-4a60-aa69-4cc9607f919d admin admin] Publish callbacks [] for security_group (eed1d753-135b-42d9-8bd8-a9cf896956d6), before_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:32.897115 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-1cf497fb-5f08-4a60-aa69-4cc9607f919d admin admin] Publish callbacks [] for security_group (eed1d753-135b-42d9-8bd8-a9cf896956d6), precommit_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:32.979489 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-1cf497fb-5f08-4a60-aa69-4cc9607f919d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (eed1d753-135b-42d9-8bd8-a9cf896956d6), after_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:32.985155 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-1cf497fb-5f08-4a60-aa69-4cc9607f919d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:32.986462 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-1cf497fb-5f08-4a60-aa69-4cc9607f919d admin admin] 10.222.0.58 "DELETE /networking/v2.0/security-groups/eed1d753-135b-42d9-8bd8-a9cf896956d6 HTTP/1.1" status: 204 len: 168 time: 0.2066414 Oct 03 13:32:33.015324 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf497fb-5f08-4a60-aa69-4cc9607f919d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eed1d753-135b-42d9-8bd8-a9cf896956d6,revision_number=None']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:32:33.089916 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.v2.base [None req-d9af428e-1e16-4b56-82fe-23331c628f4e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1868036134-network', 'tenant_id': '1432ad4a21624574b8caeaf10f2f8339'}} {{(pid=106268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 13:32:33.118738 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cf8c7b-8b3e-4e41-995e-c094a7be7ded req-610cc149-833a-4e4b-a3ce-fa315b389323 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:32:33.128187 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-61cf8c7b-8b3e-4e41-995e-c094a7be7ded req-610cc149-833a-4e4b-a3ce-fa315b389323 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=f46d2be3-6cca-411b-8b83-b13d51f53463 HTTP/1.1" status: 200 len: 945 time: 0.0753016 Oct 03 13:32:33.138810 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9af428e-1e16-4b56-82fe-23331c628f4e admin admin] Made reservation on behalf of 1432ad4a21624574b8caeaf10f2f8339 for: {'network': 1} {{(pid=106268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 13:32:33.142323 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-d9af428e-1e16-4b56-82fe-23331c628f4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for network (None), before_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:33.153938 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-d9af428e-1e16-4b56-82fe-23331c628f4e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:33.158121 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:UPDATE=2,neutron:SELECT=83,neutron:INSERT=12,neutron:DELETE=3 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:32:33.207104 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-61cf8c7b-8b3e-4e41-995e-c094a7be7ded req-a30947ca-f7c2-47e4-890c-c0b643c71366 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=90741e6a-03d0-4889-9f91-275c8bff3e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763588 Oct 03 13:32:33.319872 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-d9af428e-1e16-4b56-82fe-23331c628f4e admin admin] Publish callbacks [] for security_group (296804ba-af50-42c7-815b-23e9c7e74990), precommit_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:33.328622 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-d9af428e-1e16-4b56-82fe-23331c628f4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (296804ba-af50-42c7-815b-23e9c7e74990), after_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:33.355192 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 59746) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:32:33.387945 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9af428e-1e16-4b56-82fe-23331c628f4e admin admin] vlan segment allocate from pool success with {'vlan_id': 642, 'physical_network': 'physnet1'} {{(pid=106268) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 03 13:32:33.401691 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9af428e-1e16-4b56-82fe-23331c628f4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=296804ba-af50-42c7-815b-23e9c7e74990,revision_number=1']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:32:33.410340 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-d9af428e-1e16-4b56-82fe-23331c628f4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1333683'] for segment (74b279f9-1202-42a8-8155-1717a07de33b), precommit_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:33.410689 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.db.segments_db [None req-d9af428e-1e16-4b56-82fe-23331c628f4e admin admin] Added segment 74b279f9-1202-42a8-8155-1717a07de33b of type vlan for network 4ae25b55-bed6-49d7-9a22-c9e416e149dd Oct 03 13:32:33.420142 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=77,neutron:DELETE=6,neutron:INSERT=13,neutron:UPDATE=4 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:32:33.474564 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-d9af428e-1e16-4b56-82fe-23331c628f4e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751014593985'] for network (4ae25b55-bed6-49d7-9a22-c9e416e149dd), precommit_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:33.516198 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-d9af428e-1e16-4b56-82fe-23331c628f4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644'] for network (4ae25b55-bed6-49d7-9a22-c9e416e149dd), after_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:33.517347 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9af428e-1e16-4b56-82fe-23331c628f4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:32:33.517979 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-d9af428e-1e16-4b56-82fe-23331c628f4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798626'] for network (None), before_response {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:33.583226 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-d9af428e-1e16-4b56-82fe-23331c628f4e admin admin] 10.222.0.58 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9057467 Oct 03 13:32:33.586299 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 59756) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:32:33.592902 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.v2.base [None req-a9cfc310-e0cb-4168-9159-d3503871dafd admin admin] Request body: {'subnet': {'network_id': '4ae25b55-bed6-49d7-9a22-c9e416e149dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1868036134-subnet', 'tenant_id': '1432ad4a21624574b8caeaf10f2f8339', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 13:32:33.593963 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-da10e50c-26a2-41e4-be93-7890b58536be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:33.625090 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9af428e-1e16-4b56-82fe-23331c628f4e admin admin] Pushing event updated for resources: {'Network': ['ID=4ae25b55-bed6-49d7-9a22-c9e416e149dd,revision_number=1']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:32:33.630566 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9cfc310-e0cb-4168-9159-d3503871dafd admin admin] Made reservation on behalf of 1432ad4a21624574b8caeaf10f2f8339 for: {'subnet': 1} {{(pid=106268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 13:32:33.633243 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-a9cfc310-e0cb-4168-9159-d3503871dafd admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:33.642946 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Network 4ae25b55-bed6-49d7-9a22-c9e416e149dd details requested by agent ovs-agent-dv-cinder-860090-1-iscsi with host dv-cinder-860090-1-iscsi {{(pid=106270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 03 13:32:33.813987 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-da10e50c-26a2-41e4-be93-7890b58536be admin admin] Publish callbacks [] for security_group (a5a2ba2d-8b9b-4379-8360-c0ff6f32f01d), precommit_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:33.826498 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-da10e50c-26a2-41e4-be93-7890b58536be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (a5a2ba2d-8b9b-4379-8360-c0ff6f32f01d), after_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:33.857222 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-a9cfc310-e0cb-4168-9159-d3503871dafd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644'] for subnet (186bd512-24d4-4a2b-8bd3-48c53a4e9c74), after_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:33.928350 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da10e50c-26a2-41e4-be93-7890b58536be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5a2ba2d-8b9b-4379-8360-c0ff6f32f01d,revision_number=1']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:32:33.936491 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-da10e50c-26a2-41e4-be93-7890b58536be admin admin] 10.222.0.58 "GET /networking/v2.0/security-groups?tenant_id=6e3ee64f20864e4daffcccbd8a7b2be5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5796387 Oct 03 13:32:33.939770 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 59762) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:32:33.992829 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cfc310-e0cb-4168-9159-d3503871dafd admin admin] Pushing event updated for resources: {'Subnet': ['ID=186bd512-24d4-4a2b-8bd3-48c53a4e9c74,revision_number=0']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:32:34.001084 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9cfc310-e0cb-4168-9159-d3503871dafd admin admin] Checking segment: {'id': '74b279f9-1202-42a8-8155-1717a07de33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '4ae25b55-bed6-49d7-9a22-c9e416e149dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 13:32:34.001715 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9cfc310-e0cb-4168-9159-d3503871dafd admin admin] Network hostable DHCP agents. Network: 4ae25b55-bed6-49d7-9a22-c9e416e149dd, hostable agents: ['3460fffa-818c-4144-9400-237880db20a4'], hosted agents: [] {{(pid=106268) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 03 13:32:34.063593 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-95f1775e-fc9f-4fa4-86b0-073190cbcc45 admin admin] Publish callbacks [] for security_group (a5a2ba2d-8b9b-4379-8360-c0ff6f32f01d), before_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:34.064276 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9cfc310-e0cb-4168-9159-d3503871dafd admin admin] Network 4ae25b55-bed6-49d7-9a22-c9e416e149dd is scheduled to be hosted by DHCP agent 3460fffa-818c-4144-9400-237880db20a4 with binding_index 1 {{(pid=106268) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 03 13:32:34.085909 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.scheduler.base_scheduler [None req-a9cfc310-e0cb-4168-9159-d3503871dafd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-860090-1-iscsi, 4ae25b55-bed6-49d7-9a22-c9e416e149dd) {{(pid=106268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 13:32:34.104191 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecae5983-9dd9-45e2-ba56-56c173d08b94 None None] Network 4ae25b55-bed6-49d7-9a22-c9e416e149dd requested from dv-cinder-860090-1-iscsi {{(pid=106270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 03 13:32:34.109557 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9cfc310-e0cb-4168-9159-d3503871dafd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:32:34.110653 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-95f1775e-fc9f-4fa4-86b0-073190cbcc45 admin admin] Publish callbacks [] for security_group (a5a2ba2d-8b9b-4379-8360-c0ff6f32f01d), precommit_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:34.114406 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-a9cfc310-e0cb-4168-9159-d3503871dafd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798626'] for subnet (None), before_response {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:34.170542 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:32:34.195842 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-a9cfc310-e0cb-4168-9159-d3503871dafd admin admin] 10.222.0.58 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6080034 Oct 03 13:32:34.199969 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 59776) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:32:34.208110 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.v2.base [None req-26eb0ba9-ba86-43f7-ae97-2ebe2e621e88 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1868036134-router', 'tenant_id': '1432ad4a21624574b8caeaf10f2f8339', 'external_gateway_info': {'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28'}}} {{(pid=106269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 13:32:34.253849 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-26eb0ba9-ba86-43f7-ae97-2ebe2e621e88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3891666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3482'] for router (34ec1ae2-2ab5-419a-b041-dbfaef2c5f1b), before_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:34.255078 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-26eb0ba9-ba86-43f7-ae97-2ebe2e621e88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3893758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3720341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3840717', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3457'] for router (34ec1ae2-2ab5-419a-b041-dbfaef2c5f1b), precommit_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:34.262767 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-95f1775e-fc9f-4fa4-86b0-073190cbcc45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (a5a2ba2d-8b9b-4379-8360-c0ff6f32f01d), after_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:34.265261 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-95f1775e-fc9f-4fa4-86b0-073190cbcc45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:34.270683 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-95f1775e-fc9f-4fa4-86b0-073190cbcc45 admin admin] 10.222.0.58 "DELETE /networking/v2.0/security-groups/a5a2ba2d-8b9b-4379-8360-c0ff6f32f01d HTTP/1.1" status: 204 len: 168 time: 0.3256867 Oct 03 13:32:34.297808 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f1775e-fc9f-4fa4-86b0-073190cbcc45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5a2ba2d-8b9b-4379-8360-c0ff6f32f01d,revision_number=None']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:32:34.398542 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-26eb0ba9-ba86-43f7-ae97-2ebe2e621e88 admin admin] Publish callbacks [] for router_controller (34ec1ae2-2ab5-419a-b041-dbfaef2c5f1b), precommit_add_association {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:34.411098 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3addb327-031c-4627-ae95-036bdf47af40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e18259c-eb52-5c02-b1a4-6d109347d270-4ae25b55-bed6-49d7-9a22-c9e416e149dd', 'network_id': '4ae25b55-bed6-49d7-9a22-c9e416e149dd', 'project_id': '1432ad4a21624574b8caeaf10f2f8339', 'fixed_ips': [{'subnet_id': '186bd512-24d4-4a2b-8bd3-48c53a4e9c74'}]}} from dv-cinder-860090-1-iscsi. {{(pid=106270) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 03 13:32:34.412319 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-3addb327-031c-4627-ae95-036bdf47af40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (None), before_create {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:34.512101 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6cb27d-e9c2-44c8-b823-194b360bb77f req-c6c8e634-a26f-45a8-a769-2db3a1a2bd36 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:32:34.532340 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-5e6cb27d-e9c2-44c8-b823-194b360bb77f req-c6c8e634-a26f-45a8-a769-2db3a1a2bd36 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=f46d2be3-6cca-411b-8b83-b13d51f53463 HTTP/1.1" status: 200 len: 945 time: 0.1387486 Oct 03 13:32:34.656247 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-5e6cb27d-e9c2-44c8-b823-194b360bb77f req-05668dce-6eec-4471-9b05-43ac94a8c841 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=90741e6a-03d0-4889-9f91-275c8bff3e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227062 Oct 03 13:32:34.725721 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:32:34.733341 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-26eb0ba9-ba86-43f7-ae97-2ebe2e621e88 admin admin] Publish callbacks [] for router_gateway (34ec1ae2-2ab5-419a-b041-dbfaef2c5f1b), precommit_update {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:34.753323 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.db_base_plugin_common [None req-3addb327-031c-4627-ae95-036bdf47af40 None None] Allocated IP 172.20.0.2 (4ae25b55-bed6-49d7-9a22-c9e416e149dd/186bd512-24d4-4a2b-8bd3-48c53a4e9c74/1663dbd5-e0c0-49af-8e55-50b14c85c580) {{(pid=106270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 13:32:34.899451 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-059e1ee5-40db-4f9d-bb7c-945f01ae38db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (94180321-47b1-4b5c-b620-b1b0a31df446), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:34.917783 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:32:34.946111 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:32:34.949033 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 59794) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:32:34.969505 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-df8f4c37-a7bc-4977-9417-e57d60bd300c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:35.009022 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-3addb327-031c-4627-ae95-036bdf47af40 None None] Publish callbacks [] for port (1663dbd5-e0c0-49af-8e55-50b14c85c580), precommit_create {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:35.020319 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-3addb327-031c-4627-ae95-036bdf47af40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751014656988'] for port (1663dbd5-e0c0-49af-8e55-50b14c85c580), after_create {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:35.075023 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=86,neutron:DELETE=1,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:32:35.092419 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3addb327-031c-4627-ae95-036bdf47af40 None None] Pushing event updated for resources: {'Port': ['ID=1663dbd5-e0c0-49af-8e55-50b14c85c580,revision_number=1']} {{(pid=106270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:32:35.118716 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3addb327-031c-4627-ae95-036bdf47af40 None None] Network 4ae25b55-bed6-49d7-9a22-c9e416e149dd is already hosted by enough agents. {{(pid=106270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 13:32:35.121696 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.scheduler.base_scheduler [None req-3addb327-031c-4627-ae95-036bdf47af40 None None] Resources bound (agent type, host, resource id): {{(pid=106270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 13:32:35.124571 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3addb327-031c-4627-ae95-036bdf47af40 None None] Received port after_create {{(pid=106270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 13:32:35.141824 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-26eb0ba9-ba86-43f7-ae97-2ebe2e621e88 admin admin] Publish callbacks [] for router_gateway (34ec1ae2-2ab5-419a-b041-dbfaef2c5f1b), before_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:35.150840 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-df8f4c37-a7bc-4977-9417-e57d60bd300c admin admin] Publish callbacks [] for security_group (5df1016d-2519-4b72-a731-f591a08f2bc8), precommit_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:35.159252 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-df8f4c37-a7bc-4977-9417-e57d60bd300c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (5df1016d-2519-4b72-a731-f591a08f2bc8), after_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:35.176816 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-26eb0ba9-ba86-43f7-ae97-2ebe2e621e88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (None), before_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:35.199113 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.managers [None req-3addb327-031c-4627-ae95-036bdf47af40 None None] Attempting to bind port 1663dbd5-e0c0-49af-8e55-50b14c85c580 on host dv-cinder-860090-1-iscsi for vnic_type normal with profile {{(pid=106270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 13:32:35.199885 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.managers [None req-3addb327-031c-4627-ae95-036bdf47af40 None None] Attempting to bind port 1663dbd5-e0c0-49af-8e55-50b14c85c580 by drivers openvswitch,hyperv on host dv-cinder-860090-1-iscsi at level 0 using segments [{'id': '74b279f9-1202-42a8-8155-1717a07de33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '4ae25b55-bed6-49d7-9a22-c9e416e149dd'}] {{(pid=106270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 13:32:35.200294 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3addb327-031c-4627-ae95-036bdf47af40 None None] Attempting to bind port 1663dbd5-e0c0-49af-8e55-50b14c85c580 on network 4ae25b55-bed6-49d7-9a22-c9e416e149dd {{(pid=106270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 13:32:35.233882 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8f4c37-a7bc-4977-9417-e57d60bd300c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5df1016d-2519-4b72-a731-f591a08f2bc8,revision_number=1']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:32:35.260036 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3addb327-031c-4627-ae95-036bdf47af40 None None] Checking agent: {'id': 'd46c7ed5-c451-4a76-ab3f-ab8e3ea4a5ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860090-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 13, 22, 7), 'started_at': datetime.datetime(2022, 10, 3, 13, 22, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 13, 32, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860090-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 13:32:35.260791 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3addb327-031c-4627-ae95-036bdf47af40 None None] Checking segment: {'id': '74b279f9-1202-42a8-8155-1717a07de33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '4ae25b55-bed6-49d7-9a22-c9e416e149dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 13:32:35.261860 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-3addb327-031c-4627-ae95-036bdf47af40 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:35.262698 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3addb327-031c-4627-ae95-036bdf47af40 None None] Bound using segment: {'id': '74b279f9-1202-42a8-8155-1717a07de33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '4ae25b55-bed6-49d7-9a22-c9e416e149dd'} {{(pid=106270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 13:32:35.263546 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.managers [None req-3addb327-031c-4627-ae95-036bdf47af40 None None] Bound port: 1663dbd5-e0c0-49af-8e55-50b14c85c580, host: dv-cinder-860090-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74b279f9-1202-42a8-8155-1717a07de33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '4ae25b55-bed6-49d7-9a22-c9e416e149dd'}}] {{(pid=106270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 13:32:35.264390 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-3addb327-031c-4627-ae95-036bdf47af40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (1663dbd5-e0c0-49af-8e55-50b14c85c580), before_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:35.274251 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-df8f4c37-a7bc-4977-9417-e57d60bd300c admin admin] 10.222.0.58 "GET /networking/v2.0/security-groups?tenant_id=f94197d784eb4a66999063169e0a4562&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3210173 Oct 03 13:32:35.279044 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 59806) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:32:35.366100 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.db [None req-3addb327-031c-4627-ae95-036bdf47af40 None None] For port 1663dbd5-e0c0-49af-8e55-50b14c85c580, host dv-cinder-860090-1-iscsi, cleared binding levels {{(pid=106270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 13:32:35.368366 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-e7a0f0b0-d7dc-4eef-9f3e-71b22ca27bbe admin admin] Publish callbacks [] for security_group (5df1016d-2519-4b72-a731-f591a08f2bc8), before_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:35.373877 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.db [None req-3addb327-031c-4627-ae95-036bdf47af40 None None] For port 1663dbd5-e0c0-49af-8e55-50b14c85c580, host dv-cinder-860090-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860090-1-iscsi',level=0,port_id=1663dbd5-e0c0-49af-8e55-50b14c85c580,segment=NetworkSegment(74b279f9-1202-42a8-8155-1717a07de33b),segment_id=74b279f9-1202-42a8-8155-1717a07de33b)] {{(pid=106270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 13:32:35.390171 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-3addb327-031c-4627-ae95-036bdf47af40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751015143617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751014657006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751014658052'] for port (1663dbd5-e0c0-49af-8e55-50b14c85c580), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:35.423024 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.db.db_base_plugin_common [None req-26eb0ba9-ba86-43f7-ae97-2ebe2e621e88 admin admin] Allocated IP 172.27.1.214 (ad648d78-633d-4222-aa42-7cb50aab7a28/4a9222c2-0418-495a-a49e-d43d754e0950/c233b228-3af1-4856-8fa4-343cf6d8e3ae) {{(pid=106269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 13:32:35.443935 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-e7a0f0b0-d7dc-4eef-9f3e-71b22ca27bbe admin admin] Publish callbacks [] for security_group (5df1016d-2519-4b72-a731-f591a08f2bc8), precommit_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:35.445078 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=78,neutron:INSERT=16,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:32:35.506658 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3addb327-031c-4627-ae95-036bdf47af40 None None] Pushing event updated for resources: {'Port': ['ID=1663dbd5-e0c0-49af-8e55-50b14c85c580,revision_number=2']} {{(pid=106270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:32:35.526438 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-e7a0f0b0-d7dc-4eef-9f3e-71b22ca27bbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (5df1016d-2519-4b72-a731-f591a08f2bc8), after_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:35.533751 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-e7a0f0b0-d7dc-4eef-9f3e-71b22ca27bbe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:35.535932 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-e7a0f0b0-d7dc-4eef-9f3e-71b22ca27bbe admin admin] 10.222.0.58 "DELETE /networking/v2.0/security-groups/5df1016d-2519-4b72-a731-f591a08f2bc8 HTTP/1.1" status: 204 len: 168 time: 0.2555046 Oct 03 13:32:35.555918 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a0f0b0-d7dc-4eef-9f3e-71b22ca27bbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5df1016d-2519-4b72-a731-f591a08f2bc8,revision_number=None']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:32:35.658619 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-26eb0ba9-ba86-43f7-ae97-2ebe2e621e88 admin admin] Publish callbacks [] for port (c233b228-3af1-4856-8fa4-343cf6d8e3ae), precommit_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:35.731464 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-26eb0ba9-ba86-43f7-ae97-2ebe2e621e88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751014656988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26503125'] for port (c233b228-3af1-4856-8fa4-343cf6d8e3ae), after_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:35.790775 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26eb0ba9-ba86-43f7-ae97-2ebe2e621e88 admin admin] Network ad648d78-633d-4222-aa42-7cb50aab7a28 is already hosted by enough agents. {{(pid=106269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 13:32:35.801787 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.scheduler.base_scheduler [None req-26eb0ba9-ba86-43f7-ae97-2ebe2e621e88 admin admin] Resources bound (agent type, host, resource id): {{(pid=106269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 13:32:35.816069 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26eb0ba9-ba86-43f7-ae97-2ebe2e621e88 admin admin] Received port after_create {{(pid=106269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 13:32:35.900356 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26eb0ba9-ba86-43f7-ae97-2ebe2e621e88 admin admin] Pushing event updated for resources: {'Port': ['ID=c233b228-3af1-4856-8fa4-343cf6d8e3ae,revision_number=1']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:32:35.923279 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52306ed2-74ac-416e-83a1-47806720904e req-5a9c0437-f5e8-4d3a-96c2-1e617a04b49e tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:32:35.924866 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-52306ed2-74ac-416e-83a1-47806720904e req-5a9c0437-f5e8-4d3a-96c2-1e617a04b49e tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=f46d2be3-6cca-411b-8b83-b13d51f53463 HTTP/1.1" status: 200 len: 945 time: 0.1324060 Oct 03 13:32:36.118390 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-1bb28928-3e93-41c9-8900-1ecfb790b160 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (5eabf47d-5620-4e94-9269-ef19fe52be68), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:36.227596 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-52306ed2-74ac-416e-83a1-47806720904e req-7219b933-271c-460d-846b-2475c4221b75 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=90741e6a-03d0-4889-9f91-275c8bff3e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2912133 Oct 03 13:32:36.318652 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 59856) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:32:36.363034 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-42fb5ac7-7cd3-4880-a873-c662929e4987 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:36.398052 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:32:36.402276 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-26eb0ba9-ba86-43f7-ae97-2ebe2e621e88 admin admin] Publish callbacks [] for router_gateway (34ec1ae2-2ab5-419a-b041-dbfaef2c5f1b), after_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:36.549847 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:INSERT=6 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:32:36.567349 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-42fb5ac7-7cd3-4880-a873-c662929e4987 admin admin] Publish callbacks [] for security_group (1b638d65-512e-4c21-9c24-2363d1161a43), precommit_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:36.610800 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-42fb5ac7-7cd3-4880-a873-c662929e4987 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (1b638d65-512e-4c21-9c24-2363d1161a43), after_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:36.676998 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-42fb5ac7-7cd3-4880-a873-c662929e4987 admin admin] 10.222.0.58 "GET /networking/v2.0/security-groups?tenant_id=e905cdccc5c241c09832623a7396868e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3571198 Oct 03 13:32:36.681025 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 59858) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:32:36.705503 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fb5ac7-7cd3-4880-a873-c662929e4987 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b638d65-512e-4c21-9c24-2363d1161a43,revision_number=1']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:32:36.743516 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-26eb0ba9-ba86-43f7-ae97-2ebe2e621e88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3893737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3894980'] for router (34ec1ae2-2ab5-419a-b041-dbfaef2c5f1b), after_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:36.747658 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bacab80-2279-496b-8d5c-49bec7744fb0 None None] Network 4ae25b55-bed6-49d7-9a22-c9e416e149dd requested from dv-cinder-860090-1-iscsi {{(pid=106270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 03 13:32:36.764937 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-d76b0231-c4e0-44af-a59b-49079c0f5410 admin admin] Publish callbacks [] for security_group (1b638d65-512e-4c21-9c24-2363d1161a43), before_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:36.809161 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-d76b0231-c4e0-44af-a59b-49079c0f5410 admin admin] Publish callbacks [] for security_group (1b638d65-512e-4c21-9c24-2363d1161a43), precommit_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:36.859947 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.provisioning_blocks [None req-7fc23480-a6e2-43bc-97dd-49010f117113 None None] Provisioning complete for port 1663dbd5-e0c0-49af-8e55-50b14c85c580 triggered by entity DHCP. {{(pid=106270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 13:32:36.860730 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-7fc23480-a6e2-43bc-97dd-49010f117113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1340199'] for port (1663dbd5-e0c0-49af-8e55-50b14c85c580), provisioning_complete {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:36.861315 dv-cinder-860090-1-iscsi neutron-server[106270]: INFO neutron.plugins.ml2.plugin [None req-7fc23480-a6e2-43bc-97dd-49010f117113 None None] Attempt 1 to provision port 1663dbd5-e0c0-49af-8e55-50b14c85c580 Oct 03 13:32:36.899271 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-d76b0231-c4e0-44af-a59b-49079c0f5410 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (1b638d65-512e-4c21-9c24-2363d1161a43), after_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:36.906005 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-d76b0231-c4e0-44af-a59b-49079c0f5410 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:36.914035 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-d76b0231-c4e0-44af-a59b-49079c0f5410 admin admin] 10.222.0.58 "DELETE /networking/v2.0/security-groups/1b638d65-512e-4c21-9c24-2363d1161a43 HTTP/1.1" status: 204 len: 168 time: 0.2286365 Oct 03 13:32:36.929734 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76b0231-c4e0-44af-a59b-49079c0f5410 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b638d65-512e-4c21-9c24-2363d1161a43,revision_number=None']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:32:36.950725 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26eb0ba9-ba86-43f7-ae97-2ebe2e621e88 admin admin] Router 34ec1ae2-2ab5-419a-b041-dbfaef2c5f1b is scheduled to L3 agent 94180321-47b1-4b5c-b620-b1b0a31df446 with binding_index 1 {{(pid=106269) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 03 13:32:37.127971 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-7fc23480-a6e2-43bc-97dd-49010f117113 None None] Current status of the port 1663dbd5-e0c0-49af-8e55-50b14c85c580 is: DOWN; New status is: ACTIVE {{(pid=106270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 13:32:37.130096 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-7fc23480-a6e2-43bc-97dd-49010f117113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (1663dbd5-e0c0-49af-8e55-50b14c85c580), before_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:37.219965 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.db [None req-7fc23480-a6e2-43bc-97dd-49010f117113 None None] For port 1663dbd5-e0c0-49af-8e55-50b14c85c580, host dv-cinder-860090-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860090-1-iscsi',level=0,port_id=1663dbd5-e0c0-49af-8e55-50b14c85c580,segment=NetworkSegment(74b279f9-1202-42a8-8155-1717a07de33b),segment_id=74b279f9-1202-42a8-8155-1717a07de33b)] {{(pid=106270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 13:32:37.227415 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-7fc23480-a6e2-43bc-97dd-49010f117113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751015143617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751014657006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751014658052'] for port (1663dbd5-e0c0-49af-8e55-50b14c85c580), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:37.349001 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc23480-a6e2-43bc-97dd-49010f117113 None None] Pushing event updated for resources: {'Port': ['ID=1663dbd5-e0c0-49af-8e55-50b14c85c580,revision_number=3']} {{(pid=106270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:32:37.418921 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26eb0ba9-ba86-43f7-ae97-2ebe2e621e88 admin admin] Notify agent at l3_agent.dv-cinder-860090-1-iscsi the message routers_updated {{(pid=106269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 13:32:37.433303 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34299a6-12e5-4dfc-8514-46195ad571f4 None None] Sync routers for ids ['34ec1ae2-2ab5-419a-b041-dbfaef2c5f1b'] in dv-cinder-860090-1-iscsi {{(pid=106270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 13:32:37.448471 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627c1e20-8490-410d-ad45-db074b5c2ff3 req-ffb9ad12-81fd-41d8-87cb-aded76cddf20 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:32:37.450713 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-627c1e20-8490-410d-ad45-db074b5c2ff3 req-ffb9ad12-81fd-41d8-87cb-aded76cddf20 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=f46d2be3-6cca-411b-8b83-b13d51f53463 HTTP/1.1" status: 200 len: 945 time: 0.0683799 Oct 03 13:32:37.459556 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-26eb0ba9-ba86-43f7-ae97-2ebe2e621e88 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:37.461712 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-26eb0ba9-ba86-43f7-ae97-2ebe2e621e88 admin admin] 10.222.0.58 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.2605393 Oct 03 13:32:37.465121 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 59876) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:32:37.509703 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34299a6-12e5-4dfc-8514-46195ad571f4 None None] Routers {'34ec1ae2-2ab5-419a-b041-dbfaef2c5f1b'} bound to L3 agent in host dv-cinder-860090-1-iscsi {{(pid=106270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 13:32:37.511378 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_hamode_db [None req-e34299a6-12e5-4dfc-8514-46195ad571f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860090-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-03T13:22:05Z,description=,heartbeat_timestamp=2022-10-03T13:32:35Z,host='dv-cinder-860090-1-iscsi',id=94180321-47b1-4b5c-b620-b1b0a31df446,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T13:22:05Z,topic='l3_agent')) {'router_ids': ['34ec1ae2-2ab5-419a-b041-dbfaef2c5f1b'], 'active': True} {{(pid=106270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:32:37.514750 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (d46c7ed5-c451-4a76-ab3f-ab8e3ea4a5ec), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:37.599153 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.provisioning_blocks [None req-b3b55fe0-7136-42f9-907e-b30c669096fa None None] Provisioning complete for port 1663dbd5-e0c0-49af-8e55-50b14c85c580 triggered by entity DHCP. {{(pid=106270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 13:32:37.599736 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-b3b55fe0-7136-42f9-907e-b30c669096fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1340199'] for port (1663dbd5-e0c0-49af-8e55-50b14c85c580), provisioning_complete {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:37.600356 dv-cinder-860090-1-iscsi neutron-server[106270]: INFO neutron.plugins.ml2.plugin [None req-b3b55fe0-7136-42f9-907e-b30c669096fa None None] Attempt 1 to provision port 1663dbd5-e0c0-49af-8e55-50b14c85c580 Oct 03 13:32:37.614042 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Device 1663dbd5-e0c0-49af-8e55-50b14c85c580 up at agent ovs-agent-dv-cinder-860090-1-iscsi {{(pid=106270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 13:32:37.653781 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-627c1e20-8490-410d-ad45-db074b5c2ff3 req-bf309ae9-7b7c-41e2-9c09-4f28af6364c0 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=90741e6a-03d0-4889-9f91-275c8bff3e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800301 Oct 03 13:32:37.657037 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:32:37.746530 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=44 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:32:37.787039 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:32:37.798725 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-9b3e6be4-ae7f-4a46-812d-719b0ca73959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (3cd5b2bb-c81a-4ce3-a212-a51c5aa706bd), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:37.922175 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.provisioning_blocks [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Provisioning complete for port 1663dbd5-e0c0-49af-8e55-50b14c85c580 triggered by entity L2. {{(pid=106270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 13:32:37.922657 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1340199'] for port (1663dbd5-e0c0-49af-8e55-50b14c85c580), provisioning_complete {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:37.923096 dv-cinder-860090-1-iscsi neutron-server[106270]: INFO neutron.plugins.ml2.plugin [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Attempt 1 to provision port 1663dbd5-e0c0-49af-8e55-50b14c85c580 Oct 03 13:32:37.948906 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=4 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:32:37.956407 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_dvr_db [None req-e34299a6-12e5-4dfc-8514-46195ad571f4 None None] Set router 34ec1ae2-2ab5-419a-b041-dbfaef2c5f1b gateway port host: dv-cinder-860090-1-iscsi {{(pid=106270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 13:32:38.089343 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (1af51d63-a9c9-4bbe-9b0d-c8e0a80c641c), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:38.115295 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-b3b55fe0-7136-42f9-907e-b30c669096fa None None] Current status of the port 1663dbd5-e0c0-49af-8e55-50b14c85c580 is: ACTIVE; New status is: ACTIVE {{(pid=106270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 13:32:38.337370 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 59906) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:32:38.426301 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:32:38.433112 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-02c5c059-0ee7-4c9c-8d46-8947a31d7eb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (None), before_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:38.442684 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Current status of the port 1663dbd5-e0c0-49af-8e55-50b14c85c580 is: ACTIVE; New status is: ACTIVE {{(pid=106270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 13:32:38.473424 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_hamode_db [None req-e34299a6-12e5-4dfc-8514-46195ad571f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34ec1ae2-2ab5-419a-b041-dbfaef2c5f1b', 'name': 'tempest-AttachVolumeTestJSON-1868036134-router', 'tenant_id': '1432ad4a21624574b8caeaf10f2f8339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'external_fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'c233b228-3af1-4856-8fa4-343cf6d8e3ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:32:34Z', 'updated_at': '2022-10-03T13:32:36Z', 'revision_number': 3, 'project_id': '1432ad4a21624574b8caeaf10f2f8339', 'gw_port': {'id': 'c233b228-3af1-4856-8fa4-343cf6d8e3ae', 'name': '', 'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:b6:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34ec1ae2-2ab5-419a-b041-dbfaef2c5f1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:32:35Z', 'updated_at': '2022-10-03T13:32:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860090-1-iscsi'}], 'dv-cinder-860090-1-iscsi', False) {} {{(pid=106270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:32:38.508695 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34299a6-12e5-4dfc-8514-46195ad571f4 None None] Checking router: 34ec1ae2-2ab5-419a-b041-dbfaef2c5f1b for host: dv-cinder-860090-1-iscsi {{(pid=106270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 13:32:38.510337 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34299a6-12e5-4dfc-8514-46195ad571f4 None None] Updating router 34ec1ae2-2ab5-419a-b041-dbfaef2c5f1b port c233b228-3af1-4856-8fa4-343cf6d8e3ae binding host dv-cinder-860090-1-iscsi {{(pid=106270) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 03 13:32:38.582492 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.v2.base [None req-76c959e2-a866-4891-9764-be05be0dc460 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-474006023-network', 'tenant_id': 'afa1958afb874a0cba4c57df10f2ce08'}} {{(pid=106269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 13:32:38.583655 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-e34299a6-12e5-4dfc-8514-46195ad571f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (c233b228-3af1-4856-8fa4-343cf6d8e3ae), before_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:38.628210 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76c959e2-a866-4891-9764-be05be0dc460 admin admin] Made reservation on behalf of afa1958afb874a0cba4c57df10f2ce08 for: {'network': 1} {{(pid=106269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 13:32:38.631997 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-76c959e2-a866-4891-9764-be05be0dc460 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for network (None), before_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:38.644242 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-76c959e2-a866-4891-9764-be05be0dc460 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:38.697441 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.db.db_base_plugin_common [None req-02c5c059-0ee7-4c9c-8d46-8947a31d7eb7 admin admin] Allocated IP 172.20.0.1 (4ae25b55-bed6-49d7-9a22-c9e416e149dd/186bd512-24d4-4a2b-8bd3-48c53a4e9c74/ddfb6d25-3fd1-46a8-bc78-f8c923349fe2) {{(pid=106268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 13:32:38.812072 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-76c959e2-a866-4891-9764-be05be0dc460 admin admin] Publish callbacks [] for security_group (0342a324-3ea5-474c-a1c9-acd4329b76ac), precommit_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:38.830000 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-76c959e2-a866-4891-9764-be05be0dc460 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (0342a324-3ea5-474c-a1c9-acd4329b76ac), after_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:38.871162 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-02c5c059-0ee7-4c9c-8d46-8947a31d7eb7 admin admin] Publish callbacks [] for port (ddfb6d25-3fd1-46a8-bc78-f8c923349fe2), precommit_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:38.900761 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b75900-6fd0-435c-9321-df82aedf6141 req-8989f398-3543-4254-bb62-69889b424668 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:32:38.902694 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-07b75900-6fd0-435c-9321-df82aedf6141 req-8989f398-3543-4254-bb62-69889b424668 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=f46d2be3-6cca-411b-8b83-b13d51f53463 HTTP/1.1" status: 200 len: 945 time: 0.0841968 Oct 03 13:32:38.906689 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76c959e2-a866-4891-9764-be05be0dc460 admin admin] vlan segment allocate from pool success with {'vlan_id': 608, 'physical_network': 'physnet1'} {{(pid=106269) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 03 13:32:38.924611 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c959e2-a866-4891-9764-be05be0dc460 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0342a324-3ea5-474c-a1c9-acd4329b76ac,revision_number=1']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:32:38.941633 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-76c959e2-a866-4891-9764-be05be0dc460 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1333683'] for segment (b12e5c1f-6807-426b-94d8-2ab3945f2ac8), precommit_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:38.942275 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.db.segments_db [None req-76c959e2-a866-4891-9764-be05be0dc460 admin admin] Added segment b12e5c1f-6807-426b-94d8-2ab3945f2ac8 of type vlan for network eaea14e2-06e5-440b-8c67-d4a587c52b53 Oct 03 13:32:38.960754 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-02c5c059-0ee7-4c9c-8d46-8947a31d7eb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751014656988'] for port (ddfb6d25-3fd1-46a8-bc78-f8c923349fe2), after_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:38.982137 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:32:39.009145 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:32:39.013121 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02c5c059-0ee7-4c9c-8d46-8947a31d7eb7 admin admin] Network 4ae25b55-bed6-49d7-9a22-c9e416e149dd is already hosted by enough agents. {{(pid=106268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 13:32:39.015376 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-76c959e2-a866-4891-9764-be05be0dc460 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751014593985'] for network (eaea14e2-06e5-440b-8c67-d4a587c52b53), precommit_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:39.017095 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.scheduler.base_scheduler [None req-02c5c059-0ee7-4c9c-8d46-8947a31d7eb7 admin admin] Resources bound (agent type, host, resource id): {{(pid=106268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 13:32:39.022296 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c5c059-0ee7-4c9c-8d46-8947a31d7eb7 admin admin] Received port after_create {{(pid=106268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 13:32:39.022561 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-07b75900-6fd0-435c-9321-df82aedf6141 req-e2c055e8-5afa-409d-ba3f-d978a91a7d90 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=90741e6a-03d0-4889-9f91-275c8bff3e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122591 Oct 03 13:32:39.022662 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-02c5c059-0ee7-4c9c-8d46-8947a31d7eb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3722559'] for router_interface (34ec1ae2-2ab5-419a-b041-dbfaef2c5f1b), before_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:39.054214 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-76c959e2-a866-4891-9764-be05be0dc460 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644'] for network (eaea14e2-06e5-440b-8c67-d4a587c52b53), after_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:39.055713 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76c959e2-a866-4891-9764-be05be0dc460 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:32:39.056496 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-76c959e2-a866-4891-9764-be05be0dc460 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798626'] for network (None), before_response {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:39.208121 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-e34299a6-12e5-4dfc-8514-46195ad571f4 None None] Publish callbacks [] for port (c233b228-3af1-4856-8fa4-343cf6d8e3ae), precommit_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:39.221565 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:32:39.227467 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-e34299a6-12e5-4dfc-8514-46195ad571f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751015143617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751014657006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751014658052'] for port (c233b228-3af1-4856-8fa4-343cf6d8e3ae), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:39.289593 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-76c959e2-a866-4891-9764-be05be0dc460 admin admin] 10.222.0.58 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9503317 Oct 03 13:32:39.290827 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c959e2-a866-4891-9764-be05be0dc460 admin admin] Pushing event updated for resources: {'Network': ['ID=eaea14e2-06e5-440b-8c67-d4a587c52b53,revision_number=1']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:32:39.296843 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c5c059-0ee7-4c9c-8d46-8947a31d7eb7 admin admin] Pushing event updated for resources: {'Port': ['ID=ddfb6d25-3fd1-46a8-bc78-f8c923349fe2,revision_number=1']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:32:39.309158 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 59924) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:32:39.330773 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.managers [None req-e34299a6-12e5-4dfc-8514-46195ad571f4 None None] Attempting to bind port c233b228-3af1-4856-8fa4-343cf6d8e3ae on host dv-cinder-860090-1-iscsi for vnic_type normal with profile {{(pid=106270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 13:32:39.331832 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.managers [None req-e34299a6-12e5-4dfc-8514-46195ad571f4 None None] Attempting to bind port c233b228-3af1-4856-8fa4-343cf6d8e3ae by drivers openvswitch,hyperv on host dv-cinder-860090-1-iscsi at level 0 using segments [{'id': 'bb40cd5f-7936-4373-bcc9-441f3ba1dc24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28'}] {{(pid=106270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 13:32:39.332390 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34299a6-12e5-4dfc-8514-46195ad571f4 None None] Attempting to bind port c233b228-3af1-4856-8fa4-343cf6d8e3ae on network ad648d78-633d-4222-aa42-7cb50aab7a28 {{(pid=106270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 13:32:39.345593 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.v2.base [None req-6843c1fd-0313-4bd9-9d2a-7335ba9a0769 admin admin] Request body: {'subnet': {'network_id': 'eaea14e2-06e5-440b-8c67-d4a587c52b53', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-474006023-subnet', 'tenant_id': 'afa1958afb874a0cba4c57df10f2ce08', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 13:32:39.363816 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Network eaea14e2-06e5-440b-8c67-d4a587c52b53 details requested by agent ovs-agent-dv-cinder-860090-1-iscsi with host dv-cinder-860090-1-iscsi {{(pid=106270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 03 13:32:39.433992 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6843c1fd-0313-4bd9-9d2a-7335ba9a0769 admin admin] Made reservation on behalf of afa1958afb874a0cba4c57df10f2ce08 for: {'subnet': 1} {{(pid=106269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 13:32:39.442412 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-6843c1fd-0313-4bd9-9d2a-7335ba9a0769 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25931174'] for subnet (None), before_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:39.539938 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5603169-d694-48f2-b564-010c28b0a32f None None] Pushing event updated for resources: {'Port': ['ID=c233b228-3af1-4856-8fa4-343cf6d8e3ae,revision_number=2']} {{(pid=106270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:32:39.563331 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-02c5c059-0ee7-4c9c-8d46-8947a31d7eb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (ddfb6d25-3fd1-46a8-bc78-f8c923349fe2), before_update {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:39.686206 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:32:39.687444 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:32:39.688157 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.provisioning_blocks [None req-029d71ea-1327-45ef-94b6-a5f92cf727d3 None None] Provisioning complete for port ddfb6d25-3fd1-46a8-bc78-f8c923349fe2 triggered by entity DHCP. {{(pid=106270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 13:32:39.688822 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-029d71ea-1327-45ef-94b6-a5f92cf727d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1340199'] for port (ddfb6d25-3fd1-46a8-bc78-f8c923349fe2), provisioning_complete {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:39.689615 dv-cinder-860090-1-iscsi neutron-server[106270]: INFO neutron.plugins.ml2.plugin [None req-029d71ea-1327-45ef-94b6-a5f92cf727d3 None None] Attempt 1 to provision port ddfb6d25-3fd1-46a8-bc78-f8c923349fe2 Oct 03 13:32:39.719519 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34299a6-12e5-4dfc-8514-46195ad571f4 None None] Checking agent: {'id': 'd46c7ed5-c451-4a76-ab3f-ab8e3ea4a5ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860090-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 13, 22, 7), 'started_at': datetime.datetime(2022, 10, 3, 13, 22, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 13, 32, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860090-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 13:32:39.719915 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34299a6-12e5-4dfc-8514-46195ad571f4 None None] Checking segment: {'id': 'bb40cd5f-7936-4373-bcc9-441f3ba1dc24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 13:32:39.720351 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-e34299a6-12e5-4dfc-8514-46195ad571f4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:39.720763 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34299a6-12e5-4dfc-8514-46195ad571f4 None None] Bound using segment: {'id': 'bb40cd5f-7936-4373-bcc9-441f3ba1dc24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28'} {{(pid=106270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 13:32:39.721295 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.managers [None req-e34299a6-12e5-4dfc-8514-46195ad571f4 None None] Bound port: c233b228-3af1-4856-8fa4-343cf6d8e3ae, host: dv-cinder-860090-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb40cd5f-7936-4373-bcc9-441f3ba1dc24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28'}}] {{(pid=106270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 13:32:39.721936 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-e34299a6-12e5-4dfc-8514-46195ad571f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (c233b228-3af1-4856-8fa4-343cf6d8e3ae), before_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:39.774790 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-029d71ea-1327-45ef-94b6-a5f92cf727d3 None None] Port ddfb6d25-3fd1-46a8-bc78-f8c923349fe2 cannot update to ACTIVE because it is not bound. {{(pid=106270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 03 13:32:39.787307 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-6843c1fd-0313-4bd9-9d2a-7335ba9a0769 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26503073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25931188'] for subnet (0bfdf188-ae96-4568-a390-fe2963517cb8), after_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:39.817570 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.db [None req-e34299a6-12e5-4dfc-8514-46195ad571f4 None None] For port c233b228-3af1-4856-8fa4-343cf6d8e3ae, host dv-cinder-860090-1-iscsi, cleared binding levels {{(pid=106270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 13:32:39.823740 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.db [None req-e34299a6-12e5-4dfc-8514-46195ad571f4 None None] For port c233b228-3af1-4856-8fa4-343cf6d8e3ae, host dv-cinder-860090-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860090-1-iscsi',level=0,port_id=c233b228-3af1-4856-8fa4-343cf6d8e3ae,segment=NetworkSegment(bb40cd5f-7936-4373-bcc9-441f3ba1dc24),segment_id=bb40cd5f-7936-4373-bcc9-441f3ba1dc24)] {{(pid=106270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 13:32:39.839699 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-e34299a6-12e5-4dfc-8514-46195ad571f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751015143617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751014657006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751014658052'] for port (c233b228-3af1-4856-8fa4-343cf6d8e3ae), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:39.865604 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6843c1fd-0313-4bd9-9d2a-7335ba9a0769 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0bfdf188-ae96-4568-a390-fe2963517cb8,revision_number=0']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:32:39.867596 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-02c5c059-0ee7-4c9c-8d46-8947a31d7eb7 admin admin] Publish callbacks [] for port (ddfb6d25-3fd1-46a8-bc78-f8c923349fe2), precommit_update {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:39.874841 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6843c1fd-0313-4bd9-9d2a-7335ba9a0769 admin admin] Checking segment: {'id': 'b12e5c1f-6807-426b-94d8-2ab3945f2ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'eaea14e2-06e5-440b-8c67-d4a587c52b53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 13:32:39.875803 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6843c1fd-0313-4bd9-9d2a-7335ba9a0769 admin admin] Network hostable DHCP agents. Network: eaea14e2-06e5-440b-8c67-d4a587c52b53, hostable agents: ['3460fffa-818c-4144-9400-237880db20a4'], hosted agents: [] {{(pid=106269) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 03 13:32:39.882363 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-02c5c059-0ee7-4c9c-8d46-8947a31d7eb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751015143617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751014657006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751014658052'] for port (ddfb6d25-3fd1-46a8-bc78-f8c923349fe2), after_update {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:39.883745 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-02c5c059-0ee7-4c9c-8d46-8947a31d7eb7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3798534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3722659'] for router_interface (34ec1ae2-2ab5-419a-b041-dbfaef2c5f1b), after_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:39.906139 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6843c1fd-0313-4bd9-9d2a-7335ba9a0769 admin admin] Network eaea14e2-06e5-440b-8c67-d4a587c52b53 is scheduled to be hosted by DHCP agent 3460fffa-818c-4144-9400-237880db20a4 with binding_index 1 {{(pid=106269) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 03 13:32:39.922308 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.scheduler.base_scheduler [None req-6843c1fd-0313-4bd9-9d2a-7335ba9a0769 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-860090-1-iscsi, eaea14e2-06e5-440b-8c67-d4a587c52b53) {{(pid=106269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 13:32:39.922907 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34299a6-12e5-4dfc-8514-46195ad571f4 None None] Routers {'34ec1ae2-2ab5-419a-b041-dbfaef2c5f1b'} bound to L3 agent in host dv-cinder-860090-1-iscsi {{(pid=106270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 13:32:39.924032 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_hamode_db [None req-e34299a6-12e5-4dfc-8514-46195ad571f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860090-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-03T13:22:05Z,description=,heartbeat_timestamp=2022-10-03T13:32:35Z,host='dv-cinder-860090-1-iscsi',id=94180321-47b1-4b5c-b620-b1b0a31df446,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T13:22:05Z,topic='l3_agent')) {'router_ids': ['34ec1ae2-2ab5-419a-b041-dbfaef2c5f1b'], 'active': True} {{(pid=106270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:32:39.933398 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6843c1fd-0313-4bd9-9d2a-7335ba9a0769 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:32:39.934771 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-6843c1fd-0313-4bd9-9d2a-7335ba9a0769 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:39.974520 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-6843c1fd-0313-4bd9-9d2a-7335ba9a0769 admin admin] 10.222.0.58 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6625938 Oct 03 13:32:39.977757 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c5c059-0ee7-4c9c-8d46-8947a31d7eb7 admin admin] Pushing event updated for resources: {'Port': ['ID=ddfb6d25-3fd1-46a8-bc78-f8c923349fe2,revision_number=2']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:32:40.022894 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-104a54fa-5f25-4661-aba9-521cdbe9dc7f None None] Network eaea14e2-06e5-440b-8c67-d4a587c52b53 requested from dv-cinder-860090-1-iscsi {{(pid=106270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 03 13:32:40.058054 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02c5c059-0ee7-4c9c-8d46-8947a31d7eb7 admin admin] Network 4ae25b55-bed6-49d7-9a22-c9e416e149dd is already hosted by enough agents. {{(pid=106268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 13:32:40.060255 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.scheduler.base_scheduler [None req-02c5c059-0ee7-4c9c-8d46-8947a31d7eb7 admin admin] Resources bound (agent type, host, resource id): {{(pid=106268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 13:32:40.123979 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5603169-d694-48f2-b564-010c28b0a32f None None] Pushing event updated for resources: {'Port': ['ID=c233b228-3af1-4856-8fa4-343cf6d8e3ae,revision_number=3']} {{(pid=106270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:32:40.132662 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:INSERT=3,neutron:SELECT=94,neutron:UPDATE=3 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:32:40.281987 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5603169-d694-48f2-b564-010c28b0a32f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:32:40.282420 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5603169-d694-48f2-b564-010c28b0a32f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:32:40.282858 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5603169-d694-48f2-b564-010c28b0a32f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:32:40.283296 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5603169-d694-48f2-b564-010c28b0a32f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:32:40.283701 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5603169-d694-48f2-b564-010c28b0a32f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:32:40.284100 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5603169-d694-48f2-b564-010c28b0a32f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:32:40.284498 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5603169-d694-48f2-b564-010c28b0a32f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:32:40.284895 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5603169-d694-48f2-b564-010c28b0a32f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:32:40.285938 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5603169-d694-48f2-b564-010c28b0a32f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:32:40.285938 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5603169-d694-48f2-b564-010c28b0a32f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:32:40.286241 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5603169-d694-48f2-b564-010c28b0a32f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:32:40.286555 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5603169-d694-48f2-b564-010c28b0a32f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:32:40.286945 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5603169-d694-48f2-b564-010c28b0a32f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:32:40.287337 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5603169-d694-48f2-b564-010c28b0a32f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:32:40.287728 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5603169-d694-48f2-b564-010c28b0a32f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:32:40.312861 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02c5c059-0ee7-4c9c-8d46-8947a31d7eb7 admin admin] Router 34ec1ae2-2ab5-419a-b041-dbfaef2c5f1b has already been hosted by L3 agent 94180321-47b1-4b5c-b620-b1b0a31df446 {{(pid=106268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 03 13:32:40.363394 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039b4e76-25a0-48f0-9c14-b532b2be5670 req-2a243566-bb01-444e-a6c1-b68fa95b9cfe tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:32:40.366371 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-039b4e76-25a0-48f0-9c14-b532b2be5670 req-2a243566-bb01-444e-a6c1-b68fa95b9cfe tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=f46d2be3-6cca-411b-8b83-b13d51f53463 HTTP/1.1" status: 200 len: 945 time: 0.1320662 Oct 03 13:32:40.444965 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_dvr_db [None req-e34299a6-12e5-4dfc-8514-46195ad571f4 None None] Set router 34ec1ae2-2ab5-419a-b041-dbfaef2c5f1b gateway port host: dv-cinder-860090-1-iscsi {{(pid=106270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 13:32:40.483625 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b5ee6c3-9928-4b9b-99b2-fa227c53be14 None None] Network eaea14e2-06e5-440b-8c67-d4a587c52b53 requested from dv-cinder-860090-1-iscsi {{(pid=106270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 03 13:32:40.491754 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.provisioning_blocks [None req-5838fab0-0b79-46c9-8131-34c898c8e182 None None] Provisioning complete for port ddfb6d25-3fd1-46a8-bc78-f8c923349fe2 triggered by entity DHCP. {{(pid=106270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 13:32:40.492182 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-5838fab0-0b79-46c9-8131-34c898c8e182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1340199'] for port (ddfb6d25-3fd1-46a8-bc78-f8c923349fe2), provisioning_complete {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:40.492517 dv-cinder-860090-1-iscsi neutron-server[106270]: INFO neutron.plugins.ml2.plugin [None req-5838fab0-0b79-46c9-8131-34c898c8e182 None None] Attempt 1 to provision port ddfb6d25-3fd1-46a8-bc78-f8c923349fe2 Oct 03 13:32:40.535027 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-039b4e76-25a0-48f0-9c14-b532b2be5670 req-8bf99dc1-a70a-43c3-a1da-b32e25144946 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=90741e6a-03d0-4889-9f91-275c8bff3e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620870 Oct 03 13:32:40.590586 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02c5c059-0ee7-4c9c-8d46-8947a31d7eb7 admin admin] Notify agent at l3_agent.dv-cinder-860090-1-iscsi the message routers_updated {{(pid=106268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 13:32:40.608415 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-02c5c059-0ee7-4c9c-8d46-8947a31d7eb7 admin admin] 10.222.0.58 "PUT /networking/v2.0/routers/34ec1ae2-2ab5-419a-b041-dbfaef2c5f1b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1412184 Oct 03 13:32:40.696206 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-5838fab0-0b79-46c9-8131-34c898c8e182 None None] Port ddfb6d25-3fd1-46a8-bc78-f8c923349fe2 cannot update to ACTIVE because it is not bound. {{(pid=106270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 03 13:32:40.850629 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_hamode_db [None req-e34299a6-12e5-4dfc-8514-46195ad571f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34ec1ae2-2ab5-419a-b041-dbfaef2c5f1b', 'name': 'tempest-AttachVolumeTestJSON-1868036134-router', 'tenant_id': '1432ad4a21624574b8caeaf10f2f8339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'external_fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'c233b228-3af1-4856-8fa4-343cf6d8e3ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:32:34Z', 'updated_at': '2022-10-03T13:32:39Z', 'revision_number': 4, 'project_id': '1432ad4a21624574b8caeaf10f2f8339', 'gw_port': {'id': 'c233b228-3af1-4856-8fa4-343cf6d8e3ae', 'name': '', 'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:b6:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34ec1ae2-2ab5-419a-b041-dbfaef2c5f1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:32:35Z', 'updated_at': '2022-10-03T13:32:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860090-1-iscsi', '_interfaces': [{'id': 'ddfb6d25-3fd1-46a8-bc78-f8c923349fe2', 'name': '', 'network_id': '4ae25b55-bed6-49d7-9a22-c9e416e149dd', 'tenant_id': '1432ad4a21624574b8caeaf10f2f8339', 'mac_address': 'fa:16:3e:d9:ee:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34ec1ae2-2ab5-419a-b041-dbfaef2c5f1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '186bd512-24d4-4a2b-8bd3-48c53a4e9c74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:32:38Z', 'updated_at': '2022-10-03T13:32:39Z', 'revision_number': 2, 'project_id': '1432ad4a21624574b8caeaf10f2f8339', 'subnets': [{'id': '186bd512-24d4-4a2b-8bd3-48c53a4e9c74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860090-1-iscsi', False) {} {{(pid=106270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:32:40.906543 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34299a6-12e5-4dfc-8514-46195ad571f4 None None] The sync data for ids ['34ec1ae2-2ab5-419a-b041-dbfaef2c5f1b'] in dv-cinder-860090-1-iscsi is: [{'id': '34ec1ae2-2ab5-419a-b041-dbfaef2c5f1b', 'name': 'tempest-AttachVolumeTestJSON-1868036134-router', 'tenant_id': '1432ad4a21624574b8caeaf10f2f8339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'external_fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'c233b228-3af1-4856-8fa4-343cf6d8e3ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:32:34Z', 'updated_at': '2022-10-03T13:32:39Z', 'revision_number': 4, 'project_id': '1432ad4a21624574b8caeaf10f2f8339', 'gw_port': {'id': 'c233b228-3af1-4856-8fa4-343cf6d8e3ae', 'name': '', 'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:b6:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34ec1ae2-2ab5-419a-b041-dbfaef2c5f1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:32:35Z', 'updated_at': '2022-10-03T13:32:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860090-1-iscsi', '_interfaces': [{'id': 'ddfb6d25-3fd1-46a8-bc78-f8c923349fe2', 'name': '', 'network_id': '4ae25b55-bed6-49d7-9a22-c9e416e149dd', 'tenant_id': '1432ad4a21624574b8caeaf10f2f8339', 'mac_address': 'fa:16:3e:d9:ee:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34ec1ae2-2ab5-419a-b041-dbfaef2c5f1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '186bd512-24d4-4a2b-8bd3-48c53a4e9c74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:32:38Z', 'updated_at': '2022-10-03T13:32:39Z', 'revision_number': 2, 'project_id': '1432ad4a21624574b8caeaf10f2f8339', 'subnets': [{'id': '186bd512-24d4-4a2b-8bd3-48c53a4e9c74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 13:32:41.128324 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 59962) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:32:41.136698 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.v2.base [None req-67517ad0-bd4a-4bf4-8793-ddbe5ef97acb tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1699600443', 'description': 'tempest-description--2087213900'}} {{(pid=106269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 13:32:41.183296 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-67517ad0-bd4a-4bf4-8793-ddbe5ef97acb tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Publish callbacks [] for security_group (None), before_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:41.301645 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-67517ad0-bd4a-4bf4-8793-ddbe5ef97acb tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Publish callbacks [] for security_group (5d855e17-85d1-4849-b5e5-c2ce09571ab0), precommit_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:41.306615 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-67517ad0-bd4a-4bf4-8793-ddbe5ef97acb tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (5d855e17-85d1-4849-b5e5-c2ce09571ab0), after_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:41.351005 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-67517ad0-bd4a-4bf4-8793-ddbe5ef97acb tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Publish callbacks [] for security_group (None), before_response {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:41.351005 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-67517ad0-bd4a-4bf4-8793-ddbe5ef97acb tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] 10.222.0.58 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2208035 Oct 03 13:32:41.355430 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 59964) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:32:41.358849 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67517ad0-bd4a-4bf4-8793-ddbe5ef97acb tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d855e17-85d1-4849-b5e5-c2ce09571ab0,revision_number=1']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:32:41.363807 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.v2.base [None req-fa8886e1-c25d-470d-ae2c-0378e937c594 tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Request body: {'security_group_rule': {'security_group_id': '5d855e17-85d1-4849-b5e5-c2ce09571ab0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 13:32:41.410017 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-fa8886e1-c25d-470d-ae2c-0378e937c594 tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Publish callbacks [] for security_group_rule (da492ea1-391f-4ab9-911a-8fd5a87b9864), before_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:41.411373 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=41 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:32:41.493555 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-fa8886e1-c25d-470d-ae2c-0378e937c594 tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Publish callbacks [] for security_group_rule (da492ea1-391f-4ab9-911a-8fd5a87b9864), precommit_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:41.499675 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-fa8886e1-c25d-470d-ae2c-0378e937c594 tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873908'] for security_group_rule (da492ea1-391f-4ab9-911a-8fd5a87b9864), after_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:41.532450 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8886e1-c25d-470d-ae2c-0378e937c594 tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da492ea1-391f-4ab9-911a-8fd5a87b9864,revision_number=0']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:32:41.547920 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-fa8886e1-c25d-470d-ae2c-0378e937c594 tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:41.550197 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-fa8886e1-c25d-470d-ae2c-0378e937c594 tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] 10.222.0.58 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1930830 Oct 03 13:32:41.552745 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 59968) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:32:41.562008 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.v2.base [None req-56cfe6c0-dbc7-4e8b-81b4-851148b15a41 tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Request body: {'security_group_rule': {'security_group_id': '5d855e17-85d1-4849-b5e5-c2ce09571ab0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 13:32:41.615185 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-56cfe6c0-dbc7-4e8b-81b4-851148b15a41 tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Publish callbacks [] for security_group_rule (7af82f69-aa99-40a3-9333-b12699c36c34), before_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:41.649266 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=1 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:32:41.796722 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf503531-88f1-4c6d-872d-90df6984746e req-7618da43-1be6-4437-a8a8-9a21d727add1 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:32:41.798641 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-cf503531-88f1-4c6d-872d-90df6984746e req-7618da43-1be6-4437-a8a8-9a21d727add1 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=f46d2be3-6cca-411b-8b83-b13d51f53463 HTTP/1.1" status: 200 len: 945 time: 0.1058486 Oct 03 13:32:41.806692 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-56cfe6c0-dbc7-4e8b-81b4-851148b15a41 tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Publish callbacks [] for security_group_rule (7af82f69-aa99-40a3-9333-b12699c36c34), precommit_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:41.813969 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-56cfe6c0-dbc7-4e8b-81b4-851148b15a41 tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873908'] for security_group_rule (7af82f69-aa99-40a3-9333-b12699c36c34), after_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:41.877431 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cfe6c0-dbc7-4e8b-81b4-851148b15a41 tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7af82f69-aa99-40a3-9333-b12699c36c34,revision_number=0']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:32:41.891744 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-56cfe6c0-dbc7-4e8b-81b4-851148b15a41 tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:41.893876 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-56cfe6c0-dbc7-4e8b-81b4-851148b15a41 tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] 10.222.0.58 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3396175 Oct 03 13:32:41.898599 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 59974) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:32:41.903941 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.v2.base [None req-031ed695-3bb9-4e79-8357-c554a230753f tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Request body: {'floatingip': {'floating_network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28'}} {{(pid=106269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 13:32:41.938958 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-cf503531-88f1-4c6d-872d-90df6984746e req-5c606633-7908-45d2-ad65-1d4cef016352 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=90741e6a-03d0-4889-9f91-275c8bff3e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260633 Oct 03 13:32:41.944804 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-031ed695-3bb9-4e79-8357-c554a230753f tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:41.974504 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=81,neutron:DELETE=6,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:32:42.088025 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-031ed695-3bb9-4e79-8357-c554a230753f tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (None), before_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:42.233784 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:32:42.237613 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.db.db_base_plugin_common [None req-031ed695-3bb9-4e79-8357-c554a230753f tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Allocated IP 172.27.1.9 (ad648d78-633d-4222-aa42-7cb50aab7a28/4a9222c2-0418-495a-a49e-d43d754e0950/f23975d2-883b-4c75-a5e8-fb7d48af42b1) {{(pid=106269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 13:32:42.410657 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-031ed695-3bb9-4e79-8357-c554a230753f tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Publish callbacks [] for port (f23975d2-883b-4c75-a5e8-fb7d48af42b1), precommit_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:42.456730 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-031ed695-3bb9-4e79-8357-c554a230753f tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751014656988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26503125'] for port (f23975d2-883b-4c75-a5e8-fb7d48af42b1), after_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:42.519320 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-031ed695-3bb9-4e79-8357-c554a230753f tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Network ad648d78-633d-4222-aa42-7cb50aab7a28 is already hosted by enough agents. {{(pid=106269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 13:32:42.523181 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.scheduler.base_scheduler [None req-031ed695-3bb9-4e79-8357-c554a230753f tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Resources bound (agent type, host, resource id): {{(pid=106269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 13:32:42.530960 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-031ed695-3bb9-4e79-8357-c554a230753f tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Received port after_create {{(pid=106269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 13:32:42.555497 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031ed695-3bb9-4e79-8357-c554a230753f tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Pushing event updated for resources: {'Port': ['ID=f23975d2-883b-4c75-a5e8-fb7d48af42b1,revision_number=1']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:32:42.633698 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-031ed695-3bb9-4e79-8357-c554a230753f tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Publish callbacks [] for floatingip (257c8cee-4e61-4cb0-9356-9a836ef1c43d), precommit_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:42.699453 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-031ed695-3bb9-4e79-8357-c554a230753f tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (f23975d2-883b-4c75-a5e8-fb7d48af42b1), before_update {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:42.882150 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-031ed695-3bb9-4e79-8357-c554a230753f tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Publish callbacks [] for port (f23975d2-883b-4c75-a5e8-fb7d48af42b1), precommit_update {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:42.888409 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-031ed695-3bb9-4e79-8357-c554a230753f tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751015143617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751014657006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751014658052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26502958'] for port (f23975d2-883b-4c75-a5e8-fb7d48af42b1), after_update {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:42.972314 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-031ed695-3bb9-4e79-8357-c554a230753f tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3722562'] for floatingip (257c8cee-4e61-4cb0-9356-9a836ef1c43d), after_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:42.975748 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031ed695-3bb9-4e79-8357-c554a230753f tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Pushing event updated for resources: {'Port': ['ID=f23975d2-883b-4c75-a5e8-fb7d48af42b1,revision_number=2']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:32:42.989901 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=2,neutron:DELETE=1 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:32:43.002420 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-031ed695-3bb9-4e79-8357-c554a230753f tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512321'] for floatingip (None), before_response {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:43.004289 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-031ed695-3bb9-4e79-8357-c554a230753f tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] 10.222.0.58 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.1043041 Oct 03 13:32:43.175624 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac132f8e-ce09-487f-ba5a-8685ed8e6fcb req-469f158c-7f7f-4bc2-80a2-1cb32b09695a tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:32:43.177376 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-ac132f8e-ce09-487f-ba5a-8685ed8e6fcb req-469f158c-7f7f-4bc2-80a2-1cb32b09695a tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=f46d2be3-6cca-411b-8b83-b13d51f53463 HTTP/1.1" status: 200 len: 945 time: 0.0906639 Oct 03 13:32:43.238048 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-f57cb00f-29b7-4e88-851f-6fa198d43bbb req-e3c5147c-32a2-49aa-8cd1-157496069450 tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] 10.222.0.58 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1699600443&fields=id&tenant_id=1432ad4a21624574b8caeaf10f2f8339 HTTP/1.1" status: 200 len: 267 time: 0.0734637 Oct 03 13:32:43.267979 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-ac132f8e-ce09-487f-ba5a-8685ed8e6fcb req-6468b344-8166-46c8-b862-02a468f2a270 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=90741e6a-03d0-4889-9f91-275c8bff3e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749981 Oct 03 13:32:43.375663 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-7942a37d-3dea-49a7-8bc0-cb7663b48a4e req-ddcc2b49-eb48-4575-95bd-9239d62670ad service neutron] 10.222.0.65 "GET /networking/v2.0/ports?device_id=4b7a7e49-20a7-45bc-bc98-7af878fc50a8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0576525 Oct 03 13:32:43.406070 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:32:43.411087 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c42ece6b-cbb5-4acc-a047-a67e3f9deef2 None None] Sync routers for ids ['34ec1ae2-2ab5-419a-b041-dbfaef2c5f1b'] in dv-cinder-860090-1-iscsi {{(pid=106271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 13:32:43.430360 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c42ece6b-cbb5-4acc-a047-a67e3f9deef2 None None] Routers {'34ec1ae2-2ab5-419a-b041-dbfaef2c5f1b'} bound to L3 agent in host dv-cinder-860090-1-iscsi {{(pid=106271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 13:32:43.430629 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57cb00f-29b7-4e88-851f-6fa198d43bbb req-7b027445-88bf-4b73-b6eb-07904da58bce tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:32:43.431874 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_hamode_db [None req-c42ece6b-cbb5-4acc-a047-a67e3f9deef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860090-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-03T13:22:05Z,description=,heartbeat_timestamp=2022-10-03T13:32:35Z,host='dv-cinder-860090-1-iscsi',id=94180321-47b1-4b5c-b620-b1b0a31df446,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T13:22:05Z,topic='l3_agent')) {'router_ids': ['34ec1ae2-2ab5-419a-b041-dbfaef2c5f1b'], 'active': True} {{(pid=106271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:32:43.432127 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-f57cb00f-29b7-4e88-851f-6fa198d43bbb req-7b027445-88bf-4b73-b6eb-07904da58bce tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] 10.222.0.58 "GET /networking/v2.0/networks?id=4ae25b55-bed6-49d7-9a22-c9e416e149dd HTTP/1.1" status: 200 len: 811 time: 0.1814961 Oct 03 13:32:43.456777 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-f57cb00f-29b7-4e88-851f-6fa198d43bbb req-95cf3ab1-232c-450e-8e8c-0a5694f3490b tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] 10.222.0.58 "GET /networking/v2.0/quotas/1432ad4a21624574b8caeaf10f2f8339 HTTP/1.1" status: 200 len: 375 time: 0.0127175 Oct 03 13:32:43.582910 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7942a37d-3dea-49a7-8bc0-cb7663b48a4e req-e50a3110-59a7-4d18-a210-40c80a070a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:32:43.585961 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-7942a37d-3dea-49a7-8bc0-cb7663b48a4e req-e50a3110-59a7-4d18-a210-40c80a070a80 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=557321bf33ca42df8d5d53e5157e6803&device_id=4b7a7e49-20a7-45bc-bc98-7af878fc50a8 HTTP/1.1" status: 200 len: 1130 time: 0.1209881 Oct 03 13:32:43.591365 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-f57cb00f-29b7-4e88-851f-6fa198d43bbb req-510d0d64-779e-4e5d-b903-ace65b6b7398 tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=1432ad4a21624574b8caeaf10f2f8339&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1201801 Oct 03 13:32:43.606806 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Device c233b228-3af1-4856-8fa4-343cf6d8e3ae up at agent ovs-agent-dv-cinder-860090-1-iscsi {{(pid=106270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 13:32:43.648019 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_dvr_db [None req-c42ece6b-cbb5-4acc-a047-a67e3f9deef2 None None] Set router 34ec1ae2-2ab5-419a-b041-dbfaef2c5f1b gateway port host: dv-cinder-860090-1-iscsi {{(pid=106271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 13:32:43.723280 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:32:43.754891 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.provisioning_blocks [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Provisioning complete for port c233b228-3af1-4856-8fa4-343cf6d8e3ae triggered by entity L2. {{(pid=106270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 13:32:43.755467 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1340199'] for port (c233b228-3af1-4856-8fa4-343cf6d8e3ae), provisioning_complete {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:43.756050 dv-cinder-860090-1-iscsi neutron-server[106270]: INFO neutron.plugins.ml2.plugin [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Attempt 1 to provision port c233b228-3af1-4856-8fa4-343cf6d8e3ae Oct 03 13:32:43.765398 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:32:43.768877 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-f57cb00f-29b7-4e88-851f-6fa198d43bbb req-f982538e-338b-46bf-ae61-75c7c5573bf3 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/4ae25b55-bed6-49d7-9a22-c9e416e149dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508143 Oct 03 13:32:43.883431 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7942a37d-3dea-49a7-8bc0-cb7663b48a4e req-debe5e93-a10a-4930-911b-14d048c2de28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:32:43.888341 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-7942a37d-3dea-49a7-8bc0-cb7663b48a4e req-debe5e93-a10a-4930-911b-14d048c2de28 service neutron] 10.222.0.65 "GET /networking/v2.0/networks?id=289ad0fb-c675-48f9-ad56-9a68538f4eb7 HTTP/1.1" status: 200 len: 920 time: 0.2550607 Oct 03 13:32:44.028293 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Current status of the port c233b228-3af1-4856-8fa4-343cf6d8e3ae is: DOWN; New status is: ACTIVE {{(pid=106270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 13:32:44.029532 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (c233b228-3af1-4856-8fa4-343cf6d8e3ae), before_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:44.059316 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-f57cb00f-29b7-4e88-851f-6fa198d43bbb req-a25a6bbe-e605-423e-8dca-c79d5e8149b5 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/4ae25b55-bed6-49d7-9a22-c9e416e149dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2766166 Oct 03 13:32:44.097173 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.db [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] For port c233b228-3af1-4856-8fa4-343cf6d8e3ae, host dv-cinder-860090-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860090-1-iscsi',level=0,port_id=c233b228-3af1-4856-8fa4-343cf6d8e3ae,segment=NetworkSegment(bb40cd5f-7936-4373-bcc9-441f3ba1dc24),segment_id=bb40cd5f-7936-4373-bcc9-441f3ba1dc24)] {{(pid=106270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 13:32:44.115832 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-7942a37d-3dea-49a7-8bc0-cb7663b48a4e req-2882baeb-fd6f-4639-b385-70905c318d43 service neutron] 10.222.0.65 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4e8541e0-b0c3-4cae-a985-b4e2dfec4290 HTTP/1.1" status: 200 len: 217 time: 0.1700718 Oct 03 13:32:44.118229 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751015143617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751014657006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751014658052'] for port (c233b228-3af1-4856-8fa4-343cf6d8e3ae), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:44.260337 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_hamode_db [None req-c42ece6b-cbb5-4acc-a047-a67e3f9deef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34ec1ae2-2ab5-419a-b041-dbfaef2c5f1b', 'name': 'tempest-AttachVolumeTestJSON-1868036134-router', 'tenant_id': '1432ad4a21624574b8caeaf10f2f8339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'external_fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'c233b228-3af1-4856-8fa4-343cf6d8e3ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:32:34Z', 'updated_at': '2022-10-03T13:32:39Z', 'revision_number': 4, 'project_id': '1432ad4a21624574b8caeaf10f2f8339', 'gw_port': {'id': 'c233b228-3af1-4856-8fa4-343cf6d8e3ae', 'name': '', 'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:b6:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34ec1ae2-2ab5-419a-b041-dbfaef2c5f1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:32:35Z', 'updated_at': '2022-10-03T13:32:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860090-1-iscsi', '_interfaces': [{'id': 'ddfb6d25-3fd1-46a8-bc78-f8c923349fe2', 'name': '', 'network_id': '4ae25b55-bed6-49d7-9a22-c9e416e149dd', 'tenant_id': '1432ad4a21624574b8caeaf10f2f8339', 'mac_address': 'fa:16:3e:d9:ee:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34ec1ae2-2ab5-419a-b041-dbfaef2c5f1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '186bd512-24d4-4a2b-8bd3-48c53a4e9c74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:32:38Z', 'updated_at': '2022-10-03T13:32:39Z', 'revision_number': 2, 'project_id': '1432ad4a21624574b8caeaf10f2f8339', 'subnets': [{'id': '186bd512-24d4-4a2b-8bd3-48c53a4e9c74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860090-1-iscsi', False) {} {{(pid=106271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:32:44.277708 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Pushing event updated for resources: {'Port': ['ID=c233b228-3af1-4856-8fa4-343cf6d8e3ae,revision_number=4']} {{(pid=106270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:32:44.301389 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7942a37d-3dea-49a7-8bc0-cb7663b48a4e req-f1a93c63-de12-4f18-a351-4ab01229a000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:32:44.304749 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-7942a37d-3dea-49a7-8bc0-cb7663b48a4e req-f1a93c63-de12-4f18-a351-4ab01229a000 service neutron] 10.222.0.65 "GET /networking/v2.0/subnets?id=014887d4-da5d-4382-8b78-e31d89e09c89 HTTP/1.1" status: 200 len: 858 time: 0.1816664 Oct 03 13:32:44.342722 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c42ece6b-cbb5-4acc-a047-a67e3f9deef2 None None] Checking router: 34ec1ae2-2ab5-419a-b041-dbfaef2c5f1b for host: dv-cinder-860090-1-iscsi {{(pid=106271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 13:32:44.343327 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c42ece6b-cbb5-4acc-a047-a67e3f9deef2 None None] Updating router 34ec1ae2-2ab5-419a-b041-dbfaef2c5f1b port ddfb6d25-3fd1-46a8-bc78-f8c923349fe2 binding host dv-cinder-860090-1-iscsi {{(pid=106271) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 03 13:32:44.507587 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron_lib.callbacks.manager [None req-c42ece6b-cbb5-4acc-a047-a67e3f9deef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (ddfb6d25-3fd1-46a8-bc78-f8c923349fe2), before_update {{(pid=106271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:44.615934 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-9555241c-ec1e-41c8-95fa-dca0f2626bf5 req-6cd7ce1b-a598-492a-9f81-7fdcaf811a17 tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=2ca377db-f0f6-4888-a94e-cfde65e470e9 HTTP/1.1" status: 200 len: 210 time: 0.0770848 Oct 03 13:32:44.681964 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7942a37d-3dea-49a7-8bc0-cb7663b48a4e req-0cd85197-abcb-49b9-a601-fafe464965ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:32:44.684716 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-7942a37d-3dea-49a7-8bc0-cb7663b48a4e req-0cd85197-abcb-49b9-a601-fafe464965ce service neutron] 10.222.0.65 "GET /networking/v2.0/ports?network_id=289ad0fb-c675-48f9-ad56-9a68538f4eb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3596754 Oct 03 13:32:44.718377 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1088abf7-2196-4589-a89e-647ebea4c20e req-fa9006eb-f0f4-4ea7-bceb-d49573ee2928 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:32:44.730272 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-1088abf7-2196-4589-a89e-647ebea4c20e req-fa9006eb-f0f4-4ea7-bceb-d49573ee2928 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=f46d2be3-6cca-411b-8b83-b13d51f53463 HTTP/1.1" status: 200 len: 945 time: 0.2337804 Oct 03 13:32:44.908412 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-1088abf7-2196-4589-a89e-647ebea4c20e req-c4639b99-842c-410d-b096-f9123364a495 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=90741e6a-03d0-4889-9f91-275c8bff3e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635711 Oct 03 13:32:45.223997 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b389f2f-e522-4f92-ade4-9beefe46f7a6 req-71c4044b-69eb-404d-a5ba-3957a7f02562 tempest-VolumesActionsTest-2129919452 tempest-VolumesActionsTest-2129919452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:32:45.231832 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 60056) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:32:45.242001 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-6b389f2f-e522-4f92-ade4-9beefe46f7a6 req-71c4044b-69eb-404d-a5ba-3957a7f02562 tempest-VolumesActionsTest-2129919452 tempest-VolumesActionsTest-2129919452-project] 10.222.0.58 "GET /networking/v2.0/networks?id=eaea14e2-06e5-440b-8c67-d4a587c52b53 HTTP/1.1" status: 200 len: 808 time: 0.4134741 Oct 03 13:32:45.274641 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-6b389f2f-e522-4f92-ade4-9beefe46f7a6 req-f05529c1-7124-4889-9bfa-d09dc12243e6 tempest-VolumesActionsTest-2129919452 tempest-VolumesActionsTest-2129919452-project] 10.222.0.58 "GET /networking/v2.0/quotas/afa1958afb874a0cba4c57df10f2ce08 HTTP/1.1" status: 200 len: 375 time: 0.0304220 Oct 03 13:32:45.307054 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron_lib.callbacks.manager [None req-c42ece6b-cbb5-4acc-a047-a67e3f9deef2 None None] Publish callbacks [] for port (ddfb6d25-3fd1-46a8-bc78-f8c923349fe2), precommit_update {{(pid=106271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:45.319489 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron_lib.callbacks.manager [None req-c42ece6b-cbb5-4acc-a047-a67e3f9deef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751015143617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751014657006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751014658052'] for port (ddfb6d25-3fd1-46a8-bc78-f8c923349fe2), after_update {{(pid=106271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:45.369760 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-6b389f2f-e522-4f92-ade4-9beefe46f7a6 req-1f8444b2-8802-4426-9dbc-dcacafa53139 tempest-VolumesActionsTest-2129919452 tempest-VolumesActionsTest-2129919452-project] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=afa1958afb874a0cba4c57df10f2ce08&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0865757 Oct 03 13:32:45.430780 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee19215d-29a5-432e-80b4-45b3c9caf705 None None] Pushing event updated for resources: {'Port': ['ID=ddfb6d25-3fd1-46a8-bc78-f8c923349fe2,revision_number=3']} {{(pid=106271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:32:45.478497 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee19215d-29a5-432e-80b4-45b3c9caf705 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:32:45.481319 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee19215d-29a5-432e-80b4-45b3c9caf705 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:32:45.481818 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee19215d-29a5-432e-80b4-45b3c9caf705 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:32:45.482177 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee19215d-29a5-432e-80b4-45b3c9caf705 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:32:45.482580 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee19215d-29a5-432e-80b4-45b3c9caf705 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:32:45.482916 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee19215d-29a5-432e-80b4-45b3c9caf705 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:32:45.483242 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee19215d-29a5-432e-80b4-45b3c9caf705 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:32:45.483788 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee19215d-29a5-432e-80b4-45b3c9caf705 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:32:45.483939 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee19215d-29a5-432e-80b4-45b3c9caf705 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:32:45.484301 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee19215d-29a5-432e-80b4-45b3c9caf705 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:32:45.484626 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee19215d-29a5-432e-80b4-45b3c9caf705 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:32:45.484965 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee19215d-29a5-432e-80b4-45b3c9caf705 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:32:45.485287 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee19215d-29a5-432e-80b4-45b3c9caf705 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:32:45.485628 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee19215d-29a5-432e-80b4-45b3c9caf705 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:32:45.485943 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee19215d-29a5-432e-80b4-45b3c9caf705 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:32:45.507226 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-d5f3e175-c085-4c07-943c-842f4b19fe65 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:45.531678 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-6b389f2f-e522-4f92-ade4-9beefe46f7a6 req-f8b0d6d3-9150-42c6-84f3-97f949d1f67a service neutron] 10.222.0.58 "GET /networking/v2.0/networks/eaea14e2-06e5-440b-8c67-d4a587c52b53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576486 Oct 03 13:32:45.647495 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Device c233b228-3af1-4856-8fa4-343cf6d8e3ae up at agent ovs-agent-dv-cinder-860090-1-iscsi {{(pid=106270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 13:32:45.699737 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-d5f3e175-c085-4c07-943c-842f4b19fe65 admin admin] Publish callbacks [] for security_group (acdf2763-1361-4444-9f42-28d9fe16a87e), precommit_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:45.720976 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:32:45.721290 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-d5f3e175-c085-4c07-943c-842f4b19fe65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (acdf2763-1361-4444-9f42-28d9fe16a87e), after_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:45.774274 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:32:45.780967 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.plugins.ml2.managers [None req-c42ece6b-cbb5-4acc-a047-a67e3f9deef2 None None] Attempting to bind port ddfb6d25-3fd1-46a8-bc78-f8c923349fe2 on host dv-cinder-860090-1-iscsi for vnic_type normal with profile {{(pid=106271) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 13:32:45.781362 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-6b389f2f-e522-4f92-ade4-9beefe46f7a6 req-693e0a22-49c8-47c3-8980-a5f1984f109d service neutron] 10.222.0.58 "GET /networking/v2.0/networks/eaea14e2-06e5-440b-8c67-d4a587c52b53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2368660 Oct 03 13:32:45.782206 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.plugins.ml2.managers [None req-c42ece6b-cbb5-4acc-a047-a67e3f9deef2 None None] Attempting to bind port ddfb6d25-3fd1-46a8-bc78-f8c923349fe2 by drivers openvswitch,hyperv on host dv-cinder-860090-1-iscsi at level 0 using segments [{'id': '74b279f9-1202-42a8-8155-1717a07de33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '4ae25b55-bed6-49d7-9a22-c9e416e149dd'}] {{(pid=106271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 13:32:45.782503 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c42ece6b-cbb5-4acc-a047-a67e3f9deef2 None None] Attempting to bind port ddfb6d25-3fd1-46a8-bc78-f8c923349fe2 on network 4ae25b55-bed6-49d7-9a22-c9e416e149dd {{(pid=106271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 13:32:45.820264 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 60062) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:32:45.820522 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-d5f3e175-c085-4c07-943c-842f4b19fe65 admin admin] 10.222.0.58 "GET /networking/v2.0/security-groups?tenant_id=30be75cdd1f949f1894a5052cbd6755c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5869234 Oct 03 13:32:45.827521 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.provisioning_blocks [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Provisioning complete for port c233b228-3af1-4856-8fa4-343cf6d8e3ae triggered by entity L2. {{(pid=106270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 13:32:45.828448 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1340199'] for port (c233b228-3af1-4856-8fa4-343cf6d8e3ae), provisioning_complete {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:45.829236 dv-cinder-860090-1-iscsi neutron-server[106270]: INFO neutron.plugins.ml2.plugin [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Attempt 1 to provision port c233b228-3af1-4856-8fa4-343cf6d8e3ae Oct 03 13:32:45.882687 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c42ece6b-cbb5-4acc-a047-a67e3f9deef2 None None] Checking agent: {'id': 'd46c7ed5-c451-4a76-ab3f-ab8e3ea4a5ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860090-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 13, 22, 7), 'started_at': datetime.datetime(2022, 10, 3, 13, 22, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 13, 32, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860090-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 13:32:45.883223 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c42ece6b-cbb5-4acc-a047-a67e3f9deef2 None None] Checking segment: {'id': '74b279f9-1202-42a8-8155-1717a07de33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '4ae25b55-bed6-49d7-9a22-c9e416e149dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106271) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 13:32:45.883834 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron_lib.callbacks.manager [None req-c42ece6b-cbb5-4acc-a047-a67e3f9deef2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:45.890056 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c42ece6b-cbb5-4acc-a047-a67e3f9deef2 None None] Bound using segment: {'id': '74b279f9-1202-42a8-8155-1717a07de33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '4ae25b55-bed6-49d7-9a22-c9e416e149dd'} {{(pid=106271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 13:32:45.891034 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.plugins.ml2.managers [None req-c42ece6b-cbb5-4acc-a047-a67e3f9deef2 None None] Bound port: ddfb6d25-3fd1-46a8-bc78-f8c923349fe2, host: dv-cinder-860090-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74b279f9-1202-42a8-8155-1717a07de33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '4ae25b55-bed6-49d7-9a22-c9e416e149dd'}}] {{(pid=106271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 13:32:45.891695 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron_lib.callbacks.manager [None req-c42ece6b-cbb5-4acc-a047-a67e3f9deef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (ddfb6d25-3fd1-46a8-bc78-f8c923349fe2), before_update {{(pid=106271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:45.921782 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:INSERT=2,neutron:SELECT=97,neutron:UPDATE=1 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:32:45.923813 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-4ad3fdc2-2501-41c5-b4a9-7a4ac7efb6dd admin admin] Publish callbacks [] for security_group (acdf2763-1361-4444-9f42-28d9fe16a87e), before_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:45.962685 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-7942a37d-3dea-49a7-8bc0-cb7663b48a4e req-fd58557e-2ccd-4c9a-9f6e-bbfd1eb4bdc9 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/289ad0fb-c675-48f9-ad56-9a68538f4eb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2892084 Oct 03 13:32:45.964188 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f3e175-c085-4c07-943c-842f4b19fe65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acdf2763-1361-4444-9f42-28d9fe16a87e,revision_number=1']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:32:45.976591 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-4ad3fdc2-2501-41c5-b4a9-7a4ac7efb6dd admin admin] Publish callbacks [] for security_group (acdf2763-1361-4444-9f42-28d9fe16a87e), precommit_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:46.032676 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-e9cc835b-a0f1-48df-9e0e-26f38f38e5a5 req-1854d9ec-defa-4203-9275-065801e58edd tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=2ca377db-f0f6-4888-a94e-cfde65e470e9 HTTP/1.1" status: 200 len: 210 time: 0.2104990 Oct 03 13:32:46.078209 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Current status of the port c233b228-3af1-4856-8fa4-343cf6d8e3ae is: ACTIVE; New status is: ACTIVE {{(pid=106270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 13:32:46.098932 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.plugins.ml2.db [None req-c42ece6b-cbb5-4acc-a047-a67e3f9deef2 None None] For port ddfb6d25-3fd1-46a8-bc78-f8c923349fe2, host dv-cinder-860090-1-iscsi, cleared binding levels {{(pid=106271) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 13:32:46.105476 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.plugins.ml2.db [None req-c42ece6b-cbb5-4acc-a047-a67e3f9deef2 None None] For port ddfb6d25-3fd1-46a8-bc78-f8c923349fe2, host dv-cinder-860090-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860090-1-iscsi',level=0,port_id=ddfb6d25-3fd1-46a8-bc78-f8c923349fe2,segment=NetworkSegment(74b279f9-1202-42a8-8155-1717a07de33b),segment_id=74b279f9-1202-42a8-8155-1717a07de33b)] {{(pid=106271) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 13:32:46.116431 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-4ad3fdc2-2501-41c5-b4a9-7a4ac7efb6dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (acdf2763-1361-4444-9f42-28d9fe16a87e), after_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:46.117136 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron_lib.callbacks.manager [None req-c42ece6b-cbb5-4acc-a047-a67e3f9deef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751015143617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751014657006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751014658052'] for port (ddfb6d25-3fd1-46a8-bc78-f8c923349fe2), after_update {{(pid=106271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:46.140197 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-4ad3fdc2-2501-41c5-b4a9-7a4ac7efb6dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:46.145051 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-4ad3fdc2-2501-41c5-b4a9-7a4ac7efb6dd admin admin] 10.222.0.58 "DELETE /networking/v2.0/security-groups/acdf2763-1361-4444-9f42-28d9fe16a87e HTTP/1.1" status: 204 len: 168 time: 0.3194594 Oct 03 13:32:46.177692 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad3fdc2-2501-41c5-b4a9-7a4ac7efb6dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acdf2763-1361-4444-9f42-28d9fe16a87e,revision_number=None']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:32:46.193299 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad3fdc2-2501-41c5-b4a9-7a4ac7efb6dd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:32:46.210110 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad3fdc2-2501-41c5-b4a9-7a4ac7efb6dd admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:32:46.210831 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad3fdc2-2501-41c5-b4a9-7a4ac7efb6dd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:32:46.211352 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad3fdc2-2501-41c5-b4a9-7a4ac7efb6dd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:32:46.212104 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad3fdc2-2501-41c5-b4a9-7a4ac7efb6dd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:32:46.212636 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad3fdc2-2501-41c5-b4a9-7a4ac7efb6dd admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:32:46.213271 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad3fdc2-2501-41c5-b4a9-7a4ac7efb6dd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:32:46.216990 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad3fdc2-2501-41c5-b4a9-7a4ac7efb6dd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:32:46.217329 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad3fdc2-2501-41c5-b4a9-7a4ac7efb6dd admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:32:46.219026 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad3fdc2-2501-41c5-b4a9-7a4ac7efb6dd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:32:46.219623 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad3fdc2-2501-41c5-b4a9-7a4ac7efb6dd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:32:46.219986 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad3fdc2-2501-41c5-b4a9-7a4ac7efb6dd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:32:46.220330 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad3fdc2-2501-41c5-b4a9-7a4ac7efb6dd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:32:46.220786 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad3fdc2-2501-41c5-b4a9-7a4ac7efb6dd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:32:46.221011 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad3fdc2-2501-41c5-b4a9-7a4ac7efb6dd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:32:46.226105 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee19215d-29a5-432e-80b4-45b3c9caf705 None None] Pushing event updated for resources: {'Port': ['ID=ddfb6d25-3fd1-46a8-bc78-f8c923349fe2,revision_number=4']} {{(pid=106271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:32:46.238210 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c42ece6b-cbb5-4acc-a047-a67e3f9deef2 None None] Routers {'34ec1ae2-2ab5-419a-b041-dbfaef2c5f1b'} bound to L3 agent in host dv-cinder-860090-1-iscsi {{(pid=106271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 13:32:46.239427 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_hamode_db [None req-c42ece6b-cbb5-4acc-a047-a67e3f9deef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860090-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-03T13:22:05Z,description=,heartbeat_timestamp=2022-10-03T13:32:35Z,host='dv-cinder-860090-1-iscsi',id=94180321-47b1-4b5c-b620-b1b0a31df446,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T13:22:05Z,topic='l3_agent')) {'router_ids': ['34ec1ae2-2ab5-419a-b041-dbfaef2c5f1b'], 'active': True} {{(pid=106271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:32:46.347662 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-86ee3a0b-3282-4418-a053-96dbdd21df1e req-751a798c-d3ca-468b-892b-c11e842c4fd1 tempest-VolumesActionsTest-2129919452 tempest-VolumesActionsTest-2129919452-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=bd04a837-3721-447a-82af-4be3bd4a2d8b HTTP/1.1" status: 200 len: 210 time: 0.1155739 Oct 03 13:32:46.418671 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44212e3e-5389-435b-802a-9203b4713ef7 req-e2b2bc67-b59b-435d-a5e2-4ee490c44bf3 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:32:46.420486 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-44212e3e-5389-435b-802a-9203b4713ef7 req-e2b2bc67-b59b-435d-a5e2-4ee490c44bf3 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=f46d2be3-6cca-411b-8b83-b13d51f53463 HTTP/1.1" status: 200 len: 945 time: 0.0803475 Oct 03 13:32:46.495046 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:32:46.498270 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_dvr_db [None req-c42ece6b-cbb5-4acc-a047-a67e3f9deef2 None None] Set router 34ec1ae2-2ab5-419a-b041-dbfaef2c5f1b gateway port host: dv-cinder-860090-1-iscsi {{(pid=106271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 13:32:46.509444 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-44212e3e-5389-435b-802a-9203b4713ef7 req-37023e85-0b25-435a-9a0d-f1236ee5172a tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=90741e6a-03d0-4889-9f91-275c8bff3e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794036 Oct 03 13:32:46.832736 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_hamode_db [None req-c42ece6b-cbb5-4acc-a047-a67e3f9deef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34ec1ae2-2ab5-419a-b041-dbfaef2c5f1b', 'name': 'tempest-AttachVolumeTestJSON-1868036134-router', 'tenant_id': '1432ad4a21624574b8caeaf10f2f8339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'external_fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'c233b228-3af1-4856-8fa4-343cf6d8e3ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:32:34Z', 'updated_at': '2022-10-03T13:32:39Z', 'revision_number': 4, 'project_id': '1432ad4a21624574b8caeaf10f2f8339', 'gw_port': {'id': 'c233b228-3af1-4856-8fa4-343cf6d8e3ae', 'name': '', 'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:b6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ec1ae2-2ab5-419a-b041-dbfaef2c5f1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:32:35Z', 'updated_at': '2022-10-03T13:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860090-1-iscsi', '_interfaces': [{'id': 'ddfb6d25-3fd1-46a8-bc78-f8c923349fe2', 'name': '', 'network_id': '4ae25b55-bed6-49d7-9a22-c9e416e149dd', 'tenant_id': '1432ad4a21624574b8caeaf10f2f8339', 'mac_address': 'fa:16:3e:d9:ee:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34ec1ae2-2ab5-419a-b041-dbfaef2c5f1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '186bd512-24d4-4a2b-8bd3-48c53a4e9c74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:32:38Z', 'updated_at': '2022-10-03T13:32:46Z', 'revision_number': 4, 'project_id': '1432ad4a21624574b8caeaf10f2f8339', 'subnets': [{'id': '186bd512-24d4-4a2b-8bd3-48c53a4e9c74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860090-1-iscsi', False) {} {{(pid=106271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:32:46.865864 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c42ece6b-cbb5-4acc-a047-a67e3f9deef2 None None] The sync data for ids ['34ec1ae2-2ab5-419a-b041-dbfaef2c5f1b'] in dv-cinder-860090-1-iscsi is: [{'id': '34ec1ae2-2ab5-419a-b041-dbfaef2c5f1b', 'name': 'tempest-AttachVolumeTestJSON-1868036134-router', 'tenant_id': '1432ad4a21624574b8caeaf10f2f8339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'external_fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'c233b228-3af1-4856-8fa4-343cf6d8e3ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:32:34Z', 'updated_at': '2022-10-03T13:32:39Z', 'revision_number': 4, 'project_id': '1432ad4a21624574b8caeaf10f2f8339', 'gw_port': {'id': 'c233b228-3af1-4856-8fa4-343cf6d8e3ae', 'name': '', 'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:b6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ec1ae2-2ab5-419a-b041-dbfaef2c5f1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:32:35Z', 'updated_at': '2022-10-03T13:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860090-1-iscsi', '_interfaces': [{'id': 'ddfb6d25-3fd1-46a8-bc78-f8c923349fe2', 'name': '', 'network_id': '4ae25b55-bed6-49d7-9a22-c9e416e149dd', 'tenant_id': '1432ad4a21624574b8caeaf10f2f8339', 'mac_address': 'fa:16:3e:d9:ee:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34ec1ae2-2ab5-419a-b041-dbfaef2c5f1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '186bd512-24d4-4a2b-8bd3-48c53a4e9c74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:32:38Z', 'updated_at': '2022-10-03T13:32:46Z', 'revision_number': 4, 'project_id': '1432ad4a21624574b8caeaf10f2f8339', 'subnets': [{'id': '186bd512-24d4-4a2b-8bd3-48c53a4e9c74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 13:32:47.208282 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-c8784104-36ad-4929-b271-4e16b4d29598 req-00294e77-4480-4511-ae18-90a826a142cf tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=2ca377db-f0f6-4888-a94e-cfde65e470e9 HTTP/1.1" status: 200 len: 210 time: 0.0393908 Oct 03 13:32:47.422762 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 60108) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:32:47.528036 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-9cc0a9d5-d171-4e88-872d-b9a8ddea5d83 req-160bd441-b66c-4f65-866c-ce0579177d9b tempest-VolumesActionsTest-2129919452 tempest-VolumesActionsTest-2129919452-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=bd04a837-3721-447a-82af-4be3bd4a2d8b HTTP/1.1" status: 200 len: 210 time: 0.0623021 Oct 03 13:32:47.599824 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Device ddfb6d25-3fd1-46a8-bc78-f8c923349fe2 up at agent ovs-agent-dv-cinder-860090-1-iscsi {{(pid=106270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 13:32:47.631625 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.v2.base [None req-ff98fc35-6cc5-4d53-abd3-4ad70c89a4cd admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1153922953-network', 'tenant_id': '33af9400d270489da18c21dee3f9188f'}} {{(pid=106269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 13:32:47.675929 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff98fc35-6cc5-4d53-abd3-4ad70c89a4cd admin admin] Made reservation on behalf of 33af9400d270489da18c21dee3f9188f for: {'network': 1} {{(pid=106269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 13:32:47.683289 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-ff98fc35-6cc5-4d53-abd3-4ad70c89a4cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for network (None), before_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:47.689820 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97524117-6f02-4401-95f7-13aed1b9241b req-bbc4db4d-bce1-4393-bece-e3ae397a1868 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:32:47.691536 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-97524117-6f02-4401-95f7-13aed1b9241b req-bbc4db4d-bce1-4393-bece-e3ae397a1868 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=f46d2be3-6cca-411b-8b83-b13d51f53463 HTTP/1.1" status: 200 len: 945 time: 0.0740218 Oct 03 13:32:47.698934 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.provisioning_blocks [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Provisioning complete for port ddfb6d25-3fd1-46a8-bc78-f8c923349fe2 triggered by entity L2. {{(pid=106270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 13:32:47.700741 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1340199'] for port (ddfb6d25-3fd1-46a8-bc78-f8c923349fe2), provisioning_complete {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:47.700741 dv-cinder-860090-1-iscsi neutron-server[106270]: INFO neutron.plugins.ml2.plugin [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Attempt 1 to provision port ddfb6d25-3fd1-46a8-bc78-f8c923349fe2 Oct 03 13:32:47.705234 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-ff98fc35-6cc5-4d53-abd3-4ad70c89a4cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:47.781284 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-97524117-6f02-4401-95f7-13aed1b9241b req-970ce261-dcf3-450b-bff7-3dc1ceecff25 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=90741e6a-03d0-4889-9f91-275c8bff3e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811667 Oct 03 13:32:47.803206 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:32:47.803610 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Current status of the port ddfb6d25-3fd1-46a8-bc78-f8c923349fe2 is: DOWN; New status is: ACTIVE {{(pid=106270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 13:32:47.804058 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (ddfb6d25-3fd1-46a8-bc78-f8c923349fe2), before_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:47.869812 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.db [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] For port ddfb6d25-3fd1-46a8-bc78-f8c923349fe2, host dv-cinder-860090-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860090-1-iscsi',level=0,port_id=ddfb6d25-3fd1-46a8-bc78-f8c923349fe2,segment=NetworkSegment(74b279f9-1202-42a8-8155-1717a07de33b),segment_id=74b279f9-1202-42a8-8155-1717a07de33b)] {{(pid=106270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 13:32:47.879612 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751015143617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751014657006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751014658052'] for port (ddfb6d25-3fd1-46a8-bc78-f8c923349fe2), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:47.928518 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:32:47.961733 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Pushing event updated for resources: {'Port': ['ID=ddfb6d25-3fd1-46a8-bc78-f8c923349fe2,revision_number=5']} {{(pid=106270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:32:47.980399 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-ff98fc35-6cc5-4d53-abd3-4ad70c89a4cd admin admin] Publish callbacks [] for security_group (3603481c-ae89-4b51-aba6-7ef6fccab5a3), precommit_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:47.989631 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-ff98fc35-6cc5-4d53-abd3-4ad70c89a4cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (3603481c-ae89-4b51-aba6-7ef6fccab5a3), after_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:48.020983 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-7942a37d-3dea-49a7-8bc0-cb7663b48a4e req-d2e670ef-5711-493a-bf02-3d9d832aff66 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/289ad0fb-c675-48f9-ad56-9a68538f4eb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2015791 Oct 03 13:32:48.027349 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff98fc35-6cc5-4d53-abd3-4ad70c89a4cd admin admin] vlan segment allocate from pool success with {'vlan_id': 617, 'physical_network': 'physnet1'} {{(pid=106269) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 03 13:32:48.055844 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-ff98fc35-6cc5-4d53-abd3-4ad70c89a4cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1333683'] for segment (de015196-66eb-453e-a814-070f84aee270), precommit_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:48.056343 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.db.segments_db [None req-ff98fc35-6cc5-4d53-abd3-4ad70c89a4cd admin admin] Added segment de015196-66eb-453e-a814-070f84aee270 of type vlan for network e099c20e-064c-44a9-b92e-4dc5aecf03f8 Oct 03 13:32:48.059866 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff98fc35-6cc5-4d53-abd3-4ad70c89a4cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3603481c-ae89-4b51-aba6-7ef6fccab5a3,revision_number=1']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:32:48.118136 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-ff98fc35-6cc5-4d53-abd3-4ad70c89a4cd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751014593985'] for network (e099c20e-064c-44a9-b92e-4dc5aecf03f8), precommit_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:48.154440 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-ff98fc35-6cc5-4d53-abd3-4ad70c89a4cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644'] for network (e099c20e-064c-44a9-b92e-4dc5aecf03f8), after_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:48.155838 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff98fc35-6cc5-4d53-abd3-4ad70c89a4cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:32:48.156964 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-ff98fc35-6cc5-4d53-abd3-4ad70c89a4cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798626'] for network (None), before_response {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:48.238996 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-ff98fc35-6cc5-4d53-abd3-4ad70c89a4cd admin admin] 10.222.0.58 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8115284 Oct 03 13:32:48.240357 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 60116) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:32:48.244536 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.v2.base [None req-cc54b528-11f3-4e1b-a65b-efd2deeb6112 admin admin] Request body: {'subnet': {'network_id': 'e099c20e-064c-44a9-b92e-4dc5aecf03f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1153922953-subnet', 'tenant_id': '33af9400d270489da18c21dee3f9188f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 13:32:48.258299 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff98fc35-6cc5-4d53-abd3-4ad70c89a4cd admin admin] Pushing event updated for resources: {'Network': ['ID=e099c20e-064c-44a9-b92e-4dc5aecf03f8,revision_number=1']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:32:48.278880 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Network e099c20e-064c-44a9-b92e-4dc5aecf03f8 details requested by agent ovs-agent-dv-cinder-860090-1-iscsi with host dv-cinder-860090-1-iscsi {{(pid=106270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 03 13:32:48.287186 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc54b528-11f3-4e1b-a65b-efd2deeb6112 admin admin] Made reservation on behalf of 33af9400d270489da18c21dee3f9188f for: {'subnet': 1} {{(pid=106269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 13:32:48.294617 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-cc54b528-11f3-4e1b-a65b-efd2deeb6112 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25931174'] for subnet (None), before_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:48.454785 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-6dab54ca-cae7-40d2-8507-aad986ce5f78 req-6d43ca8b-e443-485c-b775-a2f85114094d tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=2ca377db-f0f6-4888-a94e-cfde65e470e9 HTTP/1.1" status: 200 len: 210 time: 0.1341553 Oct 03 13:32:48.778531 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-cc54b528-11f3-4e1b-a65b-efd2deeb6112 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26503073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25931188'] for subnet (0c69f2da-52d5-488f-89a6-be4aa051b9b6), after_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:48.814626 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-467ab805-7cee-4e22-82aa-223270e85eef req-6e4b7f18-ead7-4428-af08-3e9390d6ceac tempest-VolumesActionsTest-2129919452 tempest-VolumesActionsTest-2129919452-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=bd04a837-3721-447a-82af-4be3bd4a2d8b HTTP/1.1" status: 200 len: 210 time: 0.0814707 Oct 03 13:32:48.907076 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc54b528-11f3-4e1b-a65b-efd2deeb6112 admin admin] Checking segment: {'id': 'de015196-66eb-453e-a814-070f84aee270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'e099c20e-064c-44a9-b92e-4dc5aecf03f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 13:32:48.907774 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc54b528-11f3-4e1b-a65b-efd2deeb6112 admin admin] Network hostable DHCP agents. Network: e099c20e-064c-44a9-b92e-4dc5aecf03f8, hostable agents: ['3460fffa-818c-4144-9400-237880db20a4'], hosted agents: [] {{(pid=106269) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 03 13:32:48.974418 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc54b528-11f3-4e1b-a65b-efd2deeb6112 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c69f2da-52d5-488f-89a6-be4aa051b9b6,revision_number=0']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:32:49.010686 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6a2c5d-dfc2-42a4-927b-c274e1776dcc req-be4ce8f3-4588-4c75-b4a0-bf54811074ce tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:32:49.011912 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-af6a2c5d-dfc2-42a4-927b-c274e1776dcc req-be4ce8f3-4588-4c75-b4a0-bf54811074ce tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=f46d2be3-6cca-411b-8b83-b13d51f53463 HTTP/1.1" status: 200 len: 945 time: 0.0982594 Oct 03 13:32:49.013173 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc54b528-11f3-4e1b-a65b-efd2deeb6112 admin admin] Network e099c20e-064c-44a9-b92e-4dc5aecf03f8 is scheduled to be hosted by DHCP agent 3460fffa-818c-4144-9400-237880db20a4 with binding_index 1 {{(pid=106269) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 03 13:32:49.035567 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.scheduler.base_scheduler [None req-cc54b528-11f3-4e1b-a65b-efd2deeb6112 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-860090-1-iscsi, e099c20e-064c-44a9-b92e-4dc5aecf03f8) {{(pid=106269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 13:32:49.045612 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc54b528-11f3-4e1b-a65b-efd2deeb6112 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:32:49.048677 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-cc54b528-11f3-4e1b-a65b-efd2deeb6112 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:49.049682 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f940f92-3acc-42af-8124-a6d7fbcf77f2 None None] Network e099c20e-064c-44a9-b92e-4dc5aecf03f8 requested from dv-cinder-860090-1-iscsi {{(pid=106270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 03 13:32:49.097540 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-cc54b528-11f3-4e1b-a65b-efd2deeb6112 admin admin] 10.222.0.58 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8487339 Oct 03 13:32:49.107555 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-af6a2c5d-dfc2-42a4-927b-c274e1776dcc req-cd39eb97-5d6f-470f-b47e-b68995117573 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=90741e6a-03d0-4889-9f91-275c8bff3e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866084 Oct 03 13:32:49.384360 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c505a91-b5bb-4224-bce7-bdfa743e48f2 None None] Network e099c20e-064c-44a9-b92e-4dc5aecf03f8 requested from dv-cinder-860090-1-iscsi {{(pid=106270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 03 13:32:49.612011 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Device ddfb6d25-3fd1-46a8-bc78-f8c923349fe2 up at agent ovs-agent-dv-cinder-860090-1-iscsi {{(pid=106270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 13:32:49.642162 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-3b35b9f7-c038-4f62-87f9-bbbcefa8419d req-bd4f7682-92fb-4a21-b58a-8d3ef4186f66 tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=2ca377db-f0f6-4888-a94e-cfde65e470e9 HTTP/1.1" status: 200 len: 210 time: 0.0434813 Oct 03 13:32:49.709203 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.provisioning_blocks [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Provisioning complete for port ddfb6d25-3fd1-46a8-bc78-f8c923349fe2 triggered by entity L2. {{(pid=106270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 13:32:49.709706 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1340199'] for port (ddfb6d25-3fd1-46a8-bc78-f8c923349fe2), provisioning_complete {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:49.710101 dv-cinder-860090-1-iscsi neutron-server[106270]: INFO neutron.plugins.ml2.plugin [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Attempt 1 to provision port ddfb6d25-3fd1-46a8-bc78-f8c923349fe2 Oct 03 13:32:49.890279 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:32:49.905387 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Current status of the port ddfb6d25-3fd1-46a8-bc78-f8c923349fe2 is: ACTIVE; New status is: ACTIVE {{(pid=106270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 13:32:50.010556 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-31477f10-ac4f-430a-a53e-59654d9e58d3 req-048d7144-bcd5-4290-8036-6175ac52ab0d tempest-VolumesActionsTest-2129919452 tempest-VolumesActionsTest-2129919452-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=bd04a837-3721-447a-82af-4be3bd4a2d8b HTTP/1.1" status: 200 len: 210 time: 0.0653944 Oct 03 13:32:50.303657 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c31f00-033c-4f9a-a1c3-46dbf44c57e9 req-e4423ed3-9cc6-4a60-99c3-803df4615bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:32:50.305723 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-70c31f00-033c-4f9a-a1c3-46dbf44c57e9 req-e4423ed3-9cc6-4a60-99c3-803df4615bc5 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?device_id=f46d2be3-6cca-411b-8b83-b13d51f53463 HTTP/1.1" status: 200 len: 1129 time: 0.0635843 Oct 03 13:32:50.315203 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7dfc6c-caba-4eb0-a865-18c97b1e0426 req-945959a6-f81d-48ff-a30b-d1f1c84f51a5 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:32:50.316919 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-0a7dfc6c-caba-4eb0-a865-18c97b1e0426 req-945959a6-f81d-48ff-a30b-d1f1c84f51a5 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=f46d2be3-6cca-411b-8b83-b13d51f53463 HTTP/1.1" status: 200 len: 945 time: 0.1172736 Oct 03 13:32:50.413268 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:32:50.436279 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:32:50.456155 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-70c31f00-033c-4f9a-a1c3-46dbf44c57e9 req-64667f4f-35d2-4991-8274-6accae57b53d service neutron] 10.222.0.65 "GET /networking/v2.0/security-groups?id=90741e6a-03d0-4889-9f91-275c8bff3e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357269 Oct 03 13:32:50.640752 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:32:50.685002 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-0a7dfc6c-caba-4eb0-a865-18c97b1e0426 req-a9b299e5-6d55-4c21-99e2-02f2615857f9 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=90741e6a-03d0-4889-9f91-275c8bff3e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3544211 Oct 03 13:32:50.724278 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57cb00f-29b7-4e88-851f-6fa198d43bbb req-20bcc936-d4a4-48da-a5b0-87dae7d3050e tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:32:50.728261 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-f57cb00f-29b7-4e88-851f-6fa198d43bbb req-20bcc936-d4a4-48da-a5b0-87dae7d3050e tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] 10.222.0.65 "GET /networking/v2.0/networks?id=4ae25b55-bed6-49d7-9a22-c9e416e149dd HTTP/1.1" status: 200 len: 811 time: 0.4415228 Oct 03 13:32:50.797967 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-f526852a-4e4a-40e9-89ae-a9ee2d9a9b3d req-0db2db3d-e13a-464d-9b5f-0ee8d54851f4 tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=2ca377db-f0f6-4888-a94e-cfde65e470e9 HTTP/1.1" status: 200 len: 210 time: 0.0299482 Oct 03 13:32:50.929602 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-f57cb00f-29b7-4e88-851f-6fa198d43bbb req-1131cec5-57af-4970-8506-61d7fd4f4935 tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] 10.222.0.65 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=1432ad4a21624574b8caeaf10f2f8339 HTTP/1.1" status: 200 len: 380 time: 0.0990672 Oct 03 13:32:51.001721 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.v2.base [req-f57cb00f-29b7-4e88-851f-6fa198d43bbb req-b51d74e6-4835-4e01-a754-9fd39eed01e3 tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Request body: {'port': {'device_id': '2ca377db-f0f6-4888-a94e-cfde65e470e9', 'network_id': '4ae25b55-bed6-49d7-9a22-c9e416e149dd', 'admin_state_up': True, 'tenant_id': '1432ad4a21624574b8caeaf10f2f8339', 'security_groups': ['5d855e17-85d1-4849-b5e5-c2ce09571ab0']}} {{(pid=106268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 13:32:51.185761 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f57cb00f-29b7-4e88-851f-6fa198d43bbb req-b51d74e6-4835-4e01-a754-9fd39eed01e3 tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Made reservation on behalf of 1432ad4a21624574b8caeaf10f2f8339 for: {'port': 1} {{(pid=106268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 13:32:51.185761 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-f57cb00f-29b7-4e88-851f-6fa198d43bbb req-b51d74e6-4835-4e01-a754-9fd39eed01e3 tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (None), before_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:51.201301 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-3d1d3e17-a571-4c91-938b-933c6cba87eb req-2ac64cb6-d417-4da3-9076-592ac0951db3 tempest-VolumesActionsTest-2129919452 tempest-VolumesActionsTest-2129919452-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=bd04a837-3721-447a-82af-4be3bd4a2d8b HTTP/1.1" status: 200 len: 210 time: 0.0359616 Oct 03 13:32:51.436515 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.db.db_base_plugin_common [req-f57cb00f-29b7-4e88-851f-6fa198d43bbb req-b51d74e6-4835-4e01-a754-9fd39eed01e3 tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Allocated IP 172.20.0.11 (4ae25b55-bed6-49d7-9a22-c9e416e149dd/186bd512-24d4-4a2b-8bd3-48c53a4e9c74/b7b4c568-efe4-4d19-8923-b411916ba1a1) {{(pid=106268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 13:32:51.505002 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd36536a-d9dd-4505-b89f-9231a961e8a3 req-5d688bd9-c2e4-42f6-890c-8d7b7c6c6635 tempest-VolumesSnapshotTestJSON-986009736 tempest-VolumesSnapshotTestJSON-986009736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:32:51.506938 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-dd36536a-d9dd-4505-b89f-9231a961e8a3 req-5d688bd9-c2e4-42f6-890c-8d7b7c6c6635 tempest-VolumesSnapshotTestJSON-986009736 tempest-VolumesSnapshotTestJSON-986009736-project] 10.222.0.58 "GET /networking/v2.0/networks?id=e099c20e-064c-44a9-b92e-4dc5aecf03f8 HTTP/1.1" status: 200 len: 814 time: 0.1658492 Oct 03 13:32:51.529997 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-dd36536a-d9dd-4505-b89f-9231a961e8a3 req-1f2ad596-3c8d-4b18-848c-c7b455fa51d1 tempest-VolumesSnapshotTestJSON-986009736 tempest-VolumesSnapshotTestJSON-986009736-project] 10.222.0.58 "GET /networking/v2.0/quotas/33af9400d270489da18c21dee3f9188f HTTP/1.1" status: 200 len: 375 time: 0.0104866 Oct 03 13:32:51.584631 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-dd36536a-d9dd-4505-b89f-9231a961e8a3 req-af34b1b0-0b27-4cf6-81c7-eaefd233998f tempest-VolumesSnapshotTestJSON-986009736 tempest-VolumesSnapshotTestJSON-986009736-project] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=33af9400d270489da18c21dee3f9188f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0445065 Oct 03 13:32:51.604624 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:32:51.640563 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-f57cb00f-29b7-4e88-851f-6fa198d43bbb req-b51d74e6-4835-4e01-a754-9fd39eed01e3 tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Publish callbacks [] for port (b7b4c568-efe4-4d19-8923-b411916ba1a1), precommit_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:51.680241 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-f57cb00f-29b7-4e88-851f-6fa198d43bbb req-b51d74e6-4835-4e01-a754-9fd39eed01e3 tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751014656988'] for port (b7b4c568-efe4-4d19-8923-b411916ba1a1), after_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:51.733382 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f57cb00f-29b7-4e88-851f-6fa198d43bbb req-b51d74e6-4835-4e01-a754-9fd39eed01e3 tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Network 4ae25b55-bed6-49d7-9a22-c9e416e149dd is already hosted by enough agents. {{(pid=106268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 13:32:51.736226 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-dd36536a-d9dd-4505-b89f-9231a961e8a3 req-59873ad1-4ae1-4f70-b54d-5b4c6c3c3292 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/e099c20e-064c-44a9-b92e-4dc5aecf03f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384833 Oct 03 13:32:51.743769 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.scheduler.base_scheduler [req-f57cb00f-29b7-4e88-851f-6fa198d43bbb req-b51d74e6-4835-4e01-a754-9fd39eed01e3 tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Resources bound (agent type, host, resource id): {{(pid=106268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 13:32:51.749133 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51d74e6-4835-4e01-a754-9fd39eed01e3 tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Pushing event updated for resources: {'Port': ['ID=b7b4c568-efe4-4d19-8923-b411916ba1a1,revision_number=1']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:32:51.754151 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.db.l3_dvrscheduler_db [req-f57cb00f-29b7-4e88-851f-6fa198d43bbb req-b51d74e6-4835-4e01-a754-9fd39eed01e3 tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Received port after_create {{(pid=106268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 13:32:51.783960 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57cb00f-29b7-4e88-851f-6fa198d43bbb req-b51d74e6-4835-4e01-a754-9fd39eed01e3 tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:32:51.784937 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-f57cb00f-29b7-4e88-851f-6fa198d43bbb req-b51d74e6-4835-4e01-a754-9fd39eed01e3 tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512321'] for port (None), before_response {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:51.822026 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-f57cb00f-29b7-4e88-851f-6fa198d43bbb req-b51d74e6-4835-4e01-a754-9fd39eed01e3 tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] 10.222.0.65 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8243968 Oct 03 13:32:51.946946 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e29b76-6213-43d9-97fc-21a22895ef15 req-1ee2d701-539d-446a-87e3-61a471984211 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:32:51.957743 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-87e29b76-6213-43d9-97fc-21a22895ef15 req-1ee2d701-539d-446a-87e3-61a471984211 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=f46d2be3-6cca-411b-8b83-b13d51f53463 HTTP/1.1" status: 200 len: 945 time: 0.1037326 Oct 03 13:32:51.968770 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.v2.base [req-f57cb00f-29b7-4e88-851f-6fa198d43bbb req-9e5ff567-067a-4e28-a076-c8fe66fca0c6 service neutron] Request body: {'port': {'device_id': '2ca377db-f0f6-4888-a94e-cfde65e470e9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86009'}} {{(pid=106268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 13:32:51.988696 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-dd36536a-d9dd-4505-b89f-9231a961e8a3 req-9c7436bb-b3c9-4d3f-9bc5-660c0bed0373 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/e099c20e-064c-44a9-b92e-4dc5aecf03f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2261128 Oct 03 13:32:52.104434 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-f57cb00f-29b7-4e88-851f-6fa198d43bbb req-9e5ff567-067a-4e28-a076-c8fe66fca0c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (b7b4c568-efe4-4d19-8923-b411916ba1a1), before_update {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:52.130083 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:32:52.159549 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-87e29b76-6213-43d9-97fc-21a22895ef15 req-1c48bbc1-534c-4f48-863e-af120a32c1ca tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=90741e6a-03d0-4889-9f91-275c8bff3e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864147 Oct 03 13:32:52.202870 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.provisioning_blocks [None req-d7901a7a-7951-4325-a8f5-ef2a7d9daf04 None None] Provisioning complete for port b7b4c568-efe4-4d19-8923-b411916ba1a1 triggered by entity DHCP. {{(pid=106270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 13:32:52.203627 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-d7901a7a-7951-4325-a8f5-ef2a7d9daf04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1340199'] for port (b7b4c568-efe4-4d19-8923-b411916ba1a1), provisioning_complete {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:52.203627 dv-cinder-860090-1-iscsi neutron-server[106270]: INFO neutron.plugins.ml2.plugin [None req-d7901a7a-7951-4325-a8f5-ef2a7d9daf04 None None] Attempt 1 to provision port b7b4c568-efe4-4d19-8923-b411916ba1a1 Oct 03 13:32:52.285184 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-d7901a7a-7951-4325-a8f5-ef2a7d9daf04 None None] Port b7b4c568-efe4-4d19-8923-b411916ba1a1 cannot update to ACTIVE because it is not bound. {{(pid=106270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 03 13:32:52.422524 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-073f7727-cf21-4842-b55d-cf01af3605a5 req-865cf8ea-6896-4c7e-8cca-2c575451412e tempest-VolumesActionsTest-2129919452 tempest-VolumesActionsTest-2129919452-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=bd04a837-3721-447a-82af-4be3bd4a2d8b HTTP/1.1" status: 200 len: 210 time: 0.0430236 Oct 03 13:32:52.545110 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-4ddc09e0-d75d-4859-ad26-828835b9cd1f req-46711428-947d-40d7-9b0d-f4d93176b988 tempest-VolumesSnapshotTestJSON-986009736 tempest-VolumesSnapshotTestJSON-986009736-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=020a908b-0c09-4a49-9482-62d085fd1df3 HTTP/1.1" status: 200 len: 210 time: 0.0654945 Oct 03 13:32:52.626215 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d78b27f-d2f1-40de-832e-89ebbc6a3625 req-6dfa3e60-729e-441f-8f61-b6e5000dbb87 tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:32:52.628723 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-4d78b27f-d2f1-40de-832e-89ebbc6a3625 req-6dfa3e60-729e-441f-8f61-b6e5000dbb87 tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=2ca377db-f0f6-4888-a94e-cfde65e470e9 HTTP/1.1" status: 200 len: 932 time: 0.2038848 Oct 03 13:32:52.799739 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-4d78b27f-d2f1-40de-832e-89ebbc6a3625 req-8dc05a4e-cb39-4172-82c6-098fe39cc934 tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=5d855e17-85d1-4849-b5e5-c2ce09571ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1574702 Oct 03 13:32:52.913423 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b389f2f-e522-4f92-ade4-9beefe46f7a6 req-be4fea52-fef1-4984-be0b-c42d51fbea96 tempest-VolumesActionsTest-2129919452 tempest-VolumesActionsTest-2129919452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:32:52.916017 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-6b389f2f-e522-4f92-ade4-9beefe46f7a6 req-be4fea52-fef1-4984-be0b-c42d51fbea96 tempest-VolumesActionsTest-2129919452 tempest-VolumesActionsTest-2129919452-project] 10.222.0.65 "GET /networking/v2.0/networks?id=eaea14e2-06e5-440b-8c67-d4a587c52b53 HTTP/1.1" status: 200 len: 808 time: 0.1892827 Oct 03 13:32:52.923366 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.notifiers.nova [req-f57cb00f-29b7-4e88-851f-6fa198d43bbb req-9e5ff567-067a-4e28-a076-c8fe66fca0c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7b4c568-efe4-4d19-8923-b411916ba1a1 {{(pid=106268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 03 13:32:52.940752 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-f57cb00f-29b7-4e88-851f-6fa198d43bbb req-9e5ff567-067a-4e28-a076-c8fe66fca0c6 service neutron] Publish callbacks [] for port (b7b4c568-efe4-4d19-8923-b411916ba1a1), precommit_update {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:52.943076 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.v2.base [req-6b389f2f-e522-4f92-ade4-9beefe46f7a6 req-1490853d-d25a-4e4a-bd99-27c80800f46c tempest-VolumesActionsTest-2129919452 tempest-VolumesActionsTest-2129919452-project] Request body: {'port': {'device_id': 'bd04a837-3721-447a-82af-4be3bd4a2d8b', 'network_id': 'eaea14e2-06e5-440b-8c67-d4a587c52b53', 'admin_state_up': True, 'tenant_id': 'afa1958afb874a0cba4c57df10f2ce08'}} {{(pid=106269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 13:32:52.971898 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.db.provisioning_blocks [req-f57cb00f-29b7-4e88-851f-6fa198d43bbb req-9e5ff567-067a-4e28-a076-c8fe66fca0c6 service neutron] Transition to ACTIVE for port object b7b4c568-efe4-4d19-8923-b411916ba1a1 will not be triggered until provisioned by entity L2. {{(pid=106268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 03 13:32:52.981821 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-f57cb00f-29b7-4e88-851f-6fa198d43bbb req-9e5ff567-067a-4e28-a076-c8fe66fca0c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751015143617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751014657006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751014658052'] for port (b7b4c568-efe4-4d19-8923-b411916ba1a1), after_update {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:53.146480 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.managers [req-f57cb00f-29b7-4e88-851f-6fa198d43bbb req-9e5ff567-067a-4e28-a076-c8fe66fca0c6 service neutron] Attempting to bind port b7b4c568-efe4-4d19-8923-b411916ba1a1 on host hv-cinder-86009 for vnic_type normal with profile {{(pid=106268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 13:32:53.147232 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.managers [req-f57cb00f-29b7-4e88-851f-6fa198d43bbb req-9e5ff567-067a-4e28-a076-c8fe66fca0c6 service neutron] Attempting to bind port b7b4c568-efe4-4d19-8923-b411916ba1a1 by drivers openvswitch,hyperv on host hv-cinder-86009 at level 0 using segments [{'id': '74b279f9-1202-42a8-8155-1717a07de33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '4ae25b55-bed6-49d7-9a22-c9e416e149dd'}] {{(pid=106268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 13:32:53.147882 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f57cb00f-29b7-4e88-851f-6fa198d43bbb req-9e5ff567-067a-4e28-a076-c8fe66fca0c6 service neutron] Attempting to bind port b7b4c568-efe4-4d19-8923-b411916ba1a1 on network 4ae25b55-bed6-49d7-9a22-c9e416e149dd {{(pid=106268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 13:32:53.227343 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5ff567-067a-4e28-a076-c8fe66fca0c6 service neutron] Pushing event updated for resources: {'Port': ['ID=b7b4c568-efe4-4d19-8923-b411916ba1a1,revision_number=2']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:32:53.236627 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b389f2f-e522-4f92-ade4-9beefe46f7a6 req-1490853d-d25a-4e4a-bd99-27c80800f46c tempest-VolumesActionsTest-2129919452 tempest-VolumesActionsTest-2129919452-project] Made reservation on behalf of afa1958afb874a0cba4c57df10f2ce08 for: {'port': 1} {{(pid=106269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 13:32:53.241097 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [req-6b389f2f-e522-4f92-ade4-9beefe46f7a6 req-1490853d-d25a-4e4a-bd99-27c80800f46c tempest-VolumesActionsTest-2129919452 tempest-VolumesActionsTest-2129919452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (None), before_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:53.270557 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f57cb00f-29b7-4e88-851f-6fa198d43bbb req-9e5ff567-067a-4e28-a076-c8fe66fca0c6 service neutron] Port b7b4c568-efe4-4d19-8923-b411916ba1a1 on network 4ae25b55-bed6-49d7-9a22-c9e416e149dd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86009 {{(pid=106268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 03 13:32:53.270900 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f57cb00f-29b7-4e88-851f-6fa198d43bbb req-9e5ff567-067a-4e28-a076-c8fe66fca0c6 service neutron] Attempting to bind port b7b4c568-efe4-4d19-8923-b411916ba1a1 on network 4ae25b55-bed6-49d7-9a22-c9e416e149dd {{(pid=106268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 13:32:53.274465 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:32:53.355583 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f57cb00f-29b7-4e88-851f-6fa198d43bbb req-9e5ff567-067a-4e28-a076-c8fe66fca0c6 service neutron] Checking agent: {'id': '1af51d63-a9c9-4bbe-9b0d-c8e0a80c641c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 13, 28, 37), 'started_at': datetime.datetime(2022, 10, 3, 13, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 13, 32, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 13:32:53.356181 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f57cb00f-29b7-4e88-851f-6fa198d43bbb req-9e5ff567-067a-4e28-a076-c8fe66fca0c6 service neutron] Checking segment: {'id': '74b279f9-1202-42a8-8155-1717a07de33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '4ae25b55-bed6-49d7-9a22-c9e416e149dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 13:32:53.356759 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f57cb00f-29b7-4e88-851f-6fa198d43bbb req-9e5ff567-067a-4e28-a076-c8fe66fca0c6 service neutron] Bound using segment: {'id': '74b279f9-1202-42a8-8155-1717a07de33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '4ae25b55-bed6-49d7-9a22-c9e416e149dd'} {{(pid=106268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 13:32:53.357860 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.managers [req-f57cb00f-29b7-4e88-851f-6fa198d43bbb req-9e5ff567-067a-4e28-a076-c8fe66fca0c6 service neutron] Bound port: b7b4c568-efe4-4d19-8923-b411916ba1a1, host: hv-cinder-86009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74b279f9-1202-42a8-8155-1717a07de33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '4ae25b55-bed6-49d7-9a22-c9e416e149dd'}}] {{(pid=106268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 13:32:53.362851 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-f57cb00f-29b7-4e88-851f-6fa198d43bbb req-9e5ff567-067a-4e28-a076-c8fe66fca0c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (b7b4c568-efe4-4d19-8923-b411916ba1a1), before_update {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:53.535489 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca05172c-8c34-4657-93fc-8b881abac3be req-5b6e2abc-0294-4f66-9c15-8e65baff2385 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:32:53.542375 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-ca05172c-8c34-4657-93fc-8b881abac3be req-5b6e2abc-0294-4f66-9c15-8e65baff2385 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=f46d2be3-6cca-411b-8b83-b13d51f53463 HTTP/1.1" status: 200 len: 945 time: 0.1582003 Oct 03 13:32:53.569716 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.db [req-f57cb00f-29b7-4e88-851f-6fa198d43bbb req-9e5ff567-067a-4e28-a076-c8fe66fca0c6 service neutron] For port b7b4c568-efe4-4d19-8923-b411916ba1a1, host hv-cinder-86009, cleared binding levels {{(pid=106268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 13:32:53.578430 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.db [req-f57cb00f-29b7-4e88-851f-6fa198d43bbb req-9e5ff567-067a-4e28-a076-c8fe66fca0c6 service neutron] For port b7b4c568-efe4-4d19-8923-b411916ba1a1, host hv-cinder-86009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86009',level=0,port_id=b7b4c568-efe4-4d19-8923-b411916ba1a1,segment=NetworkSegment(74b279f9-1202-42a8-8155-1717a07de33b),segment_id=74b279f9-1202-42a8-8155-1717a07de33b)] {{(pid=106268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 13:32:53.595851 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-f57cb00f-29b7-4e88-851f-6fa198d43bbb req-9e5ff567-067a-4e28-a076-c8fe66fca0c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751015143617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751014657006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751014658052'] for port (b7b4c568-efe4-4d19-8923-b411916ba1a1), after_update {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:53.599862 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57cb00f-29b7-4e88-851f-6fa198d43bbb req-9e5ff567-067a-4e28-a076-c8fe66fca0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:32:53.600747 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-f57cb00f-29b7-4e88-851f-6fa198d43bbb req-9e5ff567-067a-4e28-a076-c8fe66fca0c6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512321'] for port (None), before_response {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:53.602456 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-f57cb00f-29b7-4e88-851f-6fa198d43bbb req-9e5ff567-067a-4e28-a076-c8fe66fca0c6 service neutron] 10.222.0.65 "PUT /networking/v2.0/ports/b7b4c568-efe4-4d19-8923-b411916ba1a1 HTTP/1.1" status: 200 len: 1094 time: 1.6436312 Oct 03 13:32:53.637652 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ca377db-f0f6-4888-a94e-cfde65e470e9', 'tag': 'b7b4c568-efe4-4d19-8923-b411916ba1a1'}] {{(pid=106268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 13:32:53.640753 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd70873512ffc397a2b7ac25ee02414627e7506f7787b64d61dc92e00300ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c425d5d2-e47b-45da-8170-4bf15ca347de" -d '{"events": [{"name": "network-changed", "server_uuid": "2ca377db-f0f6-4888-a94e-cfde65e470e9", "tag": "b7b4c568-efe4-4d19-8923-b411916ba1a1"}]}' {{(pid=106268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 13:32:53.683445 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.db.db_base_plugin_common [req-6b389f2f-e522-4f92-ade4-9beefe46f7a6 req-1490853d-d25a-4e4a-bd99-27c80800f46c tempest-VolumesActionsTest-2129919452 tempest-VolumesActionsTest-2129919452-project] Allocated IP 172.20.0.7 (eaea14e2-06e5-440b-8c67-d4a587c52b53/0bfdf188-ae96-4568-a390-fe2963517cb8/a26ac185-9533-4e8e-9f6b-3c2a32872f1a) {{(pid=106269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 13:32:53.684936 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-01b9315e-ef77-4431-957a-9ae1538fe280 req-3b884f91-c94d-439e-9855-d69a20df64e7 tempest-VolumesActionsTest-2129919452 tempest-VolumesActionsTest-2129919452-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=bd04a837-3721-447a-82af-4be3bd4a2d8b HTTP/1.1" status: 200 len: 210 time: 0.1044130 Oct 03 13:32:53.719526 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-ca05172c-8c34-4657-93fc-8b881abac3be req-2b75725e-84a2-4c1f-93ab-b1c231888316 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=90741e6a-03d0-4889-9f91-275c8bff3e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659372 Oct 03 13:32:53.781726 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5ff567-067a-4e28-a076-c8fe66fca0c6 service neutron] Pushing event updated for resources: {'Port': ['ID=b7b4c568-efe4-4d19-8923-b411916ba1a1,revision_number=3']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:32:53.794962 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57cb00f-29b7-4e88-851f-6fa198d43bbb req-c959856e-3d4e-4a3e-95fd-0127612f56f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:32:53.798093 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-f57cb00f-29b7-4e88-851f-6fa198d43bbb req-c959856e-3d4e-4a3e-95fd-0127612f56f3 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=1432ad4a21624574b8caeaf10f2f8339&device_id=2ca377db-f0f6-4888-a94e-cfde65e470e9 HTTP/1.1" status: 200 len: 1128 time: 0.1112134 Oct 03 13:32:53.813938 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:32:53.835003 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 13:32:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc68781e-4623-4868-a0bc-9a10355e26f3 x-openstack-request-id: req-fc68781e-4623-4868-a0bc-9a10355e26f3 {{(pid=106268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 13:32:53.835308 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ca377db-f0f6-4888-a94e-cfde65e470e9", "tag": "b7b4c568-efe4-4d19-8923-b411916ba1a1", "status": "completed", "code": 200}]} {{(pid=106268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 13:32:53.835609 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-fc68781e-4623-4868-a0bc-9a10355e26f3 {{(pid=106268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 13:32:53.836080 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc68781e-4623-4868-a0bc-9a10355e26f3'] response: {'name': 'network-changed', 'server_uuid': '2ca377db-f0f6-4888-a94e-cfde65e470e9', 'tag': 'b7b4c568-efe4-4d19-8923-b411916ba1a1', 'status': 'completed', 'code': 200} Oct 03 13:32:53.870537 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-f57cb00f-29b7-4e88-851f-6fa198d43bbb req-5442d75a-a7a9-4202-b5dc-cac46fdd386a service neutron] 10.222.0.65 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b7b4c568-efe4-4d19-8923-b411916ba1a1 HTTP/1.1" status: 200 len: 217 time: 0.0511053 Oct 03 13:32:53.948860 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:32:53.966320 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-1a761789-14a6-43d2-b867-65414faec03f req-e756e820-2a74-4118-9c86-9ddf3ef0398d tempest-VolumesSnapshotTestJSON-986009736 tempest-VolumesSnapshotTestJSON-986009736-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=020a908b-0c09-4a49-9482-62d085fd1df3 HTTP/1.1" status: 200 len: 210 time: 0.0837045 Oct 03 13:32:53.997487 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57cb00f-29b7-4e88-851f-6fa198d43bbb req-8466655d-b424-4bb6-9d58-785fb271c0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:32:53.997725 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79458979-0c73-4223-bcd6-1a14224b3780 req-ffa2727e-beea-4cda-af38-d204f919689a tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:32:53.997856 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-f57cb00f-29b7-4e88-851f-6fa198d43bbb req-8466655d-b424-4bb6-9d58-785fb271c0ee service neutron] 10.222.0.65 "GET /networking/v2.0/subnets?id=186bd512-24d4-4a2b-8bd3-48c53a4e9c74 HTTP/1.1" status: 200 len: 850 time: 0.1012571 Oct 03 13:32:53.997992 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-79458979-0c73-4223-bcd6-1a14224b3780 req-ffa2727e-beea-4cda-af38-d204f919689a tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=4b7a7e49-20a7-45bc-bc98-7af878fc50a8 HTTP/1.1" status: 200 len: 946 time: 0.0862341 Oct 03 13:32:54.050405 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [req-6b389f2f-e522-4f92-ade4-9beefe46f7a6 req-1490853d-d25a-4e4a-bd99-27c80800f46c tempest-VolumesActionsTest-2129919452 tempest-VolumesActionsTest-2129919452-project] Publish callbacks [] for port (a26ac185-9533-4e8e-9f6b-3c2a32872f1a), precommit_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:54.050635 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57cb00f-29b7-4e88-851f-6fa198d43bbb req-746b71e9-cc53-40a6-a098-e1ea2b9adedd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:32:54.053498 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-f57cb00f-29b7-4e88-851f-6fa198d43bbb req-746b71e9-cc53-40a6-a098-e1ea2b9adedd service neutron] 10.222.0.65 "GET /networking/v2.0/ports?network_id=4ae25b55-bed6-49d7-9a22-c9e416e149dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0544293 Oct 03 13:32:54.081018 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-79458979-0c73-4223-bcd6-1a14224b3780 req-7c2e40f4-3a50-475c-807b-1298d8bf4803 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=90741e6a-03d0-4889-9f91-275c8bff3e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828235 Oct 03 13:32:54.143431 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [req-6b389f2f-e522-4f92-ade4-9beefe46f7a6 req-1490853d-d25a-4e4a-bd99-27c80800f46c tempest-VolumesActionsTest-2129919452 tempest-VolumesActionsTest-2129919452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751014656988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26503125'] for port (a26ac185-9533-4e8e-9f6b-3c2a32872f1a), after_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:54.192211 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:32:54.238938 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b389f2f-e522-4f92-ade4-9beefe46f7a6 req-1490853d-d25a-4e4a-bd99-27c80800f46c tempest-VolumesActionsTest-2129919452 tempest-VolumesActionsTest-2129919452-project] Network eaea14e2-06e5-440b-8c67-d4a587c52b53 is already hosted by enough agents. {{(pid=106269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 13:32:54.243288 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.scheduler.base_scheduler [req-6b389f2f-e522-4f92-ade4-9beefe46f7a6 req-1490853d-d25a-4e4a-bd99-27c80800f46c tempest-VolumesActionsTest-2129919452 tempest-VolumesActionsTest-2129919452-project] Resources bound (agent type, host, resource id): {{(pid=106269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 13:32:54.248201 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b389f2f-e522-4f92-ade4-9beefe46f7a6 req-1490853d-d25a-4e4a-bd99-27c80800f46c tempest-VolumesActionsTest-2129919452 tempest-VolumesActionsTest-2129919452-project] Received port after_create {{(pid=106269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 13:32:54.253687 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1490853d-d25a-4e4a-bd99-27c80800f46c tempest-VolumesActionsTest-2129919452 tempest-VolumesActionsTest-2129919452-project] Pushing event updated for resources: {'Port': ['ID=a26ac185-9533-4e8e-9f6b-3c2a32872f1a,revision_number=1']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:32:54.254765 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1141cb-5a81-4824-ad87-1400d19f6e75 req-9276e1a9-f918-47f1-b97d-9e9e3a092063 tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:32:54.258078 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-4b1141cb-5a81-4824-ad87-1400d19f6e75 req-9276e1a9-f918-47f1-b97d-9e9e3a092063 tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=2ca377db-f0f6-4888-a94e-cfde65e470e9 HTTP/1.1" status: 200 len: 944 time: 0.1666183 Oct 03 13:32:54.262418 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-f57cb00f-29b7-4e88-851f-6fa198d43bbb req-21e11256-9300-4e36-9510-21e6595bbc05 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/4ae25b55-bed6-49d7-9a22-c9e416e149dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2009571 Oct 03 13:32:54.315188 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b389f2f-e522-4f92-ade4-9beefe46f7a6 req-1490853d-d25a-4e4a-bd99-27c80800f46c tempest-VolumesActionsTest-2129919452 tempest-VolumesActionsTest-2129919452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:32:54.315862 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [req-6b389f2f-e522-4f92-ade4-9beefe46f7a6 req-1490853d-d25a-4e4a-bd99-27c80800f46c tempest-VolumesActionsTest-2129919452 tempest-VolumesActionsTest-2129919452-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512321'] for port (None), before_response {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:54.340172 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-6b389f2f-e522-4f92-ade4-9beefe46f7a6 req-1490853d-d25a-4e4a-bd99-27c80800f46c tempest-VolumesActionsTest-2129919452 tempest-VolumesActionsTest-2129919452-project] 10.222.0.65 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4010773 Oct 03 13:32:54.389233 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-4b1141cb-5a81-4824-ad87-1400d19f6e75 req-e489768d-2acc-46c3-b51c-4f1024130b17 tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=5d855e17-85d1-4849-b5e5-c2ce09571ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1252682 Oct 03 13:32:54.439367 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-f57cb00f-29b7-4e88-851f-6fa198d43bbb req-5458c2b9-7924-4cfe-9c83-eba04e6dff25 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/4ae25b55-bed6-49d7-9a22-c9e416e149dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579940 Oct 03 13:32:54.634015 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.v2.base [req-6b389f2f-e522-4f92-ade4-9beefe46f7a6 req-6e6f490b-9f27-4f50-9ca8-23185d0e8464 service neutron] Request body: {'port': {'device_id': 'bd04a837-3721-447a-82af-4be3bd4a2d8b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86009'}} {{(pid=106269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 13:32:54.775185 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [req-6b389f2f-e522-4f92-ade4-9beefe46f7a6 req-6e6f490b-9f27-4f50-9ca8-23185d0e8464 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (a26ac185-9533-4e8e-9f6b-3c2a32872f1a), before_update {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:54.892048 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df089860-ca44-433d-b13b-c74be9ce1338 req-4e195289-0c73-4073-889c-803d86d71653 tempest-VolumesActionsTest-2129919452 tempest-VolumesActionsTest-2129919452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:32:54.893653 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-df089860-ca44-433d-b13b-c74be9ce1338 req-4e195289-0c73-4073-889c-803d86d71653 tempest-VolumesActionsTest-2129919452 tempest-VolumesActionsTest-2129919452-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=bd04a837-3721-447a-82af-4be3bd4a2d8b HTTP/1.1" status: 200 len: 931 time: 0.0744240 Oct 03 13:32:55.063047 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-df089860-ca44-433d-b13b-c74be9ce1338 req-92ee4094-6b63-41f9-8366-e9a0c0baa1d2 tempest-VolumesActionsTest-2129919452 tempest-VolumesActionsTest-2129919452-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=0342a324-3ea5-474c-a1c9-acd4329b76ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261806 Oct 03 13:32:55.143762 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-e3f17b50-ebfb-4fef-bc9b-52ed338c1cf0 req-f5ca8046-7d4b-4767-ab8c-d90e304ae647 tempest-VolumesSnapshotTestJSON-986009736 tempest-VolumesSnapshotTestJSON-986009736-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=020a908b-0c09-4a49-9482-62d085fd1df3 HTTP/1.1" status: 200 len: 210 time: 0.0737481 Oct 03 13:32:55.192509 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.notifiers.nova [req-6b389f2f-e522-4f92-ade4-9beefe46f7a6 req-6e6f490b-9f27-4f50-9ca8-23185d0e8464 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a26ac185-9533-4e8e-9f6b-3c2a32872f1a {{(pid=106269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 03 13:32:55.202155 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [req-6b389f2f-e522-4f92-ade4-9beefe46f7a6 req-6e6f490b-9f27-4f50-9ca8-23185d0e8464 service neutron] Publish callbacks [] for port (a26ac185-9533-4e8e-9f6b-3c2a32872f1a), precommit_update {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:55.223322 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.db.provisioning_blocks [req-6b389f2f-e522-4f92-ade4-9beefe46f7a6 req-6e6f490b-9f27-4f50-9ca8-23185d0e8464 service neutron] Transition to ACTIVE for port object a26ac185-9533-4e8e-9f6b-3c2a32872f1a will not be triggered until provisioned by entity L2. {{(pid=106269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 03 13:32:55.227717 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [req-6b389f2f-e522-4f92-ade4-9beefe46f7a6 req-6e6f490b-9f27-4f50-9ca8-23185d0e8464 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751015143617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751014657006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751014658052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26502958'] for port (a26ac185-9533-4e8e-9f6b-3c2a32872f1a), after_update {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:55.258014 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 60290) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:32:55.332838 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6f490b-9f27-4f50-9ca8-23185d0e8464 service neutron] Pushing event updated for resources: {'Port': ['ID=a26ac185-9533-4e8e-9f6b-3c2a32872f1a,revision_number=2']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:32:55.341834 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:32:55.351851 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:32:55.380459 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.plugins.ml2.managers [req-6b389f2f-e522-4f92-ade4-9beefe46f7a6 req-6e6f490b-9f27-4f50-9ca8-23185d0e8464 service neutron] Attempting to bind port a26ac185-9533-4e8e-9f6b-3c2a32872f1a on host hv-cinder-86009 for vnic_type normal with profile {{(pid=106269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 13:32:55.380794 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.plugins.ml2.managers [req-6b389f2f-e522-4f92-ade4-9beefe46f7a6 req-6e6f490b-9f27-4f50-9ca8-23185d0e8464 service neutron] Attempting to bind port a26ac185-9533-4e8e-9f6b-3c2a32872f1a by drivers openvswitch,hyperv on host hv-cinder-86009 at level 0 using segments [{'id': 'b12e5c1f-6807-426b-94d8-2ab3945f2ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'eaea14e2-06e5-440b-8c67-d4a587c52b53'}] {{(pid=106269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 13:32:55.381122 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b389f2f-e522-4f92-ade4-9beefe46f7a6 req-6e6f490b-9f27-4f50-9ca8-23185d0e8464 service neutron] Attempting to bind port a26ac185-9533-4e8e-9f6b-3c2a32872f1a on network eaea14e2-06e5-440b-8c67-d4a587c52b53 {{(pid=106269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 13:32:55.430058 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b389f2f-e522-4f92-ade4-9beefe46f7a6 req-6e6f490b-9f27-4f50-9ca8-23185d0e8464 service neutron] Port a26ac185-9533-4e8e-9f6b-3c2a32872f1a on network eaea14e2-06e5-440b-8c67-d4a587c52b53 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86009 {{(pid=106269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 03 13:32:55.430392 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b389f2f-e522-4f92-ade4-9beefe46f7a6 req-6e6f490b-9f27-4f50-9ca8-23185d0e8464 service neutron] Attempting to bind port a26ac185-9533-4e8e-9f6b-3c2a32872f1a on network eaea14e2-06e5-440b-8c67-d4a587c52b53 {{(pid=106269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 13:32:55.453406 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-22cc2e7a-54f0-4f2b-a341-f657302b3829 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:55.498494 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b389f2f-e522-4f92-ade4-9beefe46f7a6 req-6e6f490b-9f27-4f50-9ca8-23185d0e8464 service neutron] Checking agent: {'id': '1af51d63-a9c9-4bbe-9b0d-c8e0a80c641c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 13, 28, 37), 'started_at': datetime.datetime(2022, 10, 3, 13, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 13, 32, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 13:32:55.499008 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b389f2f-e522-4f92-ade4-9beefe46f7a6 req-6e6f490b-9f27-4f50-9ca8-23185d0e8464 service neutron] Checking segment: {'id': 'b12e5c1f-6807-426b-94d8-2ab3945f2ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'eaea14e2-06e5-440b-8c67-d4a587c52b53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 13:32:55.499590 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b389f2f-e522-4f92-ade4-9beefe46f7a6 req-6e6f490b-9f27-4f50-9ca8-23185d0e8464 service neutron] Bound using segment: {'id': 'b12e5c1f-6807-426b-94d8-2ab3945f2ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'eaea14e2-06e5-440b-8c67-d4a587c52b53'} {{(pid=106269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 13:32:55.500296 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.plugins.ml2.managers [req-6b389f2f-e522-4f92-ade4-9beefe46f7a6 req-6e6f490b-9f27-4f50-9ca8-23185d0e8464 service neutron] Bound port: a26ac185-9533-4e8e-9f6b-3c2a32872f1a, host: hv-cinder-86009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b12e5c1f-6807-426b-94d8-2ab3945f2ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'eaea14e2-06e5-440b-8c67-d4a587c52b53'}}] {{(pid=106269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 13:32:55.500875 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [req-6b389f2f-e522-4f92-ade4-9beefe46f7a6 req-6e6f490b-9f27-4f50-9ca8-23185d0e8464 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (a26ac185-9533-4e8e-9f6b-3c2a32872f1a), before_update {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:55.566190 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-22cc2e7a-54f0-4f2b-a341-f657302b3829 admin admin] Publish callbacks [] for security_group (2dbaa576-8a8a-4c3d-8389-9873a636306e), precommit_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:55.571031 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-22cc2e7a-54f0-4f2b-a341-f657302b3829 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (2dbaa576-8a8a-4c3d-8389-9873a636306e), after_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:55.584368 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f829360-2c7f-4289-8cf4-028347cf7070 req-fdc24600-e6c7-4432-ada1-ae1f1113ac12 tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:32:55.585996 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-2f829360-2c7f-4289-8cf4-028347cf7070 req-fdc24600-e6c7-4432-ada1-ae1f1113ac12 tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=2ca377db-f0f6-4888-a94e-cfde65e470e9 HTTP/1.1" status: 200 len: 944 time: 0.0815573 Oct 03 13:32:55.617519 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cc2e7a-54f0-4f2b-a341-f657302b3829 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dbaa576-8a8a-4c3d-8389-9873a636306e,revision_number=1']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:32:55.622861 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-22cc2e7a-54f0-4f2b-a341-f657302b3829 admin admin] 10.222.0.58 "GET /networking/v2.0/security-groups?tenant_id=953aebf5dfa24cdb98618ca5cc54cad4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3637261 Oct 03 13:32:55.627122 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 60296) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:32:55.636971 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.plugins.ml2.db [req-6b389f2f-e522-4f92-ade4-9beefe46f7a6 req-6e6f490b-9f27-4f50-9ca8-23185d0e8464 service neutron] For port a26ac185-9533-4e8e-9f6b-3c2a32872f1a, host hv-cinder-86009, cleared binding levels {{(pid=106269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 13:32:55.645578 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.plugins.ml2.db [req-6b389f2f-e522-4f92-ade4-9beefe46f7a6 req-6e6f490b-9f27-4f50-9ca8-23185d0e8464 service neutron] For port a26ac185-9533-4e8e-9f6b-3c2a32872f1a, host hv-cinder-86009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86009',level=0,port_id=a26ac185-9533-4e8e-9f6b-3c2a32872f1a,segment=NetworkSegment(b12e5c1f-6807-426b-94d8-2ab3945f2ac8),segment_id=b12e5c1f-6807-426b-94d8-2ab3945f2ac8)] {{(pid=106269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 13:32:55.662368 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [req-6b389f2f-e522-4f92-ade4-9beefe46f7a6 req-6e6f490b-9f27-4f50-9ca8-23185d0e8464 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751015143617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751014657006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751014658052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26502958'] for port (a26ac185-9533-4e8e-9f6b-3c2a32872f1a), after_update {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:55.677119 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:INSERT=7 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:32:55.693784 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-dd2a87ef-c70c-4398-b33f-8ad62c8c7a32 admin admin] Publish callbacks [] for security_group (2dbaa576-8a8a-4c3d-8389-9873a636306e), before_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:55.695587 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b389f2f-e522-4f92-ade4-9beefe46f7a6 req-6e6f490b-9f27-4f50-9ca8-23185d0e8464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:32:55.696439 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [req-6b389f2f-e522-4f92-ade4-9beefe46f7a6 req-6e6f490b-9f27-4f50-9ca8-23185d0e8464 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512321'] for port (None), before_response {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:55.699281 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-6b389f2f-e522-4f92-ade4-9beefe46f7a6 req-6e6f490b-9f27-4f50-9ca8-23185d0e8464 service neutron] 10.222.0.65 "PUT /networking/v2.0/ports/a26ac185-9533-4e8e-9f6b-3c2a32872f1a HTTP/1.1" status: 200 len: 1093 time: 1.0728476 Oct 03 13:32:55.700320 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd04a837-3721-447a-82af-4be3bd4a2d8b', 'tag': 'a26ac185-9533-4e8e-9f6b-3c2a32872f1a'}] {{(pid=106269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 13:32:55.703335 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b47918ded4abb292cd9624282dac8ea540c92c8d0d786a5a735fddaf1d274698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a95c0851-37d5-46fe-ba86-8189c75ff843" -d '{"events": [{"name": "network-changed", "server_uuid": "bd04a837-3721-447a-82af-4be3bd4a2d8b", "tag": "a26ac185-9533-4e8e-9f6b-3c2a32872f1a"}]}' {{(pid=106269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 13:32:55.721015 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-dd2a87ef-c70c-4398-b33f-8ad62c8c7a32 admin admin] Publish callbacks [] for security_group (2dbaa576-8a8a-4c3d-8389-9873a636306e), precommit_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:55.742745 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-2f829360-2c7f-4289-8cf4-028347cf7070 req-ab1d16b5-4747-4ee9-a2b9-11892935fd17 tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=5d855e17-85d1-4849-b5e5-c2ce09571ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1428928 Oct 03 13:32:55.778658 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 13:32:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2071ce57-fbfb-43fa-be9f-e0f711ce2823 x-openstack-request-id: req-2071ce57-fbfb-43fa-be9f-e0f711ce2823 {{(pid=106269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 13:32:55.779323 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd04a837-3721-447a-82af-4be3bd4a2d8b", "tag": "a26ac185-9533-4e8e-9f6b-3c2a32872f1a", "status": "completed", "code": 200}]} {{(pid=106269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 13:32:55.779323 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2071ce57-fbfb-43fa-be9f-e0f711ce2823 {{(pid=106269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 13:32:55.779669 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2071ce57-fbfb-43fa-be9f-e0f711ce2823'] response: {'name': 'network-changed', 'server_uuid': 'bd04a837-3721-447a-82af-4be3bd4a2d8b', 'tag': 'a26ac185-9533-4e8e-9f6b-3c2a32872f1a', 'status': 'completed', 'code': 200} Oct 03 13:32:55.801970 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6f490b-9f27-4f50-9ca8-23185d0e8464 service neutron] Pushing event updated for resources: {'Port': ['ID=a26ac185-9533-4e8e-9f6b-3c2a32872f1a,revision_number=3']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:32:55.802425 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-dd2a87ef-c70c-4398-b33f-8ad62c8c7a32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (2dbaa576-8a8a-4c3d-8389-9873a636306e), after_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:55.808953 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-dd2a87ef-c70c-4398-b33f-8ad62c8c7a32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:55.812562 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-dd2a87ef-c70c-4398-b33f-8ad62c8c7a32 admin admin] 10.222.0.58 "DELETE /networking/v2.0/security-groups/2dbaa576-8a8a-4c3d-8389-9873a636306e HTTP/1.1" status: 204 len: 168 time: 0.1818936 Oct 03 13:32:55.826585 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2a87ef-c70c-4398-b33f-8ad62c8c7a32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dbaa576-8a8a-4c3d-8389-9873a636306e,revision_number=None']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:32:56.220279 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c425d5d2-e47b-45da-8170-4bf15ca347de req-650c69ed-872d-475b-b4ff-87fd53446c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:32:56.223146 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-c425d5d2-e47b-45da-8170-4bf15ca347de req-650c69ed-872d-475b-b4ff-87fd53446c18 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=1432ad4a21624574b8caeaf10f2f8339&device_id=2ca377db-f0f6-4888-a94e-cfde65e470e9 HTTP/1.1" status: 200 len: 1128 time: 0.1843166 Oct 03 13:32:56.522629 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb85d781-88d7-44a7-97c7-c76d50d64efd req-67a837ed-152c-4ec8-ba66-23831c464917 tempest-VolumesActionsTest-2129919452 tempest-VolumesActionsTest-2129919452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:32:56.525373 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-eb85d781-88d7-44a7-97c7-c76d50d64efd req-67a837ed-152c-4ec8-ba66-23831c464917 tempest-VolumesActionsTest-2129919452 tempest-VolumesActionsTest-2129919452-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=bd04a837-3721-447a-82af-4be3bd4a2d8b HTTP/1.1" status: 200 len: 943 time: 0.1050024 Oct 03 13:32:56.556710 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95c0851-37d5-46fe-ba86-8189c75ff843 req-7a1ae93e-67d6-4133-b578-69a52ea16d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:32:56.558836 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-a95c0851-37d5-46fe-ba86-8189c75ff843 req-7a1ae93e-67d6-4133-b578-69a52ea16d93 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=afa1958afb874a0cba4c57df10f2ce08&device_id=bd04a837-3721-447a-82af-4be3bd4a2d8b HTTP/1.1" status: 200 len: 1127 time: 0.5175521 Oct 03 13:32:56.617592 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd36536a-d9dd-4505-b89f-9231a961e8a3 req-9df8f937-6c98-423d-be5c-ca37d60ad6b4 tempest-VolumesSnapshotTestJSON-986009736 tempest-VolumesSnapshotTestJSON-986009736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:32:56.622142 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-dd36536a-d9dd-4505-b89f-9231a961e8a3 req-9df8f937-6c98-423d-be5c-ca37d60ad6b4 tempest-VolumesSnapshotTestJSON-986009736 tempest-VolumesSnapshotTestJSON-986009736-project] 10.222.0.65 "GET /networking/v2.0/networks?id=e099c20e-064c-44a9-b92e-4dc5aecf03f8 HTTP/1.1" status: 200 len: 814 time: 0.5828156 Oct 03 13:32:56.655072 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.v2.base [req-dd36536a-d9dd-4505-b89f-9231a961e8a3 req-13825871-f990-44c2-865d-c36c6b0d4ada tempest-VolumesSnapshotTestJSON-986009736 tempest-VolumesSnapshotTestJSON-986009736-project] Request body: {'port': {'device_id': '020a908b-0c09-4a49-9482-62d085fd1df3', 'network_id': 'e099c20e-064c-44a9-b92e-4dc5aecf03f8', 'admin_state_up': True, 'tenant_id': '33af9400d270489da18c21dee3f9188f'}} {{(pid=106268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 13:32:56.824090 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:32:56.859498 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135698b4-e304-4093-b2b6-1903105b4d26 req-b640cba2-1dc2-4ed1-8e17-7c5d236ede2b tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:32:56.861185 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-135698b4-e304-4093-b2b6-1903105b4d26 req-b640cba2-1dc2-4ed1-8e17-7c5d236ede2b tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=4b7a7e49-20a7-45bc-bc98-7af878fc50a8 HTTP/1.1" status: 200 len: 946 time: 0.6237319 Oct 03 13:32:56.868112 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a67d690-7cf1-453e-bf66-e80bb0da36bf req-f77aff6d-02ed-4ecf-9240-3f55df7964e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:32:56.870568 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-8a67d690-7cf1-453e-bf66-e80bb0da36bf req-f77aff6d-02ed-4ecf-9240-3f55df7964e1 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=557321bf33ca42df8d5d53e5157e6803&device_id=4b7a7e49-20a7-45bc-bc98-7af878fc50a8 HTTP/1.1" status: 200 len: 1130 time: 0.6356206 Oct 03 13:32:56.898558 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-eb85d781-88d7-44a7-97c7-c76d50d64efd req-4d5bb736-5fc5-42c1-b49b-33de49decede tempest-VolumesActionsTest-2129919452 tempest-VolumesActionsTest-2129919452-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=0342a324-3ea5-474c-a1c9-acd4329b76ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3574705 Oct 03 13:32:56.992978 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95c0851-37d5-46fe-ba86-8189c75ff843 req-de768470-8f8b-498f-81c1-25f59e413cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:32:56.995622 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-a95c0851-37d5-46fe-ba86-8189c75ff843 req-de768470-8f8b-498f-81c1-25f59e413cd1 service neutron] 10.222.0.65 "GET /networking/v2.0/networks?tenant_id=afa1958afb874a0cba4c57df10f2ce08&shared=False HTTP/1.1" status: 200 len: 909 time: 0.4249909 Oct 03 13:32:57.031655 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c425d5d2-e47b-45da-8170-4bf15ca347de req-7814590a-c5a8-4200-aee6-ba7c93205f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:32:57.033630 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-c425d5d2-e47b-45da-8170-4bf15ca347de req-7814590a-c5a8-4200-aee6-ba7c93205f88 service neutron] 10.222.0.65 "GET /networking/v2.0/networks?id=4ae25b55-bed6-49d7-9a22-c9e416e149dd HTTP/1.1" status: 200 len: 912 time: 0.7917407 Oct 03 13:32:57.067080 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-135698b4-e304-4093-b2b6-1903105b4d26 req-de376e89-08a3-479b-829f-08df6bdc7e2b tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=90741e6a-03d0-4889-9f91-275c8bff3e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869855 Oct 03 13:32:57.108634 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-c425d5d2-e47b-45da-8170-4bf15ca347de req-7efcf4ae-9b0f-4f97-81a0-10ebc336a386 service neutron] 10.222.0.65 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b7b4c568-efe4-4d19-8923-b411916ba1a1 HTTP/1.1" status: 200 len: 217 time: 0.0603752 Oct 03 13:32:57.136002 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a67d690-7cf1-453e-bf66-e80bb0da36bf req-ac6a4e8c-ec27-44fc-b9e2-c42ad5ed1291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:32:57.137147 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-8a67d690-7cf1-453e-bf66-e80bb0da36bf req-ac6a4e8c-ec27-44fc-b9e2-c42ad5ed1291 service neutron] 10.222.0.65 "GET /networking/v2.0/networks?id=289ad0fb-c675-48f9-ad56-9a68538f4eb7 HTTP/1.1" status: 200 len: 920 time: 0.2586827 Oct 03 13:32:57.230969 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd36536a-d9dd-4505-b89f-9231a961e8a3 req-13825871-f990-44c2-865d-c36c6b0d4ada tempest-VolumesSnapshotTestJSON-986009736 tempest-VolumesSnapshotTestJSON-986009736-project] Made reservation on behalf of 33af9400d270489da18c21dee3f9188f for: {'port': 1} {{(pid=106268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 13:32:57.235493 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-dd36536a-d9dd-4505-b89f-9231a961e8a3 req-13825871-f990-44c2-865d-c36c6b0d4ada tempest-VolumesSnapshotTestJSON-986009736 tempest-VolumesSnapshotTestJSON-986009736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (None), before_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:57.238760 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-cf6b84bc-c21d-4aeb-95f1-0c3c9e9245bb req-17adafa1-dc80-4ef8-b21c-d8b6163d414c tempest-VolumesSnapshotTestJSON-986009736 tempest-VolumesSnapshotTestJSON-986009736-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=020a908b-0c09-4a49-9482-62d085fd1df3 HTTP/1.1" status: 200 len: 210 time: 0.1082675 Oct 03 13:32:57.240845 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-8a67d690-7cf1-453e-bf66-e80bb0da36bf req-a584b4e7-ec07-4a74-9433-70e24e66eff0 service neutron] 10.222.0.65 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4e8541e0-b0c3-4cae-a985-b4e2dfec4290 HTTP/1.1" status: 200 len: 217 time: 0.0780418 Oct 03 13:32:57.289005 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c425d5d2-e47b-45da-8170-4bf15ca347de req-d5bd3fcb-030c-4cfb-aae1-75e6da957b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:32:57.290649 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-c425d5d2-e47b-45da-8170-4bf15ca347de req-d5bd3fcb-030c-4cfb-aae1-75e6da957b12 service neutron] 10.222.0.65 "GET /networking/v2.0/subnets?id=186bd512-24d4-4a2b-8bd3-48c53a4e9c74 HTTP/1.1" status: 200 len: 850 time: 0.1694684 Oct 03 13:32:57.297353 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c920f490-c9f8-4c17-ab62-f6345a0fd78f req-dd8d15d6-aa10-4832-b9b0-672e80fb62e2 tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:32:57.299072 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-c920f490-c9f8-4c17-ab62-f6345a0fd78f req-dd8d15d6-aa10-4832-b9b0-672e80fb62e2 tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=2ca377db-f0f6-4888-a94e-cfde65e470e9 HTTP/1.1" status: 200 len: 944 time: 0.1352417 Oct 03 13:32:57.372196 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:32:57.385485 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a67d690-7cf1-453e-bf66-e80bb0da36bf req-b644d76b-f875-4eae-8188-4cea46576d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:32:57.387095 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-8a67d690-7cf1-453e-bf66-e80bb0da36bf req-b644d76b-f875-4eae-8188-4cea46576d58 service neutron] 10.222.0.65 "GET /networking/v2.0/subnets?id=014887d4-da5d-4382-8b78-e31d89e09c89 HTTP/1.1" status: 200 len: 858 time: 0.1363525 Oct 03 13:32:57.389235 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c425d5d2-e47b-45da-8170-4bf15ca347de req-23f5f548-f2da-4bf4-9a2b-9b10a91348f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:32:57.390920 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-c425d5d2-e47b-45da-8170-4bf15ca347de req-23f5f548-f2da-4bf4-9a2b-9b10a91348f6 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?network_id=4ae25b55-bed6-49d7-9a22-c9e416e149dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0887914 Oct 03 13:32:57.439228 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:32:57.482352 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-c920f490-c9f8-4c17-ab62-f6345a0fd78f req-4ae0a924-8c6e-4f38-997f-3c85cd81230b tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=5d855e17-85d1-4849-b5e5-c2ce09571ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1693883 Oct 03 13:32:57.606952 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a67d690-7cf1-453e-bf66-e80bb0da36bf req-d13447b9-172c-4134-8ff9-95f0e2d8bde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:32:57.610094 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-8a67d690-7cf1-453e-bf66-e80bb0da36bf req-d13447b9-172c-4134-8ff9-95f0e2d8bde0 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?network_id=289ad0fb-c675-48f9-ad56-9a68538f4eb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1988819 Oct 03 13:32:57.667767 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-c425d5d2-e47b-45da-8170-4bf15ca347de req-fb9447fc-c0fc-47c6-b615-0c4fc66f3e02 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/4ae25b55-bed6-49d7-9a22-c9e416e149dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2554972 Oct 03 13:32:57.690985 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95c0851-37d5-46fe-ba86-8189c75ff843 req-0779dce0-0a4c-4833-ad5e-b13e31799411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:32:57.693543 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-a95c0851-37d5-46fe-ba86-8189c75ff843 req-0779dce0-0a4c-4833-ad5e-b13e31799411 service neutron] 10.222.0.65 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6873498 Oct 03 13:32:57.851689 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Device b7b4c568-efe4-4d19-8923-b411916ba1a1 details requested by agent hyperv_hv-cinder-86009 with host hv-cinder-86009 {{(pid=106270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 03 13:32:57.904071 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b389f2f-e522-4f92-ade4-9beefe46f7a6 req-9541fe74-cc70-42fc-a69e-71f284141bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:32:57.906997 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-6b389f2f-e522-4f92-ade4-9beefe46f7a6 req-9541fe74-cc70-42fc-a69e-71f284141bfc service neutron] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=afa1958afb874a0cba4c57df10f2ce08&device_id=bd04a837-3721-447a-82af-4be3bd4a2d8b HTTP/1.1" status: 200 len: 1127 time: 0.1236525 Oct 03 13:32:57.918836 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.db.db_base_plugin_common [req-dd36536a-d9dd-4505-b89f-9231a961e8a3 req-13825871-f990-44c2-865d-c36c6b0d4ada tempest-VolumesSnapshotTestJSON-986009736 tempest-VolumesSnapshotTestJSON-986009736-project] Allocated IP 172.20.0.3 (e099c20e-064c-44a9-b92e-4dc5aecf03f8/0c69f2da-52d5-488f-89a6-be4aa051b9b6/bfaafb6c-9eba-4966-9079-4cc52951697a) {{(pid=106268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 13:32:57.932263 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-8a67d690-7cf1-453e-bf66-e80bb0da36bf req-f2101b44-c457-4833-a368-987d07bd182b service neutron] 10.222.0.65 "GET /networking/v2.0/networks/289ad0fb-c675-48f9-ad56-9a68538f4eb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3102853 Oct 03 13:32:57.988092 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-c425d5d2-e47b-45da-8170-4bf15ca347de req-14cde081-da54-4ea2-ab6a-9c4237931060 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/4ae25b55-bed6-49d7-9a22-c9e416e149dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2644858 Oct 03 13:32:58.008051 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:32:58.022881 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-6b389f2f-e522-4f92-ade4-9beefe46f7a6 req-ccd1fa82-244a-4c2c-af3e-7c0e6a4a6ef5 service neutron] 10.222.0.65 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a26ac185-9533-4e8e-9f6b-3c2a32872f1a HTTP/1.1" status: 200 len: 217 time: 0.0988889 Oct 03 13:32:58.044603 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.db [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] For port b7b4c568-efe4-4d19-8923-b411916ba1a1, host hv-cinder-86009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86009',level=0,port_id=b7b4c568-efe4-4d19-8923-b411916ba1a1,segment=NetworkSegment(74b279f9-1202-42a8-8155-1717a07de33b),segment_id=74b279f9-1202-42a8-8155-1717a07de33b)] {{(pid=106270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 13:32:58.098885 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Returning: {'device': 'b7b4c568-efe4-4d19-8923-b411916ba1a1', 'network_id': '4ae25b55-bed6-49d7-9a22-c9e416e149dd', 'port_id': 'b7b4c568-efe4-4d19-8923-b411916ba1a1', 'mac_address': 'fa:16:3e:e3:82:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '186bd512-24d4-4a2b-8bd3-48c53a4e9c74', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 03 13:32:58.151492 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-8a67d690-7cf1-453e-bf66-e80bb0da36bf req-c9ff9c4c-566e-44a8-9a8b-573af7484b8c service neutron] 10.222.0.65 "GET /networking/v2.0/networks/289ad0fb-c675-48f9-ad56-9a68538f4eb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2119577 Oct 03 13:32:58.233766 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Current status of the port b7b4c568-efe4-4d19-8923-b411916ba1a1 is: DOWN; New status is: BUILD {{(pid=106270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 13:32:58.233766 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (b7b4c568-efe4-4d19-8923-b411916ba1a1), before_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:58.278457 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.notifiers.nova [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7b4c568-efe4-4d19-8923-b411916ba1a1 {{(pid=106270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 03 13:32:58.305251 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.db [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] For port b7b4c568-efe4-4d19-8923-b411916ba1a1, host hv-cinder-86009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86009',level=0,port_id=b7b4c568-efe4-4d19-8923-b411916ba1a1,segment=NetworkSegment(74b279f9-1202-42a8-8155-1717a07de33b),segment_id=74b279f9-1202-42a8-8155-1717a07de33b)] {{(pid=106270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 13:32:58.313826 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751015143617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751014657006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751014658052'] for port (b7b4c568-efe4-4d19-8923-b411916ba1a1), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:58.341569 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b389f2f-e522-4f92-ade4-9beefe46f7a6 req-b5afbf3b-775e-4c3f-8d4a-7d5f9cd08561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:32:58.344487 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-6b389f2f-e522-4f92-ade4-9beefe46f7a6 req-b5afbf3b-775e-4c3f-8d4a-7d5f9cd08561 service neutron] 10.222.0.65 "GET /networking/v2.0/subnets?id=0bfdf188-ae96-4568-a390-fe2963517cb8 HTTP/1.1" status: 200 len: 848 time: 0.3055987 Oct 03 13:32:58.364764 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:32:58.425942 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Pushing event updated for resources: {'Port': ['ID=b7b4c568-efe4-4d19-8923-b411916ba1a1,revision_number=4']} {{(pid=106270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:32:58.463511 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64671f21-41f2-4b33-b772-7dc53d07a898 req-d4b35920-cd11-4da7-aeef-14bdae58efd4 tempest-VolumesActionsTest-2129919452 tempest-VolumesActionsTest-2129919452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:32:58.466298 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-64671f21-41f2-4b33-b772-7dc53d07a898 req-d4b35920-cd11-4da7-aeef-14bdae58efd4 tempest-VolumesActionsTest-2129919452 tempest-VolumesActionsTest-2129919452-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=bd04a837-3721-447a-82af-4be3bd4a2d8b HTTP/1.1" status: 200 len: 943 time: 0.2570243 Oct 03 13:32:58.475969 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-6b389f2f-e522-4f92-ade4-9beefe46f7a6 req-9528e1d9-2fa1-40ab-a1c0-9b8d9a8a310c service neutron] 10.222.0.65 "GET /networking/v2.0/ports?network_id=eaea14e2-06e5-440b-8c67-d4a587c52b53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1124990 Oct 03 13:32:58.481295 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d914ea33-1019-4d7d-aa35-35dc5bacf50f req-6d340b62-79d6-4ec7-aa5a-8e52b8309f01 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:32:58.483518 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-d914ea33-1019-4d7d-aa35-35dc5bacf50f req-6d340b62-79d6-4ec7-aa5a-8e52b8309f01 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=4b7a7e49-20a7-45bc-bc98-7af878fc50a8 HTTP/1.1" status: 200 len: 946 time: 0.1682196 Oct 03 13:32:58.551798 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-d914ea33-1019-4d7d-aa35-35dc5bacf50f req-10b10490-f1e4-4ad9-8755-2fe50f4d4a84 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=90741e6a-03d0-4889-9f91-275c8bff3e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573337 Oct 03 13:32:58.671421 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-64671f21-41f2-4b33-b772-7dc53d07a898 req-f5714c19-d5b1-42f5-80b4-597f02a0bf6a tempest-VolumesActionsTest-2129919452 tempest-VolumesActionsTest-2129919452-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=0342a324-3ea5-474c-a1c9-acd4329b76ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883395 Oct 03 13:32:58.681529 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-dd36536a-d9dd-4505-b89f-9231a961e8a3 req-13825871-f990-44c2-865d-c36c6b0d4ada tempest-VolumesSnapshotTestJSON-986009736 tempest-VolumesSnapshotTestJSON-986009736-project] Publish callbacks [] for port (bfaafb6c-9eba-4966-9079-4cc52951697a), precommit_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:58.714591 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:32:58.722197 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-6b389f2f-e522-4f92-ade4-9beefe46f7a6 req-9e60a0b7-619c-466f-892b-aeba5b255d56 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/eaea14e2-06e5-440b-8c67-d4a587c52b53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006285 Oct 03 13:32:58.730328 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-b43ceef0-2c98-4c7b-a14e-dc6ba4a9af10 req-76818f7e-ef1a-470c-9379-63aadbf97772 tempest-VolumesSnapshotTestJSON-986009736 tempest-VolumesSnapshotTestJSON-986009736-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=020a908b-0c09-4a49-9482-62d085fd1df3 HTTP/1.1" status: 200 len: 210 time: 0.0531731 Oct 03 13:32:58.759493 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.db [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] get_ports_and_sgs() called for port_ids ['b7b4c568-efe4-4d19-8923-b411916ba1a1'] {{(pid=106270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 03 13:32:58.815580 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-dd36536a-d9dd-4505-b89f-9231a961e8a3 req-13825871-f990-44c2-865d-c36c6b0d4ada tempest-VolumesSnapshotTestJSON-986009736 tempest-VolumesSnapshotTestJSON-986009736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751014656988'] for port (bfaafb6c-9eba-4966-9079-4cc52951697a), after_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:58.911555 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd36536a-d9dd-4505-b89f-9231a961e8a3 req-13825871-f990-44c2-865d-c36c6b0d4ada tempest-VolumesSnapshotTestJSON-986009736 tempest-VolumesSnapshotTestJSON-986009736-project] Network e099c20e-064c-44a9-b92e-4dc5aecf03f8 is already hosted by enough agents. {{(pid=106268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 13:32:58.933837 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.scheduler.base_scheduler [req-dd36536a-d9dd-4505-b89f-9231a961e8a3 req-13825871-f990-44c2-865d-c36c6b0d4ada tempest-VolumesSnapshotTestJSON-986009736 tempest-VolumesSnapshotTestJSON-986009736-project] Resources bound (agent type, host, resource id): {{(pid=106268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 13:32:58.941683 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd36536a-d9dd-4505-b89f-9231a961e8a3 req-13825871-f990-44c2-865d-c36c6b0d4ada tempest-VolumesSnapshotTestJSON-986009736 tempest-VolumesSnapshotTestJSON-986009736-project] Received port after_create {{(pid=106268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 13:32:58.946913 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd36536a-d9dd-4505-b89f-9231a961e8a3 req-13825871-f990-44c2-865d-c36c6b0d4ada tempest-VolumesSnapshotTestJSON-986009736 tempest-VolumesSnapshotTestJSON-986009736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:32:58.948136 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-dd36536a-d9dd-4505-b89f-9231a961e8a3 req-13825871-f990-44c2-865d-c36c6b0d4ada tempest-VolumesSnapshotTestJSON-986009736 tempest-VolumesSnapshotTestJSON-986009736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512321'] for port (None), before_response {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:58.954564 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13825871-f990-44c2-865d-c36c6b0d4ada tempest-VolumesSnapshotTestJSON-986009736 tempest-VolumesSnapshotTestJSON-986009736-project] Pushing event updated for resources: {'Port': ['ID=bfaafb6c-9eba-4966-9079-4cc52951697a,revision_number=1']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:32:58.981880 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcc6fce-995b-4960-b7f7-6aee75b3e187 req-d726488a-eea4-41cd-a7cb-22ab6aef5989 tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:32:58.983506 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-7bcc6fce-995b-4960-b7f7-6aee75b3e187 req-d726488a-eea4-41cd-a7cb-22ab6aef5989 tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=2ca377db-f0f6-4888-a94e-cfde65e470e9 HTTP/1.1" status: 200 len: 945 time: 0.1504717 Oct 03 13:32:58.987319 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-6b389f2f-e522-4f92-ade4-9beefe46f7a6 req-30adc6fd-5fa2-4cab-8620-a5fcb10f2f0b service neutron] 10.222.0.65 "GET /networking/v2.0/networks/eaea14e2-06e5-440b-8c67-d4a587c52b53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2541316 Oct 03 13:32:58.997420 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-dd36536a-d9dd-4505-b89f-9231a961e8a3 req-13825871-f990-44c2-865d-c36c6b0d4ada tempest-VolumesSnapshotTestJSON-986009736 tempest-VolumesSnapshotTestJSON-986009736-project] 10.222.0.65 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3488452 Oct 03 13:32:59.020761 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.v2.base [req-dd36536a-d9dd-4505-b89f-9231a961e8a3 req-1b0f3fa0-00fa-4c2f-af48-b656fcc1268f service neutron] Request body: {'port': {'device_id': '020a908b-0c09-4a49-9482-62d085fd1df3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86009'}} {{(pid=106268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 13:32:59.115557 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-7bcc6fce-995b-4960-b7f7-6aee75b3e187 req-e331aace-709e-4e53-9add-329f436fbcc8 tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=5d855e17-85d1-4849-b5e5-c2ce09571ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1166213 Oct 03 13:32:59.138612 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-dd36536a-d9dd-4505-b89f-9231a961e8a3 req-1b0f3fa0-00fa-4c2f-af48-b656fcc1268f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (bfaafb6c-9eba-4966-9079-4cc52951697a), before_update {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:59.461198 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.notifiers.nova [req-dd36536a-d9dd-4505-b89f-9231a961e8a3 req-1b0f3fa0-00fa-4c2f-af48-b656fcc1268f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfaafb6c-9eba-4966-9079-4cc52951697a {{(pid=106268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 03 13:32:59.472820 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-dd36536a-d9dd-4505-b89f-9231a961e8a3 req-1b0f3fa0-00fa-4c2f-af48-b656fcc1268f service neutron] Publish callbacks [] for port (bfaafb6c-9eba-4966-9079-4cc52951697a), precommit_update {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:59.496268 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.db.provisioning_blocks [req-dd36536a-d9dd-4505-b89f-9231a961e8a3 req-1b0f3fa0-00fa-4c2f-af48-b656fcc1268f service neutron] Transition to ACTIVE for port object bfaafb6c-9eba-4966-9079-4cc52951697a will not be triggered until provisioned by entity L2. {{(pid=106268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 03 13:32:59.502324 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-dd36536a-d9dd-4505-b89f-9231a961e8a3 req-1b0f3fa0-00fa-4c2f-af48-b656fcc1268f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751015143617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751014657006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751014658052'] for port (bfaafb6c-9eba-4966-9079-4cc52951697a), after_update {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:59.533058 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:32:59.584025 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0f3fa0-00fa-4c2f-af48-b656fcc1268f service neutron] Pushing event updated for resources: {'Port': ['ID=bfaafb6c-9eba-4966-9079-4cc52951697a,revision_number=2']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:32:59.598957 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.managers [req-dd36536a-d9dd-4505-b89f-9231a961e8a3 req-1b0f3fa0-00fa-4c2f-af48-b656fcc1268f service neutron] Attempting to bind port bfaafb6c-9eba-4966-9079-4cc52951697a on host hv-cinder-86009 for vnic_type normal with profile {{(pid=106268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 13:32:59.599715 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.managers [req-dd36536a-d9dd-4505-b89f-9231a961e8a3 req-1b0f3fa0-00fa-4c2f-af48-b656fcc1268f service neutron] Attempting to bind port bfaafb6c-9eba-4966-9079-4cc52951697a by drivers openvswitch,hyperv on host hv-cinder-86009 at level 0 using segments [{'id': 'de015196-66eb-453e-a814-070f84aee270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'e099c20e-064c-44a9-b92e-4dc5aecf03f8'}] {{(pid=106268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 13:32:59.599945 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd36536a-d9dd-4505-b89f-9231a961e8a3 req-1b0f3fa0-00fa-4c2f-af48-b656fcc1268f service neutron] Attempting to bind port bfaafb6c-9eba-4966-9079-4cc52951697a on network e099c20e-064c-44a9-b92e-4dc5aecf03f8 {{(pid=106268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 13:32:59.651526 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:32:59.672148 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd36536a-d9dd-4505-b89f-9231a961e8a3 req-1b0f3fa0-00fa-4c2f-af48-b656fcc1268f service neutron] Port bfaafb6c-9eba-4966-9079-4cc52951697a on network e099c20e-064c-44a9-b92e-4dc5aecf03f8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86009 {{(pid=106268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 03 13:32:59.672952 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd36536a-d9dd-4505-b89f-9231a961e8a3 req-1b0f3fa0-00fa-4c2f-af48-b656fcc1268f service neutron] Attempting to bind port bfaafb6c-9eba-4966-9079-4cc52951697a on network e099c20e-064c-44a9-b92e-4dc5aecf03f8 {{(pid=106268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 13:32:59.750564 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd36536a-d9dd-4505-b89f-9231a961e8a3 req-1b0f3fa0-00fa-4c2f-af48-b656fcc1268f service neutron] Checking agent: {'id': '1af51d63-a9c9-4bbe-9b0d-c8e0a80c641c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 13, 28, 37), 'started_at': datetime.datetime(2022, 10, 3, 13, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 13, 32, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 13:32:59.751790 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd36536a-d9dd-4505-b89f-9231a961e8a3 req-1b0f3fa0-00fa-4c2f-af48-b656fcc1268f service neutron] Checking segment: {'id': 'de015196-66eb-453e-a814-070f84aee270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'e099c20e-064c-44a9-b92e-4dc5aecf03f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 13:32:59.751790 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd36536a-d9dd-4505-b89f-9231a961e8a3 req-1b0f3fa0-00fa-4c2f-af48-b656fcc1268f service neutron] Bound using segment: {'id': 'de015196-66eb-453e-a814-070f84aee270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'e099c20e-064c-44a9-b92e-4dc5aecf03f8'} {{(pid=106268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 13:32:59.752672 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.managers [req-dd36536a-d9dd-4505-b89f-9231a961e8a3 req-1b0f3fa0-00fa-4c2f-af48-b656fcc1268f service neutron] Bound port: bfaafb6c-9eba-4966-9079-4cc52951697a, host: hv-cinder-86009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de015196-66eb-453e-a814-070f84aee270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'e099c20e-064c-44a9-b92e-4dc5aecf03f8'}}] {{(pid=106268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 13:32:59.753244 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-dd36536a-d9dd-4505-b89f-9231a961e8a3 req-1b0f3fa0-00fa-4c2f-af48-b656fcc1268f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (bfaafb6c-9eba-4966-9079-4cc52951697a), before_update {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:59.845489 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0ce839-2f78-4b16-bb16-38b3f21c4cef req-1e8f19a1-36e9-4aa5-ab71-03a8d61315c7 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:32:59.847165 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-5e0ce839-2f78-4b16-bb16-38b3f21c4cef req-1e8f19a1-36e9-4aa5-ab71-03a8d61315c7 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=4b7a7e49-20a7-45bc-bc98-7af878fc50a8 HTTP/1.1" status: 200 len: 946 time: 0.1439073 Oct 03 13:32:59.858180 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Device b7b4c568-efe4-4d19-8923-b411916ba1a1 up at agent hyperv_hv-cinder-86009 {{(pid=106270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 13:32:59.938531 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.provisioning_blocks [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Provisioning for port b7b4c568-efe4-4d19-8923-b411916ba1a1 completed by entity L2. {{(pid=106270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 03 13:32:59.940424 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.db [req-dd36536a-d9dd-4505-b89f-9231a961e8a3 req-1b0f3fa0-00fa-4c2f-af48-b656fcc1268f service neutron] For port bfaafb6c-9eba-4966-9079-4cc52951697a, host hv-cinder-86009, cleared binding levels {{(pid=106268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 13:32:59.947102 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.provisioning_blocks [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Provisioning complete for port b7b4c568-efe4-4d19-8923-b411916ba1a1 triggered by entity L2. {{(pid=106270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 13:32:59.948005 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-5e0ce839-2f78-4b16-bb16-38b3f21c4cef req-3c6e6761-9cb7-4c7b-b85f-56baabaa3d50 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=90741e6a-03d0-4889-9f91-275c8bff3e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925596 Oct 03 13:32:59.949202 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1340199'] for port (b7b4c568-efe4-4d19-8923-b411916ba1a1), provisioning_complete {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:59.950981 dv-cinder-860090-1-iscsi neutron-server[106270]: INFO neutron.plugins.ml2.plugin [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Attempt 1 to provision port b7b4c568-efe4-4d19-8923-b411916ba1a1 Oct 03 13:32:59.951668 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.db [req-dd36536a-d9dd-4505-b89f-9231a961e8a3 req-1b0f3fa0-00fa-4c2f-af48-b656fcc1268f service neutron] For port bfaafb6c-9eba-4966-9079-4cc52951697a, host hv-cinder-86009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86009',level=0,port_id=bfaafb6c-9eba-4966-9079-4cc52951697a,segment=NetworkSegment(de015196-66eb-453e-a814-070f84aee270),segment_id=de015196-66eb-453e-a814-070f84aee270)] {{(pid=106268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 13:32:59.976061 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-dd36536a-d9dd-4505-b89f-9231a961e8a3 req-1b0f3fa0-00fa-4c2f-af48-b656fcc1268f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751015143617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751014657006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751014658052'] for port (bfaafb6c-9eba-4966-9079-4cc52951697a), after_update {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:32:59.991792 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd36536a-d9dd-4505-b89f-9231a961e8a3 req-1b0f3fa0-00fa-4c2f-af48-b656fcc1268f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:32:59.995094 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-dd36536a-d9dd-4505-b89f-9231a961e8a3 req-1b0f3fa0-00fa-4c2f-af48-b656fcc1268f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512321'] for port (None), before_response {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:33:00.002837 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-dd36536a-d9dd-4505-b89f-9231a961e8a3 req-1b0f3fa0-00fa-4c2f-af48-b656fcc1268f service neutron] 10.222.0.65 "PUT /networking/v2.0/ports/bfaafb6c-9eba-4966-9079-4cc52951697a HTTP/1.1" status: 200 len: 1093 time: 0.9850779 Oct 03 13:33:00.008719 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '020a908b-0c09-4a49-9482-62d085fd1df3', 'tag': 'bfaafb6c-9eba-4966-9079-4cc52951697a'}] {{(pid=106268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 13:33:00.012388 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd70873512ffc397a2b7ac25ee02414627e7506f7787b64d61dc92e00300ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe1bdba8-05bc-45ae-98c3-54a00b29efc0" -d '{"events": [{"name": "network-changed", "server_uuid": "020a908b-0c09-4a49-9482-62d085fd1df3", "tag": "bfaafb6c-9eba-4966-9079-4cc52951697a"}]}' {{(pid=106268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 13:33:00.100955 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Current status of the port b7b4c568-efe4-4d19-8923-b411916ba1a1 is: BUILD; New status is: ACTIVE {{(pid=106270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 13:33:00.101720 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (b7b4c568-efe4-4d19-8923-b411916ba1a1), before_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:33:00.116507 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9ed58f-0c76-4f5e-bd04-e8b80f477725 req-2967032a-9636-4631-a18b-d744cef49104 tempest-VolumesSnapshotTestJSON-986009736 tempest-VolumesSnapshotTestJSON-986009736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:33:00.118505 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-9f9ed58f-0c76-4f5e-bd04-e8b80f477725 req-2967032a-9636-4631-a18b-d744cef49104 tempest-VolumesSnapshotTestJSON-986009736 tempest-VolumesSnapshotTestJSON-986009736-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=020a908b-0c09-4a49-9482-62d085fd1df3 HTTP/1.1" status: 200 len: 943 time: 0.0570626 Oct 03 13:33:00.128042 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=35 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:33:00.135823 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=66,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:33:00.146078 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ca377db-f0f6-4888-a94e-cfde65e470e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7b4c568-efe4-4d19-8923-b411916ba1a1'}] {{(pid=106270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 13:33:00.150121 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}560c9627402e85393d05fbb3c51e26d9631cba9dc4b6297c571b83e08b497dad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f9dae2c-c27e-4126-8d23-a82eabf26ca5" -d '{"events": [{"server_uuid": "2ca377db-f0f6-4888-a94e-cfde65e470e9", "name": "network-vif-plugged", "status": "completed", "tag": "b7b4c568-efe4-4d19-8923-b411916ba1a1"}]}' {{(pid=106270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 13:33:00.172959 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.db [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] For port b7b4c568-efe4-4d19-8923-b411916ba1a1, host hv-cinder-86009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86009',level=0,port_id=b7b4c568-efe4-4d19-8923-b411916ba1a1,segment=NetworkSegment(74b279f9-1202-42a8-8155-1717a07de33b),segment_id=74b279f9-1202-42a8-8155-1717a07de33b)] {{(pid=106270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 13:33:00.176055 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0f3fa0-00fa-4c2f-af48-b656fcc1268f service neutron] Pushing event updated for resources: {'Port': ['ID=bfaafb6c-9eba-4966-9079-4cc52951697a,revision_number=3']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:33:00.180175 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751015143617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751014657006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751014658052'] for port (b7b4c568-efe4-4d19-8923-b411916ba1a1), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:33:00.184387 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-9f9ed58f-0c76-4f5e-bd04-e8b80f477725 req-5066ce1b-eb56-4963-958a-0bf479d5609b tempest-VolumesSnapshotTestJSON-986009736 tempest-VolumesSnapshotTestJSON-986009736-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=3603481c-ae89-4b51-aba6-7ef6fccab5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548842 Oct 03 13:33:00.212700 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1a53dc-2bc6-4d02-bb29-cdeebeb31adb req-00d84a69-5e95-434c-821a-b2afc93bb1ca tempest-VolumesActionsTest-2129919452 tempest-VolumesActionsTest-2129919452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:33:00.215186 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-ec1a53dc-2bc6-4d02-bb29-cdeebeb31adb req-00d84a69-5e95-434c-821a-b2afc93bb1ca tempest-VolumesActionsTest-2129919452 tempest-VolumesActionsTest-2129919452-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=bd04a837-3721-447a-82af-4be3bd4a2d8b HTTP/1.1" status: 200 len: 943 time: 0.1207414 Oct 03 13:33:00.243998 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:33:00.270211 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Pushing event updated for resources: {'Port': ['ID=b7b4c568-efe4-4d19-8923-b411916ba1a1,revision_number=5']} {{(pid=106270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:33:00.275691 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 13:33:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd4d6da3-5a5a-4e6d-919b-6e4cbb2a3c04 x-openstack-request-id: req-fd4d6da3-5a5a-4e6d-919b-6e4cbb2a3c04 {{(pid=106268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 13:33:00.276047 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "020a908b-0c09-4a49-9482-62d085fd1df3", "tag": "bfaafb6c-9eba-4966-9079-4cc52951697a", "status": "completed", "code": 200}]} {{(pid=106268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 13:33:00.276236 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-fd4d6da3-5a5a-4e6d-919b-6e4cbb2a3c04 {{(pid=106268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 13:33:00.277028 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd4d6da3-5a5a-4e6d-919b-6e4cbb2a3c04'] response: {'name': 'network-changed', 'server_uuid': '020a908b-0c09-4a49-9482-62d085fd1df3', 'tag': 'bfaafb6c-9eba-4966-9079-4cc52951697a', 'status': 'completed', 'code': 200} Oct 03 13:33:00.280641 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-ec1a53dc-2bc6-4d02-bb29-cdeebeb31adb req-73a847e7-9330-4282-93d4-f8459cde53c2 tempest-VolumesActionsTest-2129919452 tempest-VolumesActionsTest-2129919452-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=0342a324-3ea5-474c-a1c9-acd4329b76ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586946 Oct 03 13:33:00.295335 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 13:33:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33212139-1426-4450-95d2-fb98b32f79bf x-openstack-request-id: req-33212139-1426-4450-95d2-fb98b32f79bf {{(pid=106270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 13:33:00.296131 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ca377db-f0f6-4888-a94e-cfde65e470e9", "name": "network-vif-plugged", "status": "completed", "tag": "b7b4c568-efe4-4d19-8923-b411916ba1a1", "code": 200}]} {{(pid=106270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 13:33:00.296407 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-33212139-1426-4450-95d2-fb98b32f79bf {{(pid=106270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 13:33:00.297347 dv-cinder-860090-1-iscsi neutron-server[106270]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33212139-1426-4450-95d2-fb98b32f79bf'] response: {'server_uuid': '2ca377db-f0f6-4888-a94e-cfde65e470e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7b4c568-efe4-4d19-8923-b411916ba1a1', 'code': 200} Oct 03 13:33:00.398420 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68375f6-7958-45ad-bb66-313171d29903 req-3810487e-40ed-455a-908a-c5dcca3f5fdd tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:33:00.399904 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-f68375f6-7958-45ad-bb66-313171d29903 req-3810487e-40ed-455a-908a-c5dcca3f5fdd tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=2ca377db-f0f6-4888-a94e-cfde65e470e9 HTTP/1.1" status: 200 len: 946 time: 0.0544972 Oct 03 13:33:00.458845 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-f68375f6-7958-45ad-bb66-313171d29903 req-b1f4c965-aaeb-4120-b6c0-7d882fc1e12d tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=5d855e17-85d1-4849-b5e5-c2ce09571ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492125 Oct 03 13:33:01.111059 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c58995-38db-419f-bd4c-0389d999295a req-6ec70517-1f81-4fd1-b55f-cbb4a7679136 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:33:01.112592 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-21c58995-38db-419f-bd4c-0389d999295a req-6ec70517-1f81-4fd1-b55f-cbb4a7679136 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=4b7a7e49-20a7-45bc-bc98-7af878fc50a8 HTTP/1.1" status: 200 len: 946 time: 0.0518558 Oct 03 13:33:01.172449 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-21c58995-38db-419f-bd4c-0389d999295a req-59b781f6-b40b-41a2-b488-cade9b71d776 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=90741e6a-03d0-4889-9f91-275c8bff3e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499995 Oct 03 13:33:01.352679 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606de12b-afa5-4d0f-9f47-1ea19d2629f4 req-5afd7141-e022-440b-8340-bbfdfbd026dd tempest-VolumesSnapshotTestJSON-986009736 tempest-VolumesSnapshotTestJSON-986009736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:33:01.356107 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-606de12b-afa5-4d0f-9f47-1ea19d2629f4 req-5afd7141-e022-440b-8340-bbfdfbd026dd tempest-VolumesSnapshotTestJSON-986009736 tempest-VolumesSnapshotTestJSON-986009736-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=020a908b-0c09-4a49-9482-62d085fd1df3 HTTP/1.1" status: 200 len: 943 time: 0.0671976 Oct 03 13:33:01.416882 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-606de12b-afa5-4d0f-9f47-1ea19d2629f4 req-c87373c0-e271-45cf-b3c2-769a843c9a73 tempest-VolumesSnapshotTestJSON-986009736 tempest-VolumesSnapshotTestJSON-986009736-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=3603481c-ae89-4b51-aba6-7ef6fccab5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538917 Oct 03 13:33:01.452909 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48e710a-bce4-481b-8abb-2efcd205abbc req-09bff55c-f3a3-4b06-9d5f-df321fc52ec0 tempest-VolumesActionsTest-2129919452 tempest-VolumesActionsTest-2129919452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:33:01.454835 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-f48e710a-bce4-481b-8abb-2efcd205abbc req-09bff55c-f3a3-4b06-9d5f-df321fc52ec0 tempest-VolumesActionsTest-2129919452 tempest-VolumesActionsTest-2129919452-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=bd04a837-3721-447a-82af-4be3bd4a2d8b HTTP/1.1" status: 200 len: 943 time: 0.0770216 Oct 03 13:33:01.523295 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-f48e710a-bce4-481b-8abb-2efcd205abbc req-98988485-bf6d-4535-83cc-9a618fdbf92f tempest-VolumesActionsTest-2129919452 tempest-VolumesActionsTest-2129919452-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=0342a324-3ea5-474c-a1c9-acd4329b76ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618081 Oct 03 13:33:01.606762 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=100 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:33:01.616159 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204e0d03-b087-4b13-a729-88431f7f8c68 req-f6cd6018-53bf-4afc-9f98-0fb7b07b9661 tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:33:01.617850 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-204e0d03-b087-4b13-a729-88431f7f8c68 req-f6cd6018-53bf-4afc-9f98-0fb7b07b9661 tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=2ca377db-f0f6-4888-a94e-cfde65e470e9 HTTP/1.1" status: 200 len: 946 time: 0.0576625 Oct 03 13:33:01.675842 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-204e0d03-b087-4b13-a729-88431f7f8c68 req-3c679ea3-86c9-430b-9238-3f4254fda2c4 tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=5d855e17-85d1-4849-b5e5-c2ce09571ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505300 Oct 03 13:33:02.071530 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-d85d09a5-553c-496b-9189-bb50617141b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (3460fffa-818c-4144-9400-237880db20a4), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:33:02.332047 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e33d6b-f107-4470-9fb1-306c4b6f468d req-cdf14135-01fd-4106-b326-471a388b3004 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:33:02.333799 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-c7e33d6b-f107-4470-9fb1-306c4b6f468d req-cdf14135-01fd-4106-b326-471a388b3004 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=4b7a7e49-20a7-45bc-bc98-7af878fc50a8 HTTP/1.1" status: 200 len: 946 time: 0.0523288 Oct 03 13:33:02.396736 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-c7e33d6b-f107-4470-9fb1-306c4b6f468d req-6ef0ace8-1e87-4639-9980-a9d9fd2180ab tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=90741e6a-03d0-4889-9f91-275c8bff3e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518544 Oct 03 13:33:02.567409 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2382229-77e6-4156-a002-6e7849a0249e req-b5ab042e-d145-44bd-bf16-b069cb6e82cc tempest-VolumesSnapshotTestJSON-986009736 tempest-VolumesSnapshotTestJSON-986009736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:33:02.569133 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-d2382229-77e6-4156-a002-6e7849a0249e req-b5ab042e-d145-44bd-bf16-b069cb6e82cc tempest-VolumesSnapshotTestJSON-986009736 tempest-VolumesSnapshotTestJSON-986009736-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=020a908b-0c09-4a49-9482-62d085fd1df3 HTTP/1.1" status: 200 len: 943 time: 0.0550849 Oct 03 13:33:02.595161 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=100 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:33:02.634959 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-d2382229-77e6-4156-a002-6e7849a0249e req-cbf2b5db-54c1-4067-be67-89384dda3dba tempest-VolumesSnapshotTestJSON-986009736 tempest-VolumesSnapshotTestJSON-986009736-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=3603481c-ae89-4b51-aba6-7ef6fccab5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591331 Oct 03 13:33:02.721087 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8052b6-5c56-4657-9622-f868bae5d6b9 req-6f0756a0-d4cf-4df7-a7c5-7ee0bef48ae5 tempest-VolumesActionsTest-2129919452 tempest-VolumesActionsTest-2129919452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:33:02.722848 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-1d8052b6-5c56-4657-9622-f868bae5d6b9 req-6f0756a0-d4cf-4df7-a7c5-7ee0bef48ae5 tempest-VolumesActionsTest-2129919452 tempest-VolumesActionsTest-2129919452-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=bd04a837-3721-447a-82af-4be3bd4a2d8b HTTP/1.1" status: 200 len: 943 time: 0.0619972 Oct 03 13:33:02.788160 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-1d8052b6-5c56-4657-9622-f868bae5d6b9 req-3874cfab-b596-457e-b90e-de8c5562200e tempest-VolumesActionsTest-2129919452 tempest-VolumesActionsTest-2129919452-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=0342a324-3ea5-474c-a1c9-acd4329b76ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540259 Oct 03 13:33:02.834419 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c519883-b794-4699-885b-e1f06ea957a9 req-32570342-51e0-42a9-bb0f-31a19c7ead70 tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:33:02.836128 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-1c519883-b794-4699-885b-e1f06ea957a9 req-32570342-51e0-42a9-bb0f-31a19c7ead70 tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=2ca377db-f0f6-4888-a94e-cfde65e470e9 HTTP/1.1" status: 200 len: 946 time: 0.0737805 Oct 03 13:33:02.892124 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-1c519883-b794-4699-885b-e1f06ea957a9 req-76c4f2ae-11e7-4c89-9f0e-6ef15b26b1a9 tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=5d855e17-85d1-4849-b5e5-c2ce09571ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497112 Oct 03 13:33:03.548063 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8d078c-b80a-4c48-88c7-bcc434df1040 req-828a4636-030d-4f3a-b303-23a5e7902652 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:33:03.549895 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-1e8d078c-b80a-4c48-88c7-bcc434df1040 req-828a4636-030d-4f3a-b303-23a5e7902652 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=4b7a7e49-20a7-45bc-bc98-7af878fc50a8 HTTP/1.1" status: 200 len: 946 time: 0.0610554 Oct 03 13:33:03.608371 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-1e8d078c-b80a-4c48-88c7-bcc434df1040 req-de5b8e82-0fd7-40d5-8628-239c45acdd7d tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=90741e6a-03d0-4889-9f91-275c8bff3e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520244 Oct 03 13:33:03.785289 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd17f019-3aab-4608-91ee-05f01d6d1733 req-1278b28b-2237-4ae4-ba4e-46e45a554ab1 tempest-VolumesSnapshotTestJSON-986009736 tempest-VolumesSnapshotTestJSON-986009736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:33:03.787090 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-cd17f019-3aab-4608-91ee-05f01d6d1733 req-1278b28b-2237-4ae4-ba4e-46e45a554ab1 tempest-VolumesSnapshotTestJSON-986009736 tempest-VolumesSnapshotTestJSON-986009736-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=020a908b-0c09-4a49-9482-62d085fd1df3 HTTP/1.1" status: 200 len: 943 time: 0.0686219 Oct 03 13:33:03.854595 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-cd17f019-3aab-4608-91ee-05f01d6d1733 req-eab5f2c2-0f29-4ed7-afaa-1de6beb051cf tempest-VolumesSnapshotTestJSON-986009736 tempest-VolumesSnapshotTestJSON-986009736-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=3603481c-ae89-4b51-aba6-7ef6fccab5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610371 Oct 03 13:33:03.937022 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c289dad-c1e1-4087-98fc-fd5960dc3b57 req-7d661756-94ba-414e-9539-62b977cdf4a6 tempest-VolumesActionsTest-2129919452 tempest-VolumesActionsTest-2129919452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:33:03.938644 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-9c289dad-c1e1-4087-98fc-fd5960dc3b57 req-7d661756-94ba-414e-9539-62b977cdf4a6 tempest-VolumesActionsTest-2129919452 tempest-VolumesActionsTest-2129919452-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=bd04a837-3721-447a-82af-4be3bd4a2d8b HTTP/1.1" status: 200 len: 943 time: 0.0546696 Oct 03 13:33:04.006763 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-9c289dad-c1e1-4087-98fc-fd5960dc3b57 req-c03e0c53-ce6a-4559-9301-ffee91f0b401 tempest-VolumesActionsTest-2129919452 tempest-VolumesActionsTest-2129919452-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=0342a324-3ea5-474c-a1c9-acd4329b76ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560281 Oct 03 13:33:04.061469 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84cdff4-9241-43a5-a4de-01da29a77486 req-fcd6f4ba-fa00-4cf1-9862-6fba68e37c58 tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:33:04.063140 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-f84cdff4-9241-43a5-a4de-01da29a77486 req-fcd6f4ba-fa00-4cf1-9862-6fba68e37c58 tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=2ca377db-f0f6-4888-a94e-cfde65e470e9 HTTP/1.1" status: 200 len: 946 time: 0.0649834 Oct 03 13:33:04.141015 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-f84cdff4-9241-43a5-a4de-01da29a77486 req-0684ffd9-dc58-48d8-b3c9-ac3bc2038f63 tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=5d855e17-85d1-4849-b5e5-c2ce09571ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682130 Oct 03 13:33:04.819699 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707ba9e1-b38d-49dc-9402-f8afb5d3dc55 req-9f2ea192-f2ff-4b12-85d8-71c2d3b1f79f tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:33:04.822750 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-707ba9e1-b38d-49dc-9402-f8afb5d3dc55 req-9f2ea192-f2ff-4b12-85d8-71c2d3b1f79f tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=4b7a7e49-20a7-45bc-bc98-7af878fc50a8 HTTP/1.1" status: 200 len: 946 time: 0.0981538 Oct 03 13:33:04.827583 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:33:04.834690 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1bdba8-05bc-45ae-98c3-54a00b29efc0 req-8281dbec-1768-464a-80c9-d6f43a6adaaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:33:04.836582 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-fe1bdba8-05bc-45ae-98c3-54a00b29efc0 req-8281dbec-1768-464a-80c9-d6f43a6adaaf service neutron] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=33af9400d270489da18c21dee3f9188f&device_id=020a908b-0c09-4a49-9482-62d085fd1df3 HTTP/1.1" status: 200 len: 1127 time: 0.0742521 Oct 03 13:33:04.872840 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-b4c705f4-0937-4a0a-bbe4-2b2678fa24ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (94180321-47b1-4b5c-b620-b1b0a31df446), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:33:04.991700 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:33:04.992252 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Device a26ac185-9533-4e8e-9f6b-3c2a32872f1a details requested by agent hyperv_hv-cinder-86009 with host hv-cinder-86009 {{(pid=106270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 03 13:33:05.058793 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-707ba9e1-b38d-49dc-9402-f8afb5d3dc55 req-1a41eab0-d5dd-48fb-92b4-79cf104abba9 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=90741e6a-03d0-4889-9f91-275c8bff3e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199771 Oct 03 13:33:05.077281 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863b1df8-b7fb-4b9d-8f12-b6990c6f25c9 req-c69d157b-d112-44b6-ae16-a832d6461d04 tempest-VolumesSnapshotTestJSON-986009736 tempest-VolumesSnapshotTestJSON-986009736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:33:05.080087 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1608e07d-00fd-43b6-b1ef-ee31f68d6151 req-912cd709-4506-4975-a1cd-48f3b5c16741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:33:05.082022 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-1608e07d-00fd-43b6-b1ef-ee31f68d6151 req-912cd709-4506-4975-a1cd-48f3b5c16741 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?device_id=2ca377db-f0f6-4888-a94e-cfde65e470e9 HTTP/1.1" status: 200 len: 1130 time: 0.1148732 Oct 03 13:33:05.087264 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-863b1df8-b7fb-4b9d-8f12-b6990c6f25c9 req-c69d157b-d112-44b6-ae16-a832d6461d04 tempest-VolumesSnapshotTestJSON-986009736 tempest-VolumesSnapshotTestJSON-986009736-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=020a908b-0c09-4a49-9482-62d085fd1df3 HTTP/1.1" status: 200 len: 943 time: 0.1070316 Oct 03 13:33:05.141184 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1bdba8-05bc-45ae-98c3-54a00b29efc0 req-e209fb95-62cb-452c-89c8-d0ac54f7aaec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:33:05.144408 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-fe1bdba8-05bc-45ae-98c3-54a00b29efc0 req-e209fb95-62cb-452c-89c8-d0ac54f7aaec service neutron] 10.222.0.65 "GET /networking/v2.0/networks?tenant_id=33af9400d270489da18c21dee3f9188f&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2823813 Oct 03 13:33:05.246599 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-1608e07d-00fd-43b6-b1ef-ee31f68d6151 req-375850d3-7b78-4528-8c29-7bdf81b9f67c service neutron] 10.222.0.65 "GET /networking/v2.0/security-groups?id=5d855e17-85d1-4849-b5e5-c2ce09571ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1485231 Oct 03 13:33:05.294216 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-863b1df8-b7fb-4b9d-8f12-b6990c6f25c9 req-4ada3ec5-1bd5-433d-8c07-5fc3cec4956c tempest-VolumesSnapshotTestJSON-986009736 tempest-VolumesSnapshotTestJSON-986009736-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=3603481c-ae89-4b51-aba6-7ef6fccab5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028747 Oct 03 13:33:05.309535 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.db [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] For port a26ac185-9533-4e8e-9f6b-3c2a32872f1a, host hv-cinder-86009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86009',level=0,port_id=a26ac185-9533-4e8e-9f6b-3c2a32872f1a,segment=NetworkSegment(b12e5c1f-6807-426b-94d8-2ab3945f2ac8),segment_id=b12e5c1f-6807-426b-94d8-2ab3945f2ac8)] {{(pid=106270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 13:33:05.335226 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:33:05.346336 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Returning: {'device': 'a26ac185-9533-4e8e-9f6b-3c2a32872f1a', 'network_id': 'eaea14e2-06e5-440b-8c67-d4a587c52b53', 'port_id': 'a26ac185-9533-4e8e-9f6b-3c2a32872f1a', 'mac_address': 'fa:16:3e:bb:6c:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bfdf188-ae96-4568-a390-fe2963517cb8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 03 13:33:05.420609 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Current status of the port a26ac185-9533-4e8e-9f6b-3c2a32872f1a is: DOWN; New status is: BUILD {{(pid=106270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 13:33:05.421343 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (a26ac185-9533-4e8e-9f6b-3c2a32872f1a), before_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:33:05.437087 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1bdba8-05bc-45ae-98c3-54a00b29efc0 req-c1b97291-5302-4e85-8ac5-cbdce3e8c8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:33:05.440646 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-fe1bdba8-05bc-45ae-98c3-54a00b29efc0 req-c1b97291-5302-4e85-8ac5-cbdce3e8c8a3 service neutron] 10.222.0.65 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2755578 Oct 03 13:33:05.441053 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.notifiers.nova [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a26ac185-9533-4e8e-9f6b-3c2a32872f1a {{(pid=106270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 03 13:33:05.463648 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f5d78c-e1bc-4524-9a21-cd166373ad3c req-e0d9a89f-0861-4ca5-8eb1-7dcf2f89e037 tempest-VolumesActionsTest-2129919452 tempest-VolumesActionsTest-2129919452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:33:05.466432 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-40f5d78c-e1bc-4524-9a21-cd166373ad3c req-e0d9a89f-0861-4ca5-8eb1-7dcf2f89e037 tempest-VolumesActionsTest-2129919452 tempest-VolumesActionsTest-2129919452-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=bd04a837-3721-447a-82af-4be3bd4a2d8b HTTP/1.1" status: 200 len: 943 time: 0.1257203 Oct 03 13:33:05.476953 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.db [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] For port a26ac185-9533-4e8e-9f6b-3c2a32872f1a, host hv-cinder-86009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86009',level=0,port_id=a26ac185-9533-4e8e-9f6b-3c2a32872f1a,segment=NetworkSegment(b12e5c1f-6807-426b-94d8-2ab3945f2ac8),segment_id=b12e5c1f-6807-426b-94d8-2ab3945f2ac8)] {{(pid=106270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 13:33:05.483729 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751015143617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751014657006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751014658052'] for port (a26ac185-9533-4e8e-9f6b-3c2a32872f1a), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:33:05.540087 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3838cba-facb-4064-b9d7-cbfb69c36f1c req-91de7519-09da-4720-ba26-c398a0a70edb tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:33:05.542812 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-f3838cba-facb-4064-b9d7-cbfb69c36f1c req-91de7519-09da-4720-ba26-c398a0a70edb tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=2ca377db-f0f6-4888-a94e-cfde65e470e9 HTTP/1.1" status: 200 len: 946 time: 0.0970557 Oct 03 13:33:05.545513 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Pushing event updated for resources: {'Port': ['ID=a26ac185-9533-4e8e-9f6b-3c2a32872f1a,revision_number=4']} {{(pid=106270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:33:05.571162 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-40f5d78c-e1bc-4524-9a21-cd166373ad3c req-71d1d6bf-c3e3-4127-ba3a-d2b0cdc79885 tempest-VolumesActionsTest-2129919452 tempest-VolumesActionsTest-2129919452-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=0342a324-3ea5-474c-a1c9-acd4329b76ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900362 Oct 03 13:33:05.605227 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-f3838cba-facb-4064-b9d7-cbfb69c36f1c req-ffc64b7f-c77b-4b0b-ad9f-45ed0d982659 tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=5d855e17-85d1-4849-b5e5-c2ce09571ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512524 Oct 03 13:33:05.716678 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd36536a-d9dd-4505-b89f-9231a961e8a3 req-08e37171-fefa-41e6-b805-a18707efa775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:33:05.718313 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-dd36536a-d9dd-4505-b89f-9231a961e8a3 req-08e37171-fefa-41e6-b805-a18707efa775 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=33af9400d270489da18c21dee3f9188f&device_id=020a908b-0c09-4a49-9482-62d085fd1df3 HTTP/1.1" status: 200 len: 1127 time: 0.0487821 Oct 03 13:33:05.768222 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-dd36536a-d9dd-4505-b89f-9231a961e8a3 req-e8225dd8-2a23-4783-a3da-fa18ef2433b6 service neutron] 10.222.0.65 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bfaafb6c-9eba-4966-9079-4cc52951697a HTTP/1.1" status: 200 len: 217 time: 0.0380864 Oct 03 13:33:05.835308 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd36536a-d9dd-4505-b89f-9231a961e8a3 req-dfcc4f6f-f977-4815-9ad2-273558c1538a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:33:05.836769 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-dd36536a-d9dd-4505-b89f-9231a961e8a3 req-dfcc4f6f-f977-4815-9ad2-273558c1538a service neutron] 10.222.0.65 "GET /networking/v2.0/subnets?id=0c69f2da-52d5-488f-89a6-be4aa051b9b6 HTTP/1.1" status: 200 len: 854 time: 0.0531695 Oct 03 13:33:05.882603 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-dd36536a-d9dd-4505-b89f-9231a961e8a3 req-d68dedc6-8f91-44c0-8462-1e7a35f1196c service neutron] 10.222.0.65 "GET /networking/v2.0/ports?network_id=e099c20e-064c-44a9-b92e-4dc5aecf03f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327892 Oct 03 13:33:06.005217 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-dd36536a-d9dd-4505-b89f-9231a961e8a3 req-da1f58fb-9a0a-448e-af04-dbf3fe3e13c0 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/e099c20e-064c-44a9-b92e-4dc5aecf03f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017053 Oct 03 13:33:06.034612 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.db [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] get_ports_and_sgs() called for port_ids ['a26ac185-9533-4e8e-9f6b-3c2a32872f1a'] {{(pid=106270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 03 13:33:06.132934 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-1bb28928-3e93-41c9-8900-1ecfb790b160 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (5eabf47d-5620-4e94-9269-ef19fe52be68), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:33:06.157261 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-dd36536a-d9dd-4505-b89f-9231a961e8a3 req-35160f6f-59ec-4a7c-8ab5-82876dc5fca2 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/e099c20e-064c-44a9-b92e-4dc5aecf03f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398208 Oct 03 13:33:06.288999 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744df39a-ac61-44e4-a3cf-2fd63579d479 req-18fc7279-2c3c-4a36-bf81-2a99cc18082a tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:33:06.290568 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-744df39a-ac61-44e4-a3cf-2fd63579d479 req-18fc7279-2c3c-4a36-bf81-2a99cc18082a tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=4b7a7e49-20a7-45bc-bc98-7af878fc50a8 HTTP/1.1" status: 200 len: 946 time: 0.0551713 Oct 03 13:33:06.350429 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-744df39a-ac61-44e4-a3cf-2fd63579d479 req-2c86d139-0b87-4446-86e1-beba9e0882a9 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=90741e6a-03d0-4889-9f91-275c8bff3e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527172 Oct 03 13:33:06.543344 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933fff49-c63c-4b39-ace9-fad4e06fce6f req-af5e9296-0e15-4331-8add-069858309520 tempest-VolumesSnapshotTestJSON-986009736 tempest-VolumesSnapshotTestJSON-986009736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:33:06.546718 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-933fff49-c63c-4b39-ace9-fad4e06fce6f req-af5e9296-0e15-4331-8add-069858309520 tempest-VolumesSnapshotTestJSON-986009736 tempest-VolumesSnapshotTestJSON-986009736-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=020a908b-0c09-4a49-9482-62d085fd1df3 HTTP/1.1" status: 200 len: 943 time: 0.0996003 Oct 03 13:33:06.637535 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-933fff49-c63c-4b39-ace9-fad4e06fce6f req-61b25ec1-2b1d-4d3c-a16d-dab4b7b4f7ec tempest-VolumesSnapshotTestJSON-986009736 tempest-VolumesSnapshotTestJSON-986009736-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=3603481c-ae89-4b51-aba6-7ef6fccab5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824044 Oct 03 13:33:06.788036 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687e9df4-02ea-4e01-8a5b-d23a5529b42b req-db5cd9a9-24ae-4f90-a40d-07fdedcce9f4 tempest-VolumesActionsTest-2129919452 tempest-VolumesActionsTest-2129919452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:33:06.791304 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-687e9df4-02ea-4e01-8a5b-d23a5529b42b req-db5cd9a9-24ae-4f90-a40d-07fdedcce9f4 tempest-VolumesActionsTest-2129919452 tempest-VolumesActionsTest-2129919452-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=bd04a837-3721-447a-82af-4be3bd4a2d8b HTTP/1.1" status: 200 len: 944 time: 0.0749958 Oct 03 13:33:06.874171 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de9d19b-3215-4d0c-8bbd-9ddbd13e9546 req-d857df83-13d2-4913-a370-9ebf75b75b23 tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:33:06.876309 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-1de9d19b-3215-4d0c-8bbd-9ddbd13e9546 req-d857df83-13d2-4913-a370-9ebf75b75b23 tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=2ca377db-f0f6-4888-a94e-cfde65e470e9 HTTP/1.1" status: 200 len: 946 time: 0.0903561 Oct 03 13:33:06.895994 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-687e9df4-02ea-4e01-8a5b-d23a5529b42b req-a9bd85f5-cea8-438c-a056-4aef819d8985 tempest-VolumesActionsTest-2129919452 tempest-VolumesActionsTest-2129919452-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=0342a324-3ea5-474c-a1c9-acd4329b76ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961120 Oct 03 13:33:06.977235 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-1de9d19b-3215-4d0c-8bbd-9ddbd13e9546 req-48f3ed3a-589a-42c3-a1da-6c9e7f65f941 tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=5d855e17-85d1-4849-b5e5-c2ce09571ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796814 Oct 03 13:33:07.147144 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Device a26ac185-9533-4e8e-9f6b-3c2a32872f1a up at agent hyperv_hv-cinder-86009 {{(pid=106270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 13:33:07.223015 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.provisioning_blocks [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Provisioning for port a26ac185-9533-4e8e-9f6b-3c2a32872f1a completed by entity L2. {{(pid=106270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 03 13:33:07.230688 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.provisioning_blocks [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Provisioning complete for port a26ac185-9533-4e8e-9f6b-3c2a32872f1a triggered by entity L2. {{(pid=106270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 13:33:07.231070 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1340199'] for port (a26ac185-9533-4e8e-9f6b-3c2a32872f1a), provisioning_complete {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:33:07.231464 dv-cinder-860090-1-iscsi neutron-server[106270]: INFO neutron.plugins.ml2.plugin [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Attempt 1 to provision port a26ac185-9533-4e8e-9f6b-3c2a32872f1a Oct 03 13:33:07.319101 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Current status of the port a26ac185-9533-4e8e-9f6b-3c2a32872f1a is: BUILD; New status is: ACTIVE {{(pid=106270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 13:33:07.319706 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (a26ac185-9533-4e8e-9f6b-3c2a32872f1a), before_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:33:07.356392 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd04a837-3721-447a-82af-4be3bd4a2d8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a26ac185-9533-4e8e-9f6b-3c2a32872f1a'}] {{(pid=106270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 13:33:07.359130 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}560c9627402e85393d05fbb3c51e26d9631cba9dc4b6297c571b83e08b497dad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4310f92-62eb-44fc-94b0-76db71a09d96" -d '{"events": [{"server_uuid": "bd04a837-3721-447a-82af-4be3bd4a2d8b", "name": "network-vif-plugged", "status": "completed", "tag": "a26ac185-9533-4e8e-9f6b-3c2a32872f1a"}]}' {{(pid=106270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 13:33:07.381355 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.db [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] For port a26ac185-9533-4e8e-9f6b-3c2a32872f1a, host hv-cinder-86009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86009',level=0,port_id=a26ac185-9533-4e8e-9f6b-3c2a32872f1a,segment=NetworkSegment(b12e5c1f-6807-426b-94d8-2ab3945f2ac8),segment_id=b12e5c1f-6807-426b-94d8-2ab3945f2ac8)] {{(pid=106270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 13:33:07.390679 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751015143617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751014657006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751014658052'] for port (a26ac185-9533-4e8e-9f6b-3c2a32872f1a), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:33:07.443267 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 13:33:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d006f67e-98af-48c8-85de-59e65d518744 x-openstack-request-id: req-d006f67e-98af-48c8-85de-59e65d518744 {{(pid=106270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 13:33:07.443736 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd04a837-3721-447a-82af-4be3bd4a2d8b", "name": "network-vif-plugged", "status": "completed", "tag": "a26ac185-9533-4e8e-9f6b-3c2a32872f1a", "code": 200}]} {{(pid=106270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 13:33:07.444421 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d006f67e-98af-48c8-85de-59e65d518744 {{(pid=106270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 13:33:07.445244 dv-cinder-860090-1-iscsi neutron-server[106270]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d006f67e-98af-48c8-85de-59e65d518744'] response: {'server_uuid': 'bd04a837-3721-447a-82af-4be3bd4a2d8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a26ac185-9533-4e8e-9f6b-3c2a32872f1a', 'code': 200} Oct 03 13:33:07.515612 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (d46c7ed5-c451-4a76-ab3f-ab8e3ea4a5ec), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:33:07.515929 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b76d8ed-385a-422c-98ce-e6ffa3c373a0 req-dd3a8bb9-da7b-4bc1-86c5-7b4713bd92ae tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:33:07.518246 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-4b76d8ed-385a-422c-98ce-e6ffa3c373a0 req-dd3a8bb9-da7b-4bc1-86c5-7b4713bd92ae tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=4b7a7e49-20a7-45bc-bc98-7af878fc50a8 HTTP/1.1" status: 200 len: 946 time: 0.0589769 Oct 03 13:33:07.523438 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Pushing event updated for resources: {'Port': ['ID=a26ac185-9533-4e8e-9f6b-3c2a32872f1a,revision_number=5']} {{(pid=106270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:33:07.593927 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-4b76d8ed-385a-422c-98ce-e6ffa3c373a0 req-b6171fd4-c05d-4cda-b2da-1fa02e82d532 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=90741e6a-03d0-4889-9f91-275c8bff3e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691464 Oct 03 13:33:07.616899 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-9b3e6be4-ae7f-4a46-812d-719b0ca73959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (3cd5b2bb-c81a-4ce3-a212-a51c5aa706bd), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:33:07.811686 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63c91f2-c062-417f-8791-5964aee0a617 req-0d79ecb7-3002-41b5-aa62-4128c308efb9 tempest-VolumesSnapshotTestJSON-986009736 tempest-VolumesSnapshotTestJSON-986009736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:33:07.814369 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-a63c91f2-c062-417f-8791-5964aee0a617 req-0d79ecb7-3002-41b5-aa62-4128c308efb9 tempest-VolumesSnapshotTestJSON-986009736 tempest-VolumesSnapshotTestJSON-986009736-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=020a908b-0c09-4a49-9482-62d085fd1df3 HTTP/1.1" status: 200 len: 943 time: 0.0715685 Oct 03 13:33:07.885901 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-a63c91f2-c062-417f-8791-5964aee0a617 req-50dfcc7d-a6f8-4092-88a3-c11d171a34d3 tempest-VolumesSnapshotTestJSON-986009736 tempest-VolumesSnapshotTestJSON-986009736-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=3603481c-ae89-4b51-aba6-7ef6fccab5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636942 Oct 03 13:33:07.920204 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (1af51d63-a9c9-4bbe-9b0d-c8e0a80c641c), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:33:08.089989 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bc659b-9e50-4d63-9974-85bde31af998 req-10fff9e8-0b77-4628-b772-e5cbe2be85e5 tempest-VolumesActionsTest-2129919452 tempest-VolumesActionsTest-2129919452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:33:08.092947 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-84bc659b-9e50-4d63-9974-85bde31af998 req-10fff9e8-0b77-4628-b772-e5cbe2be85e5 tempest-VolumesActionsTest-2129919452 tempest-VolumesActionsTest-2129919452-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=bd04a837-3721-447a-82af-4be3bd4a2d8b HTTP/1.1" status: 200 len: 945 time: 0.0889649 Oct 03 13:33:08.126728 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=100 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:33:08.183368 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce372312-66c5-4433-a0ea-8e0e802d9a60 req-b43cfecb-2c3e-4aee-bcef-32ac6a95346f tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:33:08.185403 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-ce372312-66c5-4433-a0ea-8e0e802d9a60 req-b43cfecb-2c3e-4aee-bcef-32ac6a95346f tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=2ca377db-f0f6-4888-a94e-cfde65e470e9 HTTP/1.1" status: 200 len: 946 time: 0.0695398 Oct 03 13:33:08.189350 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-84bc659b-9e50-4d63-9974-85bde31af998 req-c8c24cd0-8c5c-4195-9c77-1f0e93220ff4 tempest-VolumesActionsTest-2129919452 tempest-VolumesActionsTest-2129919452-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=0342a324-3ea5-474c-a1c9-acd4329b76ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825505 Oct 03 13:33:08.206739 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=100 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:33:08.208016 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 60516) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:33:08.307693 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-ce372312-66c5-4433-a0ea-8e0e802d9a60 req-fe6eb8b5-01b9-4b22-811b-46353e0f8115 tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=5d855e17-85d1-4849-b5e5-c2ce09571ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1123774 Oct 03 13:33:08.396581 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.agents_db [None req-0a1e5e68-d5eb-461a-8b1a-39e3d06a9bb6 None None] Agent healthcheck: found 6 active agents {{(pid=106271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 03 13:33:08.431146 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-1cc8883f-a3ae-4bf8-b77a-0cbc805ddd0e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:33:08.467761 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=100 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:33:08.537310 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 60522) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:33:08.597352 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:33:08.635273 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-1cc8883f-a3ae-4bf8-b77a-0cbc805ddd0e admin admin] Publish callbacks [] for security_group (a40d69c8-6352-46bb-8aaf-6f9dc18355c5), precommit_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:33:08.642571 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-1cc8883f-a3ae-4bf8-b77a-0cbc805ddd0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (a40d69c8-6352-46bb-8aaf-6f9dc18355c5), after_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:33:08.697225 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc8883f-a3ae-4bf8-b77a-0cbc805ddd0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a40d69c8-6352-46bb-8aaf-6f9dc18355c5,revision_number=1']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:33:08.702045 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-1cc8883f-a3ae-4bf8-b77a-0cbc805ddd0e admin admin] 10.222.0.58 "GET /networking/v2.0/security-groups?tenant_id=5516e52a3d4a450ba5d546d421e6a096&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4923997 Oct 03 13:33:08.706574 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 60528) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:33:08.767074 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-75a0cd41-4f08-45f8-9da7-72b3d69ec079 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:33:08.817415 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a481b1-5b0a-4118-8e68-f25b2ebe2db4 req-489e994c-49f5-40c3-9fe8-0603d96fa550 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:33:08.818579 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-52f168cf-c5f7-4259-bd83-5417d91fe7d0 admin admin] Publish callbacks [] for security_group (a40d69c8-6352-46bb-8aaf-6f9dc18355c5), before_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:33:08.820167 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-b9a481b1-5b0a-4118-8e68-f25b2ebe2db4 req-489e994c-49f5-40c3-9fe8-0603d96fa550 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=4b7a7e49-20a7-45bc-bc98-7af878fc50a8 HTTP/1.1" status: 200 len: 946 time: 0.0859838 Oct 03 13:33:08.855683 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-52f168cf-c5f7-4259-bd83-5417d91fe7d0 admin admin] Publish callbacks [] for security_group (a40d69c8-6352-46bb-8aaf-6f9dc18355c5), precommit_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:33:08.910510 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-b9a481b1-5b0a-4118-8e68-f25b2ebe2db4 req-f5316b50-8341-48a2-b238-babc9b66d4fb tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=90741e6a-03d0-4889-9f91-275c8bff3e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812898 Oct 03 13:33:08.942007 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-75a0cd41-4f08-45f8-9da7-72b3d69ec079 admin admin] Publish callbacks [] for security_group (32e965d4-782b-435f-b9cc-4426400e7a54), precommit_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:33:08.949623 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-75a0cd41-4f08-45f8-9da7-72b3d69ec079 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (32e965d4-782b-435f-b9cc-4426400e7a54), after_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:33:08.997428 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-52f168cf-c5f7-4259-bd83-5417d91fe7d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (a40d69c8-6352-46bb-8aaf-6f9dc18355c5), after_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:33:09.000522 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-52f168cf-c5f7-4259-bd83-5417d91fe7d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:33:09.006370 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-52f168cf-c5f7-4259-bd83-5417d91fe7d0 admin admin] 10.222.0.58 "DELETE /networking/v2.0/security-groups/a40d69c8-6352-46bb-8aaf-6f9dc18355c5 HTTP/1.1" status: 204 len: 168 time: 0.2938912 Oct 03 13:33:09.011336 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 60534) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:33:09.014371 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-75a0cd41-4f08-45f8-9da7-72b3d69ec079 admin admin] 10.222.0.58 "GET /networking/v2.0/security-groups?tenant_id=f5a68ad78ec547dcb0036549fbca1d49&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4751668 Oct 03 13:33:09.018674 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a0cd41-4f08-45f8-9da7-72b3d69ec079 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32e965d4-782b-435f-b9cc-4426400e7a54,revision_number=1']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:33:09.072756 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-57b5ed66-4691-4593-b7da-f155259d8518 admin admin] Publish callbacks [] for security_group (32e965d4-782b-435f-b9cc-4426400e7a54), before_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:33:09.081259 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f168cf-c5f7-4259-bd83-5417d91fe7d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a40d69c8-6352-46bb-8aaf-6f9dc18355c5,revision_number=None']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:33:09.103941 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-57b5ed66-4691-4593-b7da-f155259d8518 admin admin] Publish callbacks [] for security_group (32e965d4-782b-435f-b9cc-4426400e7a54), precommit_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:33:09.110729 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41bac6f-aab9-4f09-bdca-60bd6d1cd59d req-a8934f07-3f6a-4a7f-8974-9a5804c16557 tempest-VolumesSnapshotTestJSON-986009736 tempest-VolumesSnapshotTestJSON-986009736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:33:09.114027 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-a41bac6f-aab9-4f09-bdca-60bd6d1cd59d req-a8934f07-3f6a-4a7f-8974-9a5804c16557 tempest-VolumesSnapshotTestJSON-986009736 tempest-VolumesSnapshotTestJSON-986009736-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=020a908b-0c09-4a49-9482-62d085fd1df3 HTTP/1.1" status: 200 len: 943 time: 0.0972266 Oct 03 13:33:09.135272 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Device bfaafb6c-9eba-4966-9079-4cc52951697a details requested by agent hyperv_hv-cinder-86009 with host hv-cinder-86009 {{(pid=106270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 03 13:33:09.164761 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=92,neutron:UPDATE=7,neutron:DELETE=1 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:33:09.209610 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-57b5ed66-4691-4593-b7da-f155259d8518 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (32e965d4-782b-435f-b9cc-4426400e7a54), after_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:33:09.214834 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-57b5ed66-4691-4593-b7da-f155259d8518 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:33:09.221017 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-a41bac6f-aab9-4f09-bdca-60bd6d1cd59d req-43bbd338-5393-42b6-ba66-15e2220c1cd9 tempest-VolumesSnapshotTestJSON-986009736 tempest-VolumesSnapshotTestJSON-986009736-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=3603481c-ae89-4b51-aba6-7ef6fccab5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916970 Oct 03 13:33:09.221940 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-57b5ed66-4691-4593-b7da-f155259d8518 admin admin] 10.222.0.58 "DELETE /networking/v2.0/security-groups/32e965d4-782b-435f-b9cc-4426400e7a54 HTTP/1.1" status: 204 len: 168 time: 0.2042234 Oct 03 13:33:09.232286 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b5ed66-4691-4593-b7da-f155259d8518 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32e965d4-782b-435f-b9cc-4426400e7a54,revision_number=None']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:33:09.343020 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.db [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] For port bfaafb6c-9eba-4966-9079-4cc52951697a, host hv-cinder-86009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86009',level=0,port_id=bfaafb6c-9eba-4966-9079-4cc52951697a,segment=NetworkSegment(de015196-66eb-453e-a814-070f84aee270),segment_id=de015196-66eb-453e-a814-070f84aee270)] {{(pid=106270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 13:33:09.370291 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Returning: {'device': 'bfaafb6c-9eba-4966-9079-4cc52951697a', 'network_id': 'e099c20e-064c-44a9-b92e-4dc5aecf03f8', 'port_id': 'bfaafb6c-9eba-4966-9079-4cc52951697a', 'mac_address': 'fa:16:3e:42:af:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c69f2da-52d5-488f-89a6-be4aa051b9b6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 03 13:33:09.428458 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44602410-9b8b-4900-a05f-0f4738c3b962 req-2d634ea2-19b4-449d-8207-a70d355df946 tempest-VolumesActionsTest-2129919452 tempest-VolumesActionsTest-2129919452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:33:09.431264 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-44602410-9b8b-4900-a05f-0f4738c3b962 req-2d634ea2-19b4-449d-8207-a70d355df946 tempest-VolumesActionsTest-2129919452 tempest-VolumesActionsTest-2129919452-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=bd04a837-3721-447a-82af-4be3bd4a2d8b HTTP/1.1" status: 200 len: 945 time: 0.1041853 Oct 03 13:33:09.470193 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Current status of the port bfaafb6c-9eba-4966-9079-4cc52951697a is: DOWN; New status is: BUILD {{(pid=106270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 13:33:09.471217 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (bfaafb6c-9eba-4966-9079-4cc52951697a), before_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:33:09.548696 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.notifiers.nova [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfaafb6c-9eba-4966-9079-4cc52951697a {{(pid=106270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 03 13:33:09.602793 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:33:09.615508 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.db [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] For port bfaafb6c-9eba-4966-9079-4cc52951697a, host hv-cinder-86009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86009',level=0,port_id=bfaafb6c-9eba-4966-9079-4cc52951697a,segment=NetworkSegment(de015196-66eb-453e-a814-070f84aee270),segment_id=de015196-66eb-453e-a814-070f84aee270)] {{(pid=106270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 13:33:09.624860 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751015143617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751014657006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751014658052'] for port (bfaafb6c-9eba-4966-9079-4cc52951697a), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:33:09.640001 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-44602410-9b8b-4900-a05f-0f4738c3b962 req-2406eb2f-1db9-4aa9-bf97-a342e134a2f3 tempest-VolumesActionsTest-2129919452 tempest-VolumesActionsTest-2129919452-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=0342a324-3ea5-474c-a1c9-acd4329b76ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998637 Oct 03 13:33:09.651252 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224ac358-7e22-4fe5-ba2c-45d2acc06aed req-af3aec81-f375-4e2f-acda-8b4686b41627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:33:09.653353 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-224ac358-7e22-4fe5-ba2c-45d2acc06aed req-af3aec81-f375-4e2f-acda-8b4686b41627 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?device_id=bd04a837-3721-447a-82af-4be3bd4a2d8b HTTP/1.1" status: 200 len: 1129 time: 0.1981654 Oct 03 13:33:09.731253 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07602371-dd4c-4c6c-9c9a-078ea38925d8 req-34fce9b9-1bea-4663-a787-e220a20eef46 tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:33:09.731840 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Pushing event updated for resources: {'Port': ['ID=bfaafb6c-9eba-4966-9079-4cc52951697a,revision_number=4']} {{(pid=106270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:33:09.733806 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-07602371-dd4c-4c6c-9c9a-078ea38925d8 req-34fce9b9-1bea-4663-a787-e220a20eef46 tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=2ca377db-f0f6-4888-a94e-cfde65e470e9 HTTP/1.1" status: 200 len: 946 time: 0.1498308 Oct 03 13:33:09.784411 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-224ac358-7e22-4fe5-ba2c-45d2acc06aed req-a2f4c0b0-c98b-4627-abf8-4ad919faf6c2 service neutron] 10.222.0.65 "GET /networking/v2.0/security-groups?id=0342a324-3ea5-474c-a1c9-acd4329b76ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024170 Oct 03 13:33:09.819707 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-07602371-dd4c-4c6c-9c9a-078ea38925d8 req-8bbc8dec-0731-4cd0-8973-92a89d86e784 tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=5d855e17-85d1-4849-b5e5-c2ce09571ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672855 Oct 03 13:33:09.972897 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dac51bf-b390-4655-8eb2-edbda59f4ef0 req-5d8e0006-c1c2-440e-abcf-5feff79e76e1 tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:33:09.977064 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-8dac51bf-b390-4655-8eb2-edbda59f4ef0 req-5d8e0006-c1c2-440e-abcf-5feff79e76e1 tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=2ca377db-f0f6-4888-a94e-cfde65e470e9 HTTP/1.1" status: 200 len: 946 time: 0.0640438 Oct 03 13:33:09.993591 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 60548) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:33:10.001959 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.v2.base [None req-53ba5e9b-5631-40aa-a6bf-dd63654005bf tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Request body: {'floatingip': {'port_id': 'b7b4c568-efe4-4d19-8923-b411916ba1a1'}} {{(pid=106268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 13:33:10.094390 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.db [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] get_ports_and_sgs() called for port_ids ['bfaafb6c-9eba-4966-9079-4cc52951697a'] {{(pid=106270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 03 13:33:10.138782 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-53ba5e9b-5631-40aa-a6bf-dd63654005bf tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Publish callbacks [] for floatingip (257c8cee-4e61-4cb0-9356-9a836ef1c43d), before_update {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:33:10.476088 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0215f4b0-29a1-4466-a074-5d661848fb32 req-b494f69b-523b-433a-a762-e5de685efbe0 tempest-VolumesSnapshotTestJSON-986009736 tempest-VolumesSnapshotTestJSON-986009736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:33:10.478257 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-0215f4b0-29a1-4466-a074-5d661848fb32 req-b494f69b-523b-433a-a762-e5de685efbe0 tempest-VolumesSnapshotTestJSON-986009736 tempest-VolumesSnapshotTestJSON-986009736-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=020a908b-0c09-4a49-9482-62d085fd1df3 HTTP/1.1" status: 200 len: 944 time: 0.0943725 Oct 03 13:33:10.484075 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75442b38-fba4-430f-a7fc-eafc40b757a9 req-126d96ee-6571-4492-a9c1-c378a6b05611 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:33:10.485673 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-75442b38-fba4-430f-a7fc-eafc40b757a9 req-126d96ee-6571-4492-a9c1-c378a6b05611 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=4b7a7e49-20a7-45bc-bc98-7af878fc50a8 HTTP/1.1" status: 200 len: 946 time: 0.3752949 Oct 03 13:33:10.549260 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-0215f4b0-29a1-4466-a074-5d661848fb32 req-4f76213d-7b50-468c-aeaa-71d11ae10ebe tempest-VolumesSnapshotTestJSON-986009736 tempest-VolumesSnapshotTestJSON-986009736-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=3603481c-ae89-4b51-aba6-7ef6fccab5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642190 Oct 03 13:33:10.660141 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-75442b38-fba4-430f-a7fc-eafc40b757a9 req-a0161efa-33c7-4d0f-aed0-fd81b210dac6 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=90741e6a-03d0-4889-9f91-275c8bff3e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509478 Oct 03 13:33:10.727309 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:DELETE=3 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:33:10.732423 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=3,neutron:DELETE=1 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:33:10.811028 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b260713-f0fe-43e7-b4ca-fc557377e4e9 req-befbc587-a46e-47b3-9910-8d90cdc872a8 tempest-VolumesActionsTest-2129919452 tempest-VolumesActionsTest-2129919452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:33:10.812898 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-4b260713-f0fe-43e7-b4ca-fc557377e4e9 req-befbc587-a46e-47b3-9910-8d90cdc872a8 tempest-VolumesActionsTest-2129919452 tempest-VolumesActionsTest-2129919452-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=bd04a837-3721-447a-82af-4be3bd4a2d8b HTTP/1.1" status: 200 len: 945 time: 0.0679514 Oct 03 13:33:10.880665 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-4b260713-f0fe-43e7-b4ca-fc557377e4e9 req-5144c97e-21ab-46ac-900a-e6c773e4724c tempest-VolumesActionsTest-2129919452 tempest-VolumesActionsTest-2129919452-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=0342a324-3ea5-474c-a1c9-acd4329b76ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566084 Oct 03 13:33:11.335674 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-53ba5e9b-5631-40aa-a6bf-dd63654005bf tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:33:11.341714 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-53ba5e9b-5631-40aa-a6bf-dd63654005bf tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3722562'] for floatingip (257c8cee-4e61-4cb0-9356-9a836ef1c43d), after_update {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:33:11.391178 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Device bfaafb6c-9eba-4966-9079-4cc52951697a up at agent hyperv_hv-cinder-86009 {{(pid=106270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 13:33:11.467197 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.provisioning_blocks [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Provisioning for port bfaafb6c-9eba-4966-9079-4cc52951697a completed by entity L2. {{(pid=106270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 03 13:33:11.475955 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.provisioning_blocks [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Provisioning complete for port bfaafb6c-9eba-4966-9079-4cc52951697a triggered by entity L2. {{(pid=106270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 13:33:11.476534 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1340199'] for port (bfaafb6c-9eba-4966-9079-4cc52951697a), provisioning_complete {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:33:11.476998 dv-cinder-860090-1-iscsi neutron-server[106270]: INFO neutron.plugins.ml2.plugin [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Attempt 1 to provision port bfaafb6c-9eba-4966-9079-4cc52951697a Oct 03 13:33:11.483721 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.db.l3_db [None req-53ba5e9b-5631-40aa-a6bf-dd63654005bf tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Floating IP 257c8cee-4e61-4cb0-9356-9a836ef1c43d associated. External IP: 172.27.1.9, port: b7b4c568-efe4-4d19-8923-b411916ba1a1. Oct 03 13:33:11.564948 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Current status of the port bfaafb6c-9eba-4966-9079-4cc52951697a is: BUILD; New status is: ACTIVE {{(pid=106270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 13:33:11.565346 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (bfaafb6c-9eba-4966-9079-4cc52951697a), before_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:33:11.594337 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '020a908b-0c09-4a49-9482-62d085fd1df3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfaafb6c-9eba-4966-9079-4cc52951697a'}] {{(pid=106270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 13:33:11.596599 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}560c9627402e85393d05fbb3c51e26d9631cba9dc4b6297c571b83e08b497dad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01326cc3-c662-4e9c-b5b5-b494c4ad60ed" -d '{"events": [{"server_uuid": "020a908b-0c09-4a49-9482-62d085fd1df3", "name": "network-vif-plugged", "status": "completed", "tag": "bfaafb6c-9eba-4966-9079-4cc52951697a"}]}' {{(pid=106270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 13:33:11.614777 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.db [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] For port bfaafb6c-9eba-4966-9079-4cc52951697a, host hv-cinder-86009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86009',level=0,port_id=bfaafb6c-9eba-4966-9079-4cc52951697a,segment=NetworkSegment(de015196-66eb-453e-a814-070f84aee270),segment_id=de015196-66eb-453e-a814-070f84aee270)] {{(pid=106270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 13:33:11.619578 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751015143617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751014657006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751014658052'] for port (bfaafb6c-9eba-4966-9079-4cc52951697a), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:33:11.677429 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Pushing event updated for resources: {'Port': ['ID=bfaafb6c-9eba-4966-9079-4cc52951697a,revision_number=5']} {{(pid=106270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:33:11.700602 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 13:33:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12fb1e07-87ce-42f8-812f-392e7de30680 x-openstack-request-id: req-12fb1e07-87ce-42f8-812f-392e7de30680 {{(pid=106270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 13:33:11.701106 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "020a908b-0c09-4a49-9482-62d085fd1df3", "name": "network-vif-plugged", "status": "completed", "tag": "bfaafb6c-9eba-4966-9079-4cc52951697a", "code": 200}]} {{(pid=106270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 13:33:11.701481 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-12fb1e07-87ce-42f8-812f-392e7de30680 {{(pid=106270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 13:33:11.702001 dv-cinder-860090-1-iscsi neutron-server[106270]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12fb1e07-87ce-42f8-812f-392e7de30680'] response: {'server_uuid': '020a908b-0c09-4a49-9482-62d085fd1df3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfaafb6c-9eba-4966-9079-4cc52951697a', 'code': 200} Oct 03 13:33:11.786421 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53ba5e9b-5631-40aa-a6bf-dd63654005bf tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Router 34ec1ae2-2ab5-419a-b041-dbfaef2c5f1b has already been hosted by L3 agent 94180321-47b1-4b5c-b620-b1b0a31df446 {{(pid=106268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 03 13:33:11.817429 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f19116-cbe0-413f-841d-ab3ac6b24291 req-ae1095f6-8f00-4c82-9e0b-b1e157cfb1bf tempest-VolumesSnapshotTestJSON-986009736 tempest-VolumesSnapshotTestJSON-986009736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:33:11.821870 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-b9f19116-cbe0-413f-841d-ab3ac6b24291 req-ae1095f6-8f00-4c82-9e0b-b1e157cfb1bf tempest-VolumesSnapshotTestJSON-986009736 tempest-VolumesSnapshotTestJSON-986009736-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=020a908b-0c09-4a49-9482-62d085fd1df3 HTTP/1.1" status: 200 len: 945 time: 0.1064250 Oct 03 13:33:11.893564 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-b9f19116-cbe0-413f-841d-ab3ac6b24291 req-9a2a2b73-2950-419f-b0e1-079b408f2b16 tempest-VolumesSnapshotTestJSON-986009736 tempest-VolumesSnapshotTestJSON-986009736-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=3603481c-ae89-4b51-aba6-7ef6fccab5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657713 Oct 03 13:33:11.951726 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad444a19-7454-450b-8635-7b53cee2f6d1 req-93013df5-02b7-4080-a16e-50e6b40c8131 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:33:11.954091 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-ad444a19-7454-450b-8635-7b53cee2f6d1 req-93013df5-02b7-4080-a16e-50e6b40c8131 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=4b7a7e49-20a7-45bc-bc98-7af878fc50a8 HTTP/1.1" status: 200 len: 946 time: 0.0969901 Oct 03 13:33:11.962302 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53ba5e9b-5631-40aa-a6bf-dd63654005bf tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Notify agent at l3_agent.dv-cinder-860090-1-iscsi the message routers_updated {{(pid=106268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 13:33:11.971020 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-53ba5e9b-5631-40aa-a6bf-dd63654005bf tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512321'] for floatingip (None), before_response {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:33:11.980982 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cab5d66-3fed-47e5-b549-c02361dae04a None None] Sync routers for ids ['34ec1ae2-2ab5-419a-b041-dbfaef2c5f1b'] in dv-cinder-860090-1-iscsi {{(pid=106270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 13:33:12.002056 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cab5d66-3fed-47e5-b549-c02361dae04a None None] Routers {'34ec1ae2-2ab5-419a-b041-dbfaef2c5f1b'} bound to L3 agent in host dv-cinder-860090-1-iscsi {{(pid=106270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 13:33:12.003390 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_hamode_db [None req-4cab5d66-3fed-47e5-b549-c02361dae04a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860090-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-03T13:22:05Z,description=,heartbeat_timestamp=2022-10-03T13:33:05Z,host='dv-cinder-860090-1-iscsi',id=94180321-47b1-4b5c-b620-b1b0a31df446,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T13:22:05Z,topic='l3_agent')) {'router_ids': ['34ec1ae2-2ab5-419a-b041-dbfaef2c5f1b'], 'active': True} {{(pid=106270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:33:12.039793 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-53ba5e9b-5631-40aa-a6bf-dd63654005bf tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] 10.222.0.58 "PUT /networking/v2.0/floatingips/257c8cee-4e61-4cb0-9356-9a836ef1c43d HTTP/1.1" status: 200 len: 990 time: 2.0420403 Oct 03 13:33:12.041277 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ca377db-f0f6-4888-a94e-cfde65e470e9', 'tag': 'b7b4c568-efe4-4d19-8923-b411916ba1a1'}] {{(pid=106268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 13:33:12.042939 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd70873512ffc397a2b7ac25ee02414627e7506f7787b64d61dc92e00300ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14bfb1db-489e-4404-9afb-ab3fe620dc28" -d '{"events": [{"name": "network-changed", "server_uuid": "2ca377db-f0f6-4888-a94e-cfde65e470e9", "tag": "b7b4c568-efe4-4d19-8923-b411916ba1a1"}]}' {{(pid=106268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 13:33:12.074464 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-ad444a19-7454-450b-8635-7b53cee2f6d1 req-b998b9ba-2a1b-4429-afb6-811928e2bfbf tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=90741e6a-03d0-4889-9f91-275c8bff3e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913177 Oct 03 13:33:12.088964 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f5e342-cda4-4bf5-83d3-4b05120f4846 req-e59cd276-6e5b-4fc2-be92-17351c715477 tempest-VolumesActionsTest-2129919452 tempest-VolumesActionsTest-2129919452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:33:12.091719 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-54f5e342-cda4-4bf5-83d3-4b05120f4846 req-e59cd276-6e5b-4fc2-be92-17351c715477 tempest-VolumesActionsTest-2129919452 tempest-VolumesActionsTest-2129919452-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=bd04a837-3721-447a-82af-4be3bd4a2d8b HTTP/1.1" status: 200 len: 945 time: 0.0849190 Oct 03 13:33:12.163907 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 13:33:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b7af632-5eaa-4326-b9e7-63cb3e9a5f78 x-openstack-request-id: req-5b7af632-5eaa-4326-b9e7-63cb3e9a5f78 {{(pid=106268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 13:33:12.164352 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ca377db-f0f6-4888-a94e-cfde65e470e9", "tag": "b7b4c568-efe4-4d19-8923-b411916ba1a1", "status": "completed", "code": 200}]} {{(pid=106268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 13:33:12.164745 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5b7af632-5eaa-4326-b9e7-63cb3e9a5f78 {{(pid=106268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 13:33:12.165416 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b7af632-5eaa-4326-b9e7-63cb3e9a5f78'] response: {'name': 'network-changed', 'server_uuid': '2ca377db-f0f6-4888-a94e-cfde65e470e9', 'tag': 'b7b4c568-efe4-4d19-8923-b411916ba1a1', 'status': 'completed', 'code': 200} Oct 03 13:33:12.169394 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-54f5e342-cda4-4bf5-83d3-4b05120f4846 req-445a9e0d-7c40-449d-aff4-91e084533ca8 tempest-VolumesActionsTest-2129919452 tempest-VolumesActionsTest-2129919452-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=0342a324-3ea5-474c-a1c9-acd4329b76ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660503 Oct 03 13:33:12.343594 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_dvr_db [None req-4cab5d66-3fed-47e5-b549-c02361dae04a None None] Set router 34ec1ae2-2ab5-419a-b041-dbfaef2c5f1b gateway port host: dv-cinder-860090-1-iscsi {{(pid=106270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 13:33:12.475093 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:33:12.622898 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bfb1db-489e-4404-9afb-ab3fe620dc28 req-5feb7be0-0f11-4617-8839-2e2312cfff68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:33:12.625556 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-14bfb1db-489e-4404-9afb-ab3fe620dc28 req-5feb7be0-0f11-4617-8839-2e2312cfff68 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=1432ad4a21624574b8caeaf10f2f8339&device_id=2ca377db-f0f6-4888-a94e-cfde65e470e9 HTTP/1.1" status: 200 len: 1130 time: 0.0782218 Oct 03 13:33:12.750526 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_hamode_db [None req-4cab5d66-3fed-47e5-b549-c02361dae04a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34ec1ae2-2ab5-419a-b041-dbfaef2c5f1b', 'name': 'tempest-AttachVolumeTestJSON-1868036134-router', 'tenant_id': '1432ad4a21624574b8caeaf10f2f8339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'external_fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'c233b228-3af1-4856-8fa4-343cf6d8e3ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:32:34Z', 'updated_at': '2022-10-03T13:32:39Z', 'revision_number': 4, 'project_id': '1432ad4a21624574b8caeaf10f2f8339', 'gw_port': {'id': 'c233b228-3af1-4856-8fa4-343cf6d8e3ae', 'name': '', 'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:b6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ec1ae2-2ab5-419a-b041-dbfaef2c5f1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:32:35Z', 'updated_at': '2022-10-03T13:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860090-1-iscsi', '_floatingips': [{'id': '257c8cee-4e61-4cb0-9356-9a836ef1c43d', 'tenant_id': '1432ad4a21624574b8caeaf10f2f8339', 'floating_ip_address': '172.27.1.9', 'floating_network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'router_id': '34ec1ae2-2ab5-419a-b041-dbfaef2c5f1b', 'port_id': 'b7b4c568-efe4-4d19-8923-b411916ba1a1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 395, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4ae25b55-bed6-49d7-9a22-c9e416e149dd', 'mac_address': 'fa:16:3e:e3:82:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca377db-f0f6-4888-a94e-cfde65e470e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T13:32:42Z', 'updated_at': '2022-10-03T13:33:11Z', 'revision_number': 1, 'project_id': '1432ad4a21624574b8caeaf10f2f8339', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddfb6d25-3fd1-46a8-bc78-f8c923349fe2', 'name': '', 'network_id': '4ae25b55-bed6-49d7-9a22-c9e416e149dd', 'tenant_id': '1432ad4a21624574b8caeaf10f2f8339', 'mac_address': 'fa:16:3e:d9:ee:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ec1ae2-2ab5-419a-b041-dbfaef2c5f1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '186bd512-24d4-4a2b-8bd3-48c53a4e9c74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:32:38Z', 'updated_at': '2022-10-03T13:32:47Z', 'revision_number': 5, 'project_id': '1432ad4a21624574b8caeaf10f2f8339', 'subnets': [{'id': '186bd512-24d4-4a2b-8bd3-48c53a4e9c74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860090-1-iscsi', False) {} {{(pid=106270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:33:12.763163 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=100 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:33:12.788271 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cab5d66-3fed-47e5-b549-c02361dae04a None None] Checking router: 34ec1ae2-2ab5-419a-b041-dbfaef2c5f1b for host: dv-cinder-860090-1-iscsi {{(pid=106270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 13:33:12.800260 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cab5d66-3fed-47e5-b549-c02361dae04a None None] Routers {'34ec1ae2-2ab5-419a-b041-dbfaef2c5f1b'} bound to L3 agent in host dv-cinder-860090-1-iscsi {{(pid=106270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 13:33:12.800915 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_hamode_db [None req-4cab5d66-3fed-47e5-b549-c02361dae04a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860090-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-03T13:22:05Z,description=,heartbeat_timestamp=2022-10-03T13:33:05Z,host='dv-cinder-860090-1-iscsi',id=94180321-47b1-4b5c-b620-b1b0a31df446,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T13:22:05Z,topic='l3_agent')) {'router_ids': ['34ec1ae2-2ab5-419a-b041-dbfaef2c5f1b'], 'active': True} {{(pid=106270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:33:12.802912 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:33:12.805255 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56034d64-d111-4ac8-9849-5e4686d841fd req-b72903f2-1ddd-4f08-a311-27d2c71db8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:33:12.809340 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-56034d64-d111-4ac8-9849-5e4686d841fd req-b72903f2-1ddd-4f08-a311-27d2c71db8e2 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?device_id=020a908b-0c09-4a49-9482-62d085fd1df3 HTTP/1.1" status: 200 len: 1129 time: 0.0987968 Oct 03 13:33:12.846318 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:33:12.891214 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bfb1db-489e-4404-9afb-ab3fe620dc28 req-3f1b5577-e728-4603-8220-9867bb5343bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:33:12.894019 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-14bfb1db-489e-4404-9afb-ab3fe620dc28 req-3f1b5577-e728-4603-8220-9867bb5343bd service neutron] 10.222.0.65 "GET /networking/v2.0/networks?id=4ae25b55-bed6-49d7-9a22-c9e416e149dd HTTP/1.1" status: 200 len: 912 time: 0.2567151 Oct 03 13:33:12.957874 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_dvr_db [None req-4cab5d66-3fed-47e5-b549-c02361dae04a None None] Set router 34ec1ae2-2ab5-419a-b041-dbfaef2c5f1b gateway port host: dv-cinder-860090-1-iscsi {{(pid=106270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 13:33:13.062671 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36e776e-2d38-4fb4-bd4f-b308cdc5e595 req-da4efd30-f9ca-499f-b78c-e21eda46830b tempest-VolumesSnapshotTestJSON-986009736 tempest-VolumesSnapshotTestJSON-986009736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:33:13.072575 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-a36e776e-2d38-4fb4-bd4f-b308cdc5e595 req-da4efd30-f9ca-499f-b78c-e21eda46830b tempest-VolumesSnapshotTestJSON-986009736 tempest-VolumesSnapshotTestJSON-986009736-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=020a908b-0c09-4a49-9482-62d085fd1df3 HTTP/1.1" status: 200 len: 945 time: 0.0673125 Oct 03 13:33:13.088373 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-56034d64-d111-4ac8-9849-5e4686d841fd req-cad632b9-5b32-465e-af9c-45a0a0d94126 service neutron] 10.222.0.65 "GET /networking/v2.0/security-groups?id=3603481c-ae89-4b51-aba6-7ef6fccab5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2512295 Oct 03 13:33:13.089818 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:INSERT=6,neutron:SELECT=92,neutron:DELETE=2 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:33:13.136331 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-14bfb1db-489e-4404-9afb-ab3fe620dc28 req-abad67fa-3502-4a87-92a5-725992f5d75b service neutron] 10.222.0.65 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b7b4c568-efe4-4d19-8923-b411916ba1a1 HTTP/1.1" status: 200 len: 998 time: 0.2253561 Oct 03 13:33:13.168509 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-a36e776e-2d38-4fb4-bd4f-b308cdc5e595 req-deefc47e-a786-4108-9e95-750a41ddda93 tempest-VolumesSnapshotTestJSON-986009736 tempest-VolumesSnapshotTestJSON-986009736-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=3603481c-ae89-4b51-aba6-7ef6fccab5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937393 Oct 03 13:33:13.236562 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16eab3f-cca2-44a9-b394-8e4363b2f72f req-4d241dcb-37bb-425d-a38e-5c0caee065b3 tempest-VolumesActionsTest-2129919452 tempest-VolumesActionsTest-2129919452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:33:13.239590 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-b16eab3f-cca2-44a9-b394-8e4363b2f72f req-4d241dcb-37bb-425d-a38e-5c0caee065b3 tempest-VolumesActionsTest-2129919452 tempest-VolumesActionsTest-2129919452-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=bd04a837-3721-447a-82af-4be3bd4a2d8b HTTP/1.1" status: 200 len: 945 time: 0.0909772 Oct 03 13:33:13.286481 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_hamode_db [None req-4cab5d66-3fed-47e5-b549-c02361dae04a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34ec1ae2-2ab5-419a-b041-dbfaef2c5f1b', 'name': 'tempest-AttachVolumeTestJSON-1868036134-router', 'tenant_id': '1432ad4a21624574b8caeaf10f2f8339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'external_fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'c233b228-3af1-4856-8fa4-343cf6d8e3ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:32:34Z', 'updated_at': '2022-10-03T13:32:39Z', 'revision_number': 4, 'project_id': '1432ad4a21624574b8caeaf10f2f8339', 'gw_port': {'id': 'c233b228-3af1-4856-8fa4-343cf6d8e3ae', 'name': '', 'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:b6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ec1ae2-2ab5-419a-b041-dbfaef2c5f1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:32:35Z', 'updated_at': '2022-10-03T13:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860090-1-iscsi', '_floatingips': [{'id': '257c8cee-4e61-4cb0-9356-9a836ef1c43d', 'tenant_id': '1432ad4a21624574b8caeaf10f2f8339', 'floating_ip_address': '172.27.1.9', 'floating_network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'router_id': '34ec1ae2-2ab5-419a-b041-dbfaef2c5f1b', 'port_id': 'b7b4c568-efe4-4d19-8923-b411916ba1a1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 395, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4ae25b55-bed6-49d7-9a22-c9e416e149dd', 'mac_address': 'fa:16:3e:e3:82:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca377db-f0f6-4888-a94e-cfde65e470e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T13:32:42Z', 'updated_at': '2022-10-03T13:33:11Z', 'revision_number': 1, 'project_id': '1432ad4a21624574b8caeaf10f2f8339', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddfb6d25-3fd1-46a8-bc78-f8c923349fe2', 'name': '', 'network_id': '4ae25b55-bed6-49d7-9a22-c9e416e149dd', 'tenant_id': '1432ad4a21624574b8caeaf10f2f8339', 'mac_address': 'fa:16:3e:d9:ee:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ec1ae2-2ab5-419a-b041-dbfaef2c5f1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '186bd512-24d4-4a2b-8bd3-48c53a4e9c74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:32:38Z', 'updated_at': '2022-10-03T13:32:47Z', 'revision_number': 5, 'project_id': '1432ad4a21624574b8caeaf10f2f8339', 'subnets': [{'id': '186bd512-24d4-4a2b-8bd3-48c53a4e9c74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860090-1-iscsi', False) {} {{(pid=106270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:33:13.321593 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cab5d66-3fed-47e5-b549-c02361dae04a None None] The sync data for ids ['34ec1ae2-2ab5-419a-b041-dbfaef2c5f1b'] in dv-cinder-860090-1-iscsi is: [{'id': '34ec1ae2-2ab5-419a-b041-dbfaef2c5f1b', 'name': 'tempest-AttachVolumeTestJSON-1868036134-router', 'tenant_id': '1432ad4a21624574b8caeaf10f2f8339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'external_fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'c233b228-3af1-4856-8fa4-343cf6d8e3ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:32:34Z', 'updated_at': '2022-10-03T13:32:39Z', 'revision_number': 4, 'project_id': '1432ad4a21624574b8caeaf10f2f8339', 'gw_port': {'id': 'c233b228-3af1-4856-8fa4-343cf6d8e3ae', 'name': '', 'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:b6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ec1ae2-2ab5-419a-b041-dbfaef2c5f1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:32:35Z', 'updated_at': '2022-10-03T13:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860090-1-iscsi', '_floatingips': [{'id': '257c8cee-4e61-4cb0-9356-9a836ef1c43d', 'tenant_id': '1432ad4a21624574b8caeaf10f2f8339', 'floating_ip_address': '172.27.1.9', 'floating_network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'router_id': '34ec1ae2-2ab5-419a-b041-dbfaef2c5f1b', 'port_id': 'b7b4c568-efe4-4d19-8923-b411916ba1a1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 395, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4ae25b55-bed6-49d7-9a22-c9e416e149dd', 'mac_address': 'fa:16:3e:e3:82:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca377db-f0f6-4888-a94e-cfde65e470e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T13:32:42Z', 'updated_at': '2022-10-03T13:33:11Z', 'revision_number': 1, 'project_id': '1432ad4a21624574b8caeaf10f2f8339', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddfb6d25-3fd1-46a8-bc78-f8c923349fe2', 'name': '', 'network_id': '4ae25b55-bed6-49d7-9a22-c9e416e149dd', 'tenant_id': '1432ad4a21624574b8caeaf10f2f8339', 'mac_address': 'fa:16:3e:d9:ee:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ec1ae2-2ab5-419a-b041-dbfaef2c5f1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '186bd512-24d4-4a2b-8bd3-48c53a4e9c74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:32:38Z', 'updated_at': '2022-10-03T13:32:47Z', 'revision_number': 5, 'project_id': '1432ad4a21624574b8caeaf10f2f8339', 'subnets': [{'id': '186bd512-24d4-4a2b-8bd3-48c53a4e9c74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 13:33:13.330625 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-b16eab3f-cca2-44a9-b394-8e4363b2f72f req-ae95a79e-e734-43ff-bb1d-8025a800fab6 tempest-VolumesActionsTest-2129919452 tempest-VolumesActionsTest-2129919452-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=0342a324-3ea5-474c-a1c9-acd4329b76ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800693 Oct 03 13:33:13.395450 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bdf186-3d08-43f7-b5e7-7946117291cf req-36878965-7805-41a1-a82d-e1944a0a2bb4 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:33:13.397560 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-39bdf186-3d08-43f7-b5e7-7946117291cf req-36878965-7805-41a1-a82d-e1944a0a2bb4 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=4b7a7e49-20a7-45bc-bc98-7af878fc50a8 HTTP/1.1" status: 200 len: 946 time: 0.0895901 Oct 03 13:33:13.427415 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:33:13.474080 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-39bdf186-3d08-43f7-b5e7-7946117291cf req-9397ba17-f447-44c6-92f3-507adf6ccd54 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=90741e6a-03d0-4889-9f91-275c8bff3e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692356 Oct 03 13:33:13.617840 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d21c96-519c-4bf4-a3c8-37b04f5704b2 None None] New status for floating IP 257c8cee-4e61-4cb0-9356-9a836ef1c43d: ACTIVE {{(pid=106271) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 03 13:33:14.322982 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b17422-d3a2-4308-a752-d13ca3a60fc3 req-40c59ea3-701b-4639-aba9-18b00ee57a25 tempest-VolumesSnapshotTestJSON-986009736 tempest-VolumesSnapshotTestJSON-986009736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:33:14.324589 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-16b17422-d3a2-4308-a752-d13ca3a60fc3 req-40c59ea3-701b-4639-aba9-18b00ee57a25 tempest-VolumesSnapshotTestJSON-986009736 tempest-VolumesSnapshotTestJSON-986009736-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=020a908b-0c09-4a49-9482-62d085fd1df3 HTTP/1.1" status: 200 len: 945 time: 0.0532351 Oct 03 13:33:14.390380 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-16b17422-d3a2-4308-a752-d13ca3a60fc3 req-7f11a219-e810-4b0c-a077-0b8d57fb0a35 tempest-VolumesSnapshotTestJSON-986009736 tempest-VolumesSnapshotTestJSON-986009736-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=3603481c-ae89-4b51-aba6-7ef6fccab5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552497 Oct 03 13:33:14.508126 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06a7d0c-a2f7-4de8-be71-82c757102ade req-3fcf381c-f267-4e22-9b9b-dee2deb80f08 tempest-VolumesActionsTest-2129919452 tempest-VolumesActionsTest-2129919452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:33:14.510214 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-f06a7d0c-a2f7-4de8-be71-82c757102ade req-3fcf381c-f267-4e22-9b9b-dee2deb80f08 tempest-VolumesActionsTest-2129919452 tempest-VolumesActionsTest-2129919452-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=bd04a837-3721-447a-82af-4be3bd4a2d8b HTTP/1.1" status: 200 len: 945 time: 0.0555797 Oct 03 13:33:14.569308 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-f06a7d0c-a2f7-4de8-be71-82c757102ade req-264ca52e-f7cc-4b26-a402-0017a9f30108 tempest-VolumesActionsTest-2129919452 tempest-VolumesActionsTest-2129919452-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=0342a324-3ea5-474c-a1c9-acd4329b76ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533578 Oct 03 13:33:14.628437 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b76f42-fe1e-4a76-8814-77e7a56019bd req-6a17b9d3-b34d-4984-b937-60511f2658bb tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:33:14.629993 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-29b76f42-fe1e-4a76-8814-77e7a56019bd req-6a17b9d3-b34d-4984-b937-60511f2658bb tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=4b7a7e49-20a7-45bc-bc98-7af878fc50a8 HTTP/1.1" status: 200 len: 946 time: 0.0497878 Oct 03 13:33:14.682366 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-29b76f42-fe1e-4a76-8814-77e7a56019bd req-29f1d04a-543c-4597-8a75-f04d7ecb7d48 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=90741e6a-03d0-4889-9f91-275c8bff3e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455129 Oct 03 13:33:15.587256 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1002ab4-9eac-4ad9-941a-54cdff2816f5 req-d833f435-0ea1-4c39-a789-397e3f606333 tempest-VolumesSnapshotTestJSON-986009736 tempest-VolumesSnapshotTestJSON-986009736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:33:15.589027 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-c1002ab4-9eac-4ad9-941a-54cdff2816f5 req-d833f435-0ea1-4c39-a789-397e3f606333 tempest-VolumesSnapshotTestJSON-986009736 tempest-VolumesSnapshotTestJSON-986009736-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=020a908b-0c09-4a49-9482-62d085fd1df3 HTTP/1.1" status: 200 len: 945 time: 0.0936158 Oct 03 13:33:15.595976 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bfb1db-489e-4404-9afb-ab3fe620dc28 req-28c8f67e-654c-4144-a5d8-abb566334871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:33:15.597366 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-14bfb1db-489e-4404-9afb-ab3fe620dc28 req-28c8f67e-654c-4144-a5d8-abb566334871 service neutron] 10.222.0.65 "GET /networking/v2.0/subnets?id=186bd512-24d4-4a2b-8bd3-48c53a4e9c74 HTTP/1.1" status: 200 len: 850 time: 0.1001377 Oct 03 13:33:15.865848 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-c1002ab4-9eac-4ad9-941a-54cdff2816f5 req-3f9b1961-9f03-4053-8c5d-fa2afc1ab195 tempest-VolumesSnapshotTestJSON-986009736 tempest-VolumesSnapshotTestJSON-986009736-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=3603481c-ae89-4b51-aba6-7ef6fccab5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2671912 Oct 03 13:33:15.981692 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca74609-89b5-4e99-880c-dbb5361c8e96 req-902266d0-e481-42bb-98ef-72f4a9658f9d tempest-VolumesActionsTest-2129919452 tempest-VolumesActionsTest-2129919452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:33:15.983308 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-1ca74609-89b5-4e99-880c-dbb5361c8e96 req-902266d0-e481-42bb-98ef-72f4a9658f9d tempest-VolumesActionsTest-2129919452 tempest-VolumesActionsTest-2129919452-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=bd04a837-3721-447a-82af-4be3bd4a2d8b HTTP/1.1" status: 200 len: 945 time: 0.0523121 Oct 03 13:33:16.049568 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-1ca74609-89b5-4e99-880c-dbb5361c8e96 req-f02610e5-e3f2-4707-8220-9436f0b1459b tempest-VolumesActionsTest-2129919452 tempest-VolumesActionsTest-2129919452-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=0342a324-3ea5-474c-a1c9-acd4329b76ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598977 Oct 03 13:33:16.174271 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3044eff-c571-423f-ba59-8f135453518c req-be24dfe3-5d11-4baa-a39b-fda189e56497 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:33:16.176093 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-d3044eff-c571-423f-ba59-8f135453518c req-be24dfe3-5d11-4baa-a39b-fda189e56497 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=4b7a7e49-20a7-45bc-bc98-7af878fc50a8 HTTP/1.1" status: 200 len: 946 time: 0.0547879 Oct 03 13:33:16.336325 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-d3044eff-c571-423f-ba59-8f135453518c req-88754bc5-e3d5-454d-b5ca-a708c210297f tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=90741e6a-03d0-4889-9f91-275c8bff3e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522393 Oct 03 13:33:16.378192 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9797ff2-33bc-4698-b413-bfd53a35022e req-5903325a-9e45-4a31-aa3e-bd7be250173a tempest-VolumesActionsTest-2129919452 tempest-VolumesActionsTest-2129919452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:33:16.380139 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-b9797ff2-33bc-4698-b413-bfd53a35022e req-5903325a-9e45-4a31-aa3e-bd7be250173a tempest-VolumesActionsTest-2129919452 tempest-VolumesActionsTest-2129919452-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=bd04a837-3721-447a-82af-4be3bd4a2d8b HTTP/1.1" status: 200 len: 945 time: 0.1301861 Oct 03 13:33:16.382129 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bfb1db-489e-4404-9afb-ab3fe620dc28 req-df0565de-1a40-4be5-afdd-c57611782b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:33:16.383848 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-14bfb1db-489e-4404-9afb-ab3fe620dc28 req-df0565de-1a40-4be5-afdd-c57611782b26 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?network_id=4ae25b55-bed6-49d7-9a22-c9e416e149dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1324751 Oct 03 13:33:16.613591 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.plugin [req-b9797ff2-33bc-4698-b413-bfd53a35022e req-059c19b7-0f82-4b00-87d3-ca3996c076e2 tempest-VolumesActionsTest-2129919452 tempest-VolumesActionsTest-2129919452-project] Deleting port a26ac185-9533-4e8e-9f6b-3c2a32872f1a {{(pid=106268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 13:33:16.614304 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-b9797ff2-33bc-4698-b413-bfd53a35022e req-059c19b7-0f82-4b00-87d3-ca3996c076e2 tempest-VolumesActionsTest-2129919452 tempest-VolumesActionsTest-2129919452-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751015143464'] for port (a26ac185-9533-4e8e-9f6b-3c2a32872f1a), before_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:33:16.641258 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-14bfb1db-489e-4404-9afb-ab3fe620dc28 req-8515f6ba-a577-469d-8ae4-180f97ffb14f service neutron] 10.222.0.65 "GET /networking/v2.0/networks/4ae25b55-bed6-49d7-9a22-c9e416e149dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2229199 Oct 03 13:33:16.668578 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=100 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:33:16.694825 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=100 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:33:16.728126 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.db [req-b9797ff2-33bc-4698-b413-bfd53a35022e req-059c19b7-0f82-4b00-87d3-ca3996c076e2 tempest-VolumesActionsTest-2129919452 tempest-VolumesActionsTest-2129919452-project] For port a26ac185-9533-4e8e-9f6b-3c2a32872f1a, host hv-cinder-86009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86009',level=0,port_id=a26ac185-9533-4e8e-9f6b-3c2a32872f1a,segment=NetworkSegment(b12e5c1f-6807-426b-94d8-2ab3945f2ac8),segment_id=b12e5c1f-6807-426b-94d8-2ab3945f2ac8)] {{(pid=106268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 13:33:16.728533 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-b9797ff2-33bc-4698-b413-bfd53a35022e req-059c19b7-0f82-4b00-87d3-ca3996c076e2 tempest-VolumesActionsTest-2129919452 tempest-VolumesActionsTest-2129919452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724412'] for port (a26ac185-9533-4e8e-9f6b-3c2a32872f1a), precommit_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:33:16.745362 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.plugin [req-b9797ff2-33bc-4698-b413-bfd53a35022e req-059c19b7-0f82-4b00-87d3-ca3996c076e2 tempest-VolumesActionsTest-2129919452 tempest-VolumesActionsTest-2129919452-project] Calling delete_port for a26ac185-9533-4e8e-9f6b-3c2a32872f1a owned by compute:nova {{(pid=106268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 13:33:17.038163 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-14bfb1db-489e-4404-9afb-ab3fe620dc28 req-2cb8f1b2-a092-4cd5-96cf-19258e796a8d service neutron] 10.222.0.65 "GET /networking/v2.0/networks/4ae25b55-bed6-49d7-9a22-c9e416e149dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2311711 Oct 03 13:33:17.062935 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4b2d88-69c4-46b9-b5a6-5156b9cd7645 req-01c5ced4-9a4e-466a-b792-4499788dc4d3 tempest-VolumesSnapshotTestJSON-986009736 tempest-VolumesSnapshotTestJSON-986009736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:33:17.064535 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-9e4b2d88-69c4-46b9-b5a6-5156b9cd7645 req-01c5ced4-9a4e-466a-b792-4499788dc4d3 tempest-VolumesSnapshotTestJSON-986009736 tempest-VolumesSnapshotTestJSON-986009736-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=020a908b-0c09-4a49-9482-62d085fd1df3 HTTP/1.1" status: 200 len: 945 time: 0.0874362 Oct 03 13:33:17.065842 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-b9797ff2-33bc-4698-b413-bfd53a35022e req-059c19b7-0f82-4b00-87d3-ca3996c076e2 tempest-VolumesActionsTest-2129919452 tempest-VolumesActionsTest-2129919452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751015146406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751014656997'] for port (a26ac185-9533-4e8e-9f6b-3c2a32872f1a), after_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:33:17.092840 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.db [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] get_ports_and_sgs() called for port_ids ['a26ac185-9533-4e8e-9f6b-3c2a32872f1a'] {{(pid=106270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 03 13:33:17.105011 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059c19b7-0f82-4b00-87d3-ca3996c076e2 tempest-VolumesActionsTest-2129919452 tempest-VolumesActionsTest-2129919452-project] Pushing event deleted for resources: {'Port': ['ID=a26ac185-9533-4e8e-9f6b-3c2a32872f1a,revision_number=None']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:33:17.198072 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9797ff2-33bc-4698-b413-bfd53a35022e req-059c19b7-0f82-4b00-87d3-ca3996c076e2 tempest-VolumesActionsTest-2129919452 tempest-VolumesActionsTest-2129919452-project] No DVR routers for this DVR port a26ac185-9533-4e8e-9f6b-3c2a32872f1a on host hv-cinder-86009 {{(pid=106268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 03 13:33:17.203972 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-134b72e6-86c6-44e1-8e5f-5b75931cd2a2 req-b29193a8-45b7-4019-adf1-695c4113d501 tempest-VolumesActionsTest-2129919452 tempest-VolumesActionsTest-2129919452-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=bd04a837-3721-447a-82af-4be3bd4a2d8b HTTP/1.1" status: 200 len: 210 time: 0.0325291 Oct 03 13:33:17.207964 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-b9797ff2-33bc-4698-b413-bfd53a35022e req-059c19b7-0f82-4b00-87d3-ca3996c076e2 tempest-VolumesActionsTest-2129919452 tempest-VolumesActionsTest-2129919452-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512321'] for port (None), before_response {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:33:17.211535 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-b9797ff2-33bc-4698-b413-bfd53a35022e req-059c19b7-0f82-4b00-87d3-ca3996c076e2 tempest-VolumesActionsTest-2129919452 tempest-VolumesActionsTest-2129919452-project] 10.222.0.65 "DELETE /networking/v2.0/ports/a26ac185-9533-4e8e-9f6b-3c2a32872f1a HTTP/1.1" status: 204 len: 173 time: 0.8011155 Oct 03 13:33:17.212084 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd04a837-3721-447a-82af-4be3bd4a2d8b', 'name': 'network-vif-deleted', 'tag': 'a26ac185-9533-4e8e-9f6b-3c2a32872f1a'}] {{(pid=106268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 13:33:17.214999 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd70873512ffc397a2b7ac25ee02414627e7506f7787b64d61dc92e00300ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9a15e6d-a61a-4d21-8b16-8fce1d273d1c" -d '{"events": [{"server_uuid": "bd04a837-3721-447a-82af-4be3bd4a2d8b", "name": "network-vif-deleted", "tag": "a26ac185-9533-4e8e-9f6b-3c2a32872f1a"}]}' {{(pid=106268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 13:33:17.222313 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-9e4b2d88-69c4-46b9-b5a6-5156b9cd7645 req-3ab6de99-63d3-4d67-99df-fe8da2ce3a77 tempest-VolumesSnapshotTestJSON-986009736 tempest-VolumesSnapshotTestJSON-986009736-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=3603481c-ae89-4b51-aba6-7ef6fccab5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443770 Oct 03 13:33:17.259141 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 13:33:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48a71213-d0bd-4b26-a938-b109d98b05cc x-openstack-request-id: req-48a71213-d0bd-4b26-a938-b109d98b05cc {{(pid=106268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 13:33:17.259563 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd04a837-3721-447a-82af-4be3bd4a2d8b", "name": "network-vif-deleted", "tag": "a26ac185-9533-4e8e-9f6b-3c2a32872f1a", "status": "completed", "code": 200}]} {{(pid=106268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 13:33:17.259915 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-48a71213-d0bd-4b26-a938-b109d98b05cc {{(pid=106268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 13:33:17.260334 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48a71213-d0bd-4b26-a938-b109d98b05cc'] response: {'server_uuid': 'bd04a837-3721-447a-82af-4be3bd4a2d8b', 'name': 'network-vif-deleted', 'tag': 'a26ac185-9533-4e8e-9f6b-3c2a32872f1a', 'status': 'completed', 'code': 200} Oct 03 13:33:17.557252 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d57637-3a73-455a-9bf6-faa9aa9c709a req-4e8068ca-15e1-4b0c-ade9-5ff5a4ca2fed tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:33:17.560731 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-d3d57637-3a73-455a-9bf6-faa9aa9c709a req-4e8068ca-15e1-4b0c-ade9-5ff5a4ca2fed tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=4b7a7e49-20a7-45bc-bc98-7af878fc50a8 HTTP/1.1" status: 200 len: 946 time: 0.0785112 Oct 03 13:33:17.638370 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-d3d57637-3a73-455a-9bf6-faa9aa9c709a req-9d447963-2d88-4668-8908-de59499415f0 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=90741e6a-03d0-4889-9f91-275c8bff3e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666480 Oct 03 13:33:18.397975 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-0e7e37e2-97db-45ee-b1e8-a1803baf6346 req-05ec2267-ed5a-437a-af4f-c36d741e5d83 tempest-VolumesActionsTest-2129919452 tempest-VolumesActionsTest-2129919452-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=bd04a837-3721-447a-82af-4be3bd4a2d8b HTTP/1.1" status: 200 len: 210 time: 0.0365930 Oct 03 13:33:18.794724 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703dbfcb-0bd8-4372-86ea-c3b1cab23735 req-b90a292e-9cac-4e16-a7e1-2af8bc58eca6 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:33:18.796541 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-703dbfcb-0bd8-4372-86ea-c3b1cab23735 req-b90a292e-9cac-4e16-a7e1-2af8bc58eca6 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=4b7a7e49-20a7-45bc-bc98-7af878fc50a8 HTTP/1.1" status: 200 len: 946 time: 0.0725665 Oct 03 13:33:18.860565 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-703dbfcb-0bd8-4372-86ea-c3b1cab23735 req-6f37be30-e842-4022-9761-2e91df92c9c5 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=90741e6a-03d0-4889-9f91-275c8bff3e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575490 Oct 03 13:33:19.392270 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Device a26ac185-9533-4e8e-9f6b-3c2a32872f1a no longer exists at agent hyperv_hv-cinder-86009 {{(pid=106270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 13:33:19.413782 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] No Port match for: a26ac185-9533-4e8e-9f6b-3c2a32872f1a {{(pid=106270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 03 13:33:19.414110 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Device a26ac185-9533-4e8e-9f6b-3c2a32872f1a not bound to the agent host hv-cinder-86009 {{(pid=106270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 03 13:33:19.814978 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1c8cdd-ea32-4b5e-a216-cd2e904f8d4b req-a2ec09eb-2af9-443b-b983-030bc861c2b8 tempest-VolumesActionsTest-2129919452 tempest-VolumesActionsTest-2129919452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:33:19.817525 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-de1c8cdd-ea32-4b5e-a216-cd2e904f8d4b req-a2ec09eb-2af9-443b-b983-030bc861c2b8 tempest-VolumesActionsTest-2129919452 tempest-VolumesActionsTest-2129919452-project] 10.222.0.58 "GET /networking/v2.0/networks?id=eaea14e2-06e5-440b-8c67-d4a587c52b53 HTTP/1.1" status: 200 len: 808 time: 0.1451323 Oct 03 13:33:19.843296 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-de1c8cdd-ea32-4b5e-a216-cd2e904f8d4b req-75afa509-41a2-4664-9663-2ffa9a27ad56 tempest-VolumesActionsTest-2129919452 tempest-VolumesActionsTest-2129919452-project] 10.222.0.58 "GET /networking/v2.0/quotas/afa1958afb874a0cba4c57df10f2ce08 HTTP/1.1" status: 200 len: 375 time: 0.0185275 Oct 03 13:33:19.892314 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-de1c8cdd-ea32-4b5e-a216-cd2e904f8d4b req-8afd2358-945d-4c88-8a35-7ccab203c49a tempest-VolumesActionsTest-2129919452 tempest-VolumesActionsTest-2129919452-project] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=afa1958afb874a0cba4c57df10f2ce08&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0429811 Oct 03 13:33:20.024205 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-de1c8cdd-ea32-4b5e-a216-cd2e904f8d4b req-0a41510f-f78a-491d-b45a-ec0228ba8e6a service neutron] 10.222.0.58 "GET /networking/v2.0/networks/eaea14e2-06e5-440b-8c67-d4a587c52b53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245956 Oct 03 13:33:20.025357 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b11623-b954-496e-b66f-3a523761f880 req-fb7f0800-5c91-4d38-95f9-b25c26638056 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:33:20.027074 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-b8b11623-b954-496e-b66f-3a523761f880 req-fb7f0800-5c91-4d38-95f9-b25c26638056 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=4b7a7e49-20a7-45bc-bc98-7af878fc50a8 HTTP/1.1" status: 200 len: 946 time: 0.0551522 Oct 03 13:33:20.101868 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-b8b11623-b954-496e-b66f-3a523761f880 req-9b485c9f-45a1-4819-af83-f973e7fb2159 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=90741e6a-03d0-4889-9f91-275c8bff3e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654583 Oct 03 13:33:20.139482 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:33:20.190611 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-de1c8cdd-ea32-4b5e-a216-cd2e904f8d4b req-0ee99a6c-732c-4957-a2d9-8ba9e06dd71b service neutron] 10.222.0.58 "GET /networking/v2.0/networks/eaea14e2-06e5-440b-8c67-d4a587c52b53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550367 Oct 03 13:33:20.398451 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-2b18863c-075e-4446-9e2e-8f88bae733b9 req-e8b663b1-a33f-42ec-94c0-95e3b279c24d tempest-VolumesActionsTest-2129919452 tempest-VolumesActionsTest-2129919452-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=e8bd9d2c-183b-420f-a839-1880c1e908da HTTP/1.1" status: 200 len: 210 time: 0.0305569 Oct 03 13:33:21.267904 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=100 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:33:21.290081 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1058492b-48cc-4f97-95fe-f511ded6d924 req-4e497387-0df2-4fa0-b65c-760b421acd99 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:33:21.292974 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-1058492b-48cc-4f97-95fe-f511ded6d924 req-4e497387-0df2-4fa0-b65c-760b421acd99 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=4b7a7e49-20a7-45bc-bc98-7af878fc50a8 HTTP/1.1" status: 200 len: 946 time: 0.0783150 Oct 03 13:33:21.376688 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-1058492b-48cc-4f97-95fe-f511ded6d924 req-03305ca5-8909-4806-aaf5-7855822565fe tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=90741e6a-03d0-4889-9f91-275c8bff3e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771420 Oct 03 13:33:21.517354 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-b6ea0c04-8b68-4bc4-b9ee-25d906c96f9c req-1e327b69-12dd-4db9-b6f5-5ee946f6fd73 tempest-VolumesActionsTest-2129919452 tempest-VolumesActionsTest-2129919452-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=e8bd9d2c-183b-420f-a839-1880c1e908da HTTP/1.1" status: 200 len: 210 time: 0.0349336 Oct 03 13:33:22.118576 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1c8cdd-ea32-4b5e-a216-cd2e904f8d4b req-6e3b499b-3e8a-4a31-bc68-5d06a3e3fefc tempest-VolumesActionsTest-2129919452 tempest-VolumesActionsTest-2129919452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:33:22.120283 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-de1c8cdd-ea32-4b5e-a216-cd2e904f8d4b req-6e3b499b-3e8a-4a31-bc68-5d06a3e3fefc tempest-VolumesActionsTest-2129919452 tempest-VolumesActionsTest-2129919452-project] 10.222.0.65 "GET /networking/v2.0/networks?id=eaea14e2-06e5-440b-8c67-d4a587c52b53 HTTP/1.1" status: 200 len: 808 time: 0.1630788 Oct 03 13:33:22.167268 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.v2.base [req-de1c8cdd-ea32-4b5e-a216-cd2e904f8d4b req-f1b197ed-2f3a-4d53-bda6-38cf92660d7b tempest-VolumesActionsTest-2129919452 tempest-VolumesActionsTest-2129919452-project] Request body: {'port': {'device_id': 'e8bd9d2c-183b-420f-a839-1880c1e908da', 'network_id': 'eaea14e2-06e5-440b-8c67-d4a587c52b53', 'admin_state_up': True, 'tenant_id': 'afa1958afb874a0cba4c57df10f2ce08'}} {{(pid=106268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 13:33:22.362644 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de1c8cdd-ea32-4b5e-a216-cd2e904f8d4b req-f1b197ed-2f3a-4d53-bda6-38cf92660d7b tempest-VolumesActionsTest-2129919452 tempest-VolumesActionsTest-2129919452-project] Made reservation on behalf of afa1958afb874a0cba4c57df10f2ce08 for: {'port': 1} {{(pid=106268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 13:33:22.366758 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-de1c8cdd-ea32-4b5e-a216-cd2e904f8d4b req-f1b197ed-2f3a-4d53-bda6-38cf92660d7b tempest-VolumesActionsTest-2129919452 tempest-VolumesActionsTest-2129919452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (None), before_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:33:22.550314 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d109cc8b-f582-4fd6-8b20-25e22fe0112c req-291ac5bc-ac15-4832-8510-15de8e1f168d tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:33:22.551825 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-d109cc8b-f582-4fd6-8b20-25e22fe0112c req-291ac5bc-ac15-4832-8510-15de8e1f168d tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=4b7a7e49-20a7-45bc-bc98-7af878fc50a8 HTTP/1.1" status: 200 len: 946 time: 0.0862720 Oct 03 13:33:22.565665 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.db.db_base_plugin_common [req-de1c8cdd-ea32-4b5e-a216-cd2e904f8d4b req-f1b197ed-2f3a-4d53-bda6-38cf92660d7b tempest-VolumesActionsTest-2129919452 tempest-VolumesActionsTest-2129919452-project] Allocated IP 172.20.0.2 (eaea14e2-06e5-440b-8c67-d4a587c52b53/0bfdf188-ae96-4568-a390-fe2963517cb8/f38e29f4-feb2-4591-b970-761c43afb601) {{(pid=106268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 13:33:22.661762 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-d109cc8b-f582-4fd6-8b20-25e22fe0112c req-ece94529-8dd4-48a2-8cae-6cc62722655d tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=90741e6a-03d0-4889-9f91-275c8bff3e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976551 Oct 03 13:33:22.675629 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-b8e4264d-d85f-4b87-95f8-b7bb8263d59b req-5f001e30-534f-4622-b4d3-af5b171c32a8 tempest-VolumesActionsTest-2129919452 tempest-VolumesActionsTest-2129919452-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=e8bd9d2c-183b-420f-a839-1880c1e908da HTTP/1.1" status: 200 len: 210 time: 0.0416186 Oct 03 13:33:22.806931 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-de1c8cdd-ea32-4b5e-a216-cd2e904f8d4b req-f1b197ed-2f3a-4d53-bda6-38cf92660d7b tempest-VolumesActionsTest-2129919452 tempest-VolumesActionsTest-2129919452-project] Publish callbacks [] for port (f38e29f4-feb2-4591-b970-761c43afb601), precommit_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:33:22.845525 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-de1c8cdd-ea32-4b5e-a216-cd2e904f8d4b req-f1b197ed-2f3a-4d53-bda6-38cf92660d7b tempest-VolumesActionsTest-2129919452 tempest-VolumesActionsTest-2129919452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751014656988'] for port (f38e29f4-feb2-4591-b970-761c43afb601), after_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:33:22.893332 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:33:22.911720 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de1c8cdd-ea32-4b5e-a216-cd2e904f8d4b req-f1b197ed-2f3a-4d53-bda6-38cf92660d7b tempest-VolumesActionsTest-2129919452 tempest-VolumesActionsTest-2129919452-project] Network eaea14e2-06e5-440b-8c67-d4a587c52b53 is already hosted by enough agents. {{(pid=106268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 13:33:22.916624 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.scheduler.base_scheduler [req-de1c8cdd-ea32-4b5e-a216-cd2e904f8d4b req-f1b197ed-2f3a-4d53-bda6-38cf92660d7b tempest-VolumesActionsTest-2129919452 tempest-VolumesActionsTest-2129919452-project] Resources bound (agent type, host, resource id): {{(pid=106268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 13:33:22.921997 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.db.l3_dvrscheduler_db [req-de1c8cdd-ea32-4b5e-a216-cd2e904f8d4b req-f1b197ed-2f3a-4d53-bda6-38cf92660d7b tempest-VolumesActionsTest-2129919452 tempest-VolumesActionsTest-2129919452-project] Received port after_create {{(pid=106268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 13:33:22.926920 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1c8cdd-ea32-4b5e-a216-cd2e904f8d4b req-f1b197ed-2f3a-4d53-bda6-38cf92660d7b tempest-VolumesActionsTest-2129919452 tempest-VolumesActionsTest-2129919452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:33:22.927688 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-de1c8cdd-ea32-4b5e-a216-cd2e904f8d4b req-f1b197ed-2f3a-4d53-bda6-38cf92660d7b tempest-VolumesActionsTest-2129919452 tempest-VolumesActionsTest-2129919452-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512321'] for port (None), before_response {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:33:22.933306 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b197ed-2f3a-4d53-bda6-38cf92660d7b tempest-VolumesActionsTest-2129919452 tempest-VolumesActionsTest-2129919452-project] Pushing event updated for resources: {'Port': ['ID=f38e29f4-feb2-4591-b970-761c43afb601,revision_number=1']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:33:22.957001 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-de1c8cdd-ea32-4b5e-a216-cd2e904f8d4b req-f1b197ed-2f3a-4d53-bda6-38cf92660d7b tempest-VolumesActionsTest-2129919452 tempest-VolumesActionsTest-2129919452-project] 10.222.0.65 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7974257 Oct 03 13:33:22.973339 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.v2.base [req-de1c8cdd-ea32-4b5e-a216-cd2e904f8d4b req-22407606-40a7-42bd-a846-02ad37097bff service neutron] Request body: {'port': {'device_id': 'e8bd9d2c-183b-420f-a839-1880c1e908da', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86009'}} {{(pid=106268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 13:33:23.014081 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:33:23.050343 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-de1c8cdd-ea32-4b5e-a216-cd2e904f8d4b req-22407606-40a7-42bd-a846-02ad37097bff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (f38e29f4-feb2-4591-b970-761c43afb601), before_update {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:33:23.413565 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.notifiers.nova [req-de1c8cdd-ea32-4b5e-a216-cd2e904f8d4b req-22407606-40a7-42bd-a846-02ad37097bff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f38e29f4-feb2-4591-b970-761c43afb601 {{(pid=106268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 03 13:33:23.428988 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-de1c8cdd-ea32-4b5e-a216-cd2e904f8d4b req-22407606-40a7-42bd-a846-02ad37097bff service neutron] Publish callbacks [] for port (f38e29f4-feb2-4591-b970-761c43afb601), precommit_update {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:33:23.448687 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.db.provisioning_blocks [req-de1c8cdd-ea32-4b5e-a216-cd2e904f8d4b req-22407606-40a7-42bd-a846-02ad37097bff service neutron] Transition to ACTIVE for port object f38e29f4-feb2-4591-b970-761c43afb601 will not be triggered until provisioned by entity L2. {{(pid=106268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 03 13:33:23.453522 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-de1c8cdd-ea32-4b5e-a216-cd2e904f8d4b req-22407606-40a7-42bd-a846-02ad37097bff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751015143617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751014657006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751014658052'] for port (f38e29f4-feb2-4591-b970-761c43afb601), after_update {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:33:23.573398 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22407606-40a7-42bd-a846-02ad37097bff service neutron] Pushing event updated for resources: {'Port': ['ID=f38e29f4-feb2-4591-b970-761c43afb601,revision_number=2']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:33:23.585078 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.managers [req-de1c8cdd-ea32-4b5e-a216-cd2e904f8d4b req-22407606-40a7-42bd-a846-02ad37097bff service neutron] Attempting to bind port f38e29f4-feb2-4591-b970-761c43afb601 on host hv-cinder-86009 for vnic_type normal with profile {{(pid=106268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 13:33:23.585593 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.managers [req-de1c8cdd-ea32-4b5e-a216-cd2e904f8d4b req-22407606-40a7-42bd-a846-02ad37097bff service neutron] Attempting to bind port f38e29f4-feb2-4591-b970-761c43afb601 by drivers openvswitch,hyperv on host hv-cinder-86009 at level 0 using segments [{'id': 'b12e5c1f-6807-426b-94d8-2ab3945f2ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'eaea14e2-06e5-440b-8c67-d4a587c52b53'}] {{(pid=106268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 13:33:23.586081 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de1c8cdd-ea32-4b5e-a216-cd2e904f8d4b req-22407606-40a7-42bd-a846-02ad37097bff service neutron] Attempting to bind port f38e29f4-feb2-4591-b970-761c43afb601 on network eaea14e2-06e5-440b-8c67-d4a587c52b53 {{(pid=106268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 13:33:23.664498 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de1c8cdd-ea32-4b5e-a216-cd2e904f8d4b req-22407606-40a7-42bd-a846-02ad37097bff service neutron] Port f38e29f4-feb2-4591-b970-761c43afb601 on network eaea14e2-06e5-440b-8c67-d4a587c52b53 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86009 {{(pid=106268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 03 13:33:23.664964 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de1c8cdd-ea32-4b5e-a216-cd2e904f8d4b req-22407606-40a7-42bd-a846-02ad37097bff service neutron] Attempting to bind port f38e29f4-feb2-4591-b970-761c43afb601 on network eaea14e2-06e5-440b-8c67-d4a587c52b53 {{(pid=106268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 13:33:23.748711 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de1c8cdd-ea32-4b5e-a216-cd2e904f8d4b req-22407606-40a7-42bd-a846-02ad37097bff service neutron] Checking agent: {'id': '1af51d63-a9c9-4bbe-9b0d-c8e0a80c641c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 13, 28, 37), 'started_at': datetime.datetime(2022, 10, 3, 13, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 13, 33, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 13:33:23.749256 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de1c8cdd-ea32-4b5e-a216-cd2e904f8d4b req-22407606-40a7-42bd-a846-02ad37097bff service neutron] Checking segment: {'id': 'b12e5c1f-6807-426b-94d8-2ab3945f2ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'eaea14e2-06e5-440b-8c67-d4a587c52b53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 13:33:23.749951 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de1c8cdd-ea32-4b5e-a216-cd2e904f8d4b req-22407606-40a7-42bd-a846-02ad37097bff service neutron] Bound using segment: {'id': 'b12e5c1f-6807-426b-94d8-2ab3945f2ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'eaea14e2-06e5-440b-8c67-d4a587c52b53'} {{(pid=106268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 13:33:23.750705 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.managers [req-de1c8cdd-ea32-4b5e-a216-cd2e904f8d4b req-22407606-40a7-42bd-a846-02ad37097bff service neutron] Bound port: f38e29f4-feb2-4591-b970-761c43afb601, host: hv-cinder-86009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b12e5c1f-6807-426b-94d8-2ab3945f2ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'eaea14e2-06e5-440b-8c67-d4a587c52b53'}}] {{(pid=106268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 13:33:23.751417 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-de1c8cdd-ea32-4b5e-a216-cd2e904f8d4b req-22407606-40a7-42bd-a846-02ad37097bff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (f38e29f4-feb2-4591-b970-761c43afb601), before_update {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:33:23.801797 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:33:23.827336 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:33:23.933111 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d46ebb-d041-4492-928c-053e9092483b req-bcab0ef8-abdd-4e4f-92a1-018b89a0bef7 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:33:23.935738 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-a4d46ebb-d041-4492-928c-053e9092483b req-bcab0ef8-abdd-4e4f-92a1-018b89a0bef7 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=4b7a7e49-20a7-45bc-bc98-7af878fc50a8 HTTP/1.1" status: 200 len: 946 time: 0.1527009 Oct 03 13:33:23.961258 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.db [req-de1c8cdd-ea32-4b5e-a216-cd2e904f8d4b req-22407606-40a7-42bd-a846-02ad37097bff service neutron] For port f38e29f4-feb2-4591-b970-761c43afb601, host hv-cinder-86009, cleared binding levels {{(pid=106268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 13:33:23.966883 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.db [req-de1c8cdd-ea32-4b5e-a216-cd2e904f8d4b req-22407606-40a7-42bd-a846-02ad37097bff service neutron] For port f38e29f4-feb2-4591-b970-761c43afb601, host hv-cinder-86009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86009',level=0,port_id=f38e29f4-feb2-4591-b970-761c43afb601,segment=NetworkSegment(b12e5c1f-6807-426b-94d8-2ab3945f2ac8),segment_id=b12e5c1f-6807-426b-94d8-2ab3945f2ac8)] {{(pid=106268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 13:33:23.982637 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-de1c8cdd-ea32-4b5e-a216-cd2e904f8d4b req-22407606-40a7-42bd-a846-02ad37097bff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751015143617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751014657006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751014658052'] for port (f38e29f4-feb2-4591-b970-761c43afb601), after_update {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:33:23.994304 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1c8cdd-ea32-4b5e-a216-cd2e904f8d4b req-22407606-40a7-42bd-a846-02ad37097bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:33:23.995175 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-de1c8cdd-ea32-4b5e-a216-cd2e904f8d4b req-22407606-40a7-42bd-a846-02ad37097bff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512321'] for port (None), before_response {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:33:23.996888 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-de1c8cdd-ea32-4b5e-a216-cd2e904f8d4b req-22407606-40a7-42bd-a846-02ad37097bff service neutron] 10.222.0.65 "PUT /networking/v2.0/ports/f38e29f4-feb2-4591-b970-761c43afb601 HTTP/1.1" status: 200 len: 1093 time: 1.0284479 Oct 03 13:33:23.999187 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8bd9d2c-183b-420f-a839-1880c1e908da', 'tag': 'f38e29f4-feb2-4591-b970-761c43afb601'}] {{(pid=106268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 13:33:24.002479 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd70873512ffc397a2b7ac25ee02414627e7506f7787b64d61dc92e00300ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e75d890c-d821-4357-8eca-96b1d94ef3d9" -d '{"events": [{"name": "network-changed", "server_uuid": "e8bd9d2c-183b-420f-a839-1880c1e908da", "tag": "f38e29f4-feb2-4591-b970-761c43afb601"}]}' {{(pid=106268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 13:33:24.023136 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ad044f-3e86-4e5c-bfe4-364e62b2738e req-825bb7ef-149c-4332-b5ac-f8a297a10a8d tempest-VolumesActionsTest-2129919452 tempest-VolumesActionsTest-2129919452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:33:24.025131 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-70ad044f-3e86-4e5c-bfe4-364e62b2738e req-825bb7ef-149c-4332-b5ac-f8a297a10a8d tempest-VolumesActionsTest-2129919452 tempest-VolumesActionsTest-2129919452-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=e8bd9d2c-183b-420f-a839-1880c1e908da HTTP/1.1" status: 200 len: 943 time: 0.0567577 Oct 03 13:33:24.072505 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-a4d46ebb-d041-4492-928c-053e9092483b req-52b12dfd-2bd8-408b-9a02-e6c25dba71da tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=90741e6a-03d0-4889-9f91-275c8bff3e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228604 Oct 03 13:33:24.084841 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22407606-40a7-42bd-a846-02ad37097bff service neutron] Pushing event updated for resources: {'Port': ['ID=f38e29f4-feb2-4591-b970-761c43afb601,revision_number=3']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:33:24.089383 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-70ad044f-3e86-4e5c-bfe4-364e62b2738e req-4b0ea954-77f2-4ac8-bc63-306cbd5fa3ec tempest-VolumesActionsTest-2129919452 tempest-VolumesActionsTest-2129919452-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=0342a324-3ea5-474c-a1c9-acd4329b76ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535941 Oct 03 13:33:24.143730 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 13:33:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f64f2dc-a0da-4a3c-bc3a-a9752336eb00 x-openstack-request-id: req-9f64f2dc-a0da-4a3c-bc3a-a9752336eb00 {{(pid=106268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 13:33:24.144123 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8bd9d2c-183b-420f-a839-1880c1e908da", "tag": "f38e29f4-feb2-4591-b970-761c43afb601", "status": "completed", "code": 200}]} {{(pid=106268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 13:33:24.144471 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9f64f2dc-a0da-4a3c-bc3a-a9752336eb00 {{(pid=106268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 13:33:24.144985 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f64f2dc-a0da-4a3c-bc3a-a9752336eb00'] response: {'name': 'network-changed', 'server_uuid': 'e8bd9d2c-183b-420f-a839-1880c1e908da', 'tag': 'f38e29f4-feb2-4591-b970-761c43afb601', 'status': 'completed', 'code': 200} Oct 03 13:33:24.513878 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75d890c-d821-4357-8eca-96b1d94ef3d9 req-b360783a-4752-486e-b5d3-f9a524520268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:33:24.515458 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-e75d890c-d821-4357-8eca-96b1d94ef3d9 req-b360783a-4752-486e-b5d3-f9a524520268 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=afa1958afb874a0cba4c57df10f2ce08&device_id=e8bd9d2c-183b-420f-a839-1880c1e908da HTTP/1.1" status: 200 len: 1127 time: 0.0501006 Oct 03 13:33:25.004279 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:DELETE=1,neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:33:25.064609 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75d890c-d821-4357-8eca-96b1d94ef3d9 req-427a9adf-051b-46e4-9fd2-eb67c2791092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:33:25.067051 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-e75d890c-d821-4357-8eca-96b1d94ef3d9 req-427a9adf-051b-46e4-9fd2-eb67c2791092 service neutron] 10.222.0.65 "GET /networking/v2.0/networks?tenant_id=afa1958afb874a0cba4c57df10f2ce08&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1356258 Oct 03 13:33:25.258163 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472ebe83-b2db-45c0-a626-e75ebcf08e6d req-8780aadf-da58-42dc-9742-a4b3288efa5f tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:33:25.260949 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-472ebe83-b2db-45c0-a626-e75ebcf08e6d req-8780aadf-da58-42dc-9742-a4b3288efa5f tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=4b7a7e49-20a7-45bc-bc98-7af878fc50a8 HTTP/1.1" status: 200 len: 946 time: 0.0759768 Oct 03 13:33:25.293927 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cad33d-c9a9-40cc-8f7a-4a2c9ff25f6b req-2e506872-81f8-4eeb-add3-5daa4b1357db tempest-VolumesActionsTest-2129919452 tempest-VolumesActionsTest-2129919452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:33:25.295612 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-82cad33d-c9a9-40cc-8f7a-4a2c9ff25f6b req-2e506872-81f8-4eeb-add3-5daa4b1357db tempest-VolumesActionsTest-2129919452 tempest-VolumesActionsTest-2129919452-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=e8bd9d2c-183b-420f-a839-1880c1e908da HTTP/1.1" status: 200 len: 943 time: 0.0600936 Oct 03 13:33:25.315638 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:33:25.322041 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-472ebe83-b2db-45c0-a626-e75ebcf08e6d req-b2ad8a22-12b2-41dc-8a0f-4be0f6027c7b tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=90741e6a-03d0-4889-9f91-275c8bff3e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541177 Oct 03 13:33:25.370938 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-82cad33d-c9a9-40cc-8f7a-4a2c9ff25f6b req-38346d21-ff49-4ffc-921c-f32114b02a74 tempest-VolumesActionsTest-2129919452 tempest-VolumesActionsTest-2129919452-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=0342a324-3ea5-474c-a1c9-acd4329b76ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635841 Oct 03 13:33:26.603861 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584f04cb-2680-419a-ae6a-53b383e4233d req-280d2f1d-42df-42f9-b652-ac2f621ad59f tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:33:26.606257 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-584f04cb-2680-419a-ae6a-53b383e4233d req-280d2f1d-42df-42f9-b652-ac2f621ad59f tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=4b7a7e49-20a7-45bc-bc98-7af878fc50a8 HTTP/1.1" status: 200 len: 946 time: 0.1011808 Oct 03 13:33:26.673440 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4193919-05ec-41a4-9bd2-65a80b662328 req-4ce3a2f0-0a31-4aab-920c-2bf378932007 tempest-VolumesActionsTest-2129919452 tempest-VolumesActionsTest-2129919452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:33:26.675386 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-f4193919-05ec-41a4-9bd2-65a80b662328 req-4ce3a2f0-0a31-4aab-920c-2bf378932007 tempest-VolumesActionsTest-2129919452 tempest-VolumesActionsTest-2129919452-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=e8bd9d2c-183b-420f-a839-1880c1e908da HTTP/1.1" status: 200 len: 943 time: 0.1071098 Oct 03 13:33:26.708485 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-584f04cb-2680-419a-ae6a-53b383e4233d req-a3f9e2e1-8724-4fe4-9252-eb717911afb7 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=90741e6a-03d0-4889-9f91-275c8bff3e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799253 Oct 03 13:33:26.755215 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75d890c-d821-4357-8eca-96b1d94ef3d9 req-bec70bc6-25ea-45ad-be28-5b9215ed2836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:33:26.757655 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-e75d890c-d821-4357-8eca-96b1d94ef3d9 req-bec70bc6-25ea-45ad-be28-5b9215ed2836 service neutron] 10.222.0.65 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3304486 Oct 03 13:33:26.820754 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-f4193919-05ec-41a4-9bd2-65a80b662328 req-0abe0f61-f693-46dd-9f4f-2f94edc6a65d tempest-VolumesActionsTest-2129919452 tempest-VolumesActionsTest-2129919452-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=0342a324-3ea5-474c-a1c9-acd4329b76ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324763 Oct 03 13:33:26.831000 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84989d7d-5c2c-4eaf-8b07-72c2dde1d963 req-5d36e470-6d51-408f-a1ed-3e927d5237f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:33:26.832488 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-84989d7d-5c2c-4eaf-8b07-72c2dde1d963 req-5d36e470-6d51-408f-a1ed-3e927d5237f7 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?device_id=4b7a7e49-20a7-45bc-bc98-7af878fc50a8 HTTP/1.1" status: 200 len: 1130 time: 0.0975466 Oct 03 13:33:26.888629 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1c8cdd-ea32-4b5e-a216-cd2e904f8d4b req-8bf35146-a2bb-455e-9ebf-4f8ac5efc395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:33:26.890147 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-de1c8cdd-ea32-4b5e-a216-cd2e904f8d4b req-8bf35146-a2bb-455e-9ebf-4f8ac5efc395 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=afa1958afb874a0cba4c57df10f2ce08&device_id=e8bd9d2c-183b-420f-a839-1880c1e908da HTTP/1.1" status: 200 len: 1127 time: 0.0676289 Oct 03 13:33:26.918749 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-84989d7d-5c2c-4eaf-8b07-72c2dde1d963 req-29035bf3-6f06-4de0-80b8-6cf87f11ebae service neutron] 10.222.0.65 "GET /networking/v2.0/security-groups?id=90741e6a-03d0-4889-9f91-275c8bff3e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623376 Oct 03 13:33:26.945251 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-de1c8cdd-ea32-4b5e-a216-cd2e904f8d4b req-8ce4a531-989e-4f44-8ea7-12f3ad24cf0a service neutron] 10.222.0.65 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f38e29f4-feb2-4591-b970-761c43afb601 HTTP/1.1" status: 200 len: 217 time: 0.0399020 Oct 03 13:33:27.322285 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1c8cdd-ea32-4b5e-a216-cd2e904f8d4b req-ad87b1e5-c801-4726-8129-4177be895706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:33:27.324077 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-de1c8cdd-ea32-4b5e-a216-cd2e904f8d4b req-ad87b1e5-c801-4726-8129-4177be895706 service neutron] 10.222.0.65 "GET /networking/v2.0/subnets?id=0bfdf188-ae96-4568-a390-fe2963517cb8 HTTP/1.1" status: 200 len: 848 time: 0.0595815 Oct 03 13:33:27.375573 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-de1c8cdd-ea32-4b5e-a216-cd2e904f8d4b req-f4b07860-ae17-4a7a-87b0-ea4dcdac9552 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?network_id=eaea14e2-06e5-440b-8c67-d4a587c52b53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363820 Oct 03 13:33:27.485135 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-de1c8cdd-ea32-4b5e-a216-cd2e904f8d4b req-b56ee69d-2e63-4229-98f5-e7b3bd1a52cf service neutron] 10.222.0.65 "GET /networking/v2.0/networks/eaea14e2-06e5-440b-8c67-d4a587c52b53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979576 Oct 03 13:33:27.693736 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 60792) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:33:27.702235 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.v2.base [None req-77d4c409-8fb9-4681-bbf1-244c11c83f52 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1310370427', 'description': 'tempest-description--432061222'}} {{(pid=106269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 13:33:27.739565 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-77d4c409-8fb9-4681-bbf1-244c11c83f52 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Publish callbacks [] for security_group (None), before_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:33:27.866027 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-77d4c409-8fb9-4681-bbf1-244c11c83f52 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Publish callbacks [] for security_group (22ef6c67-712e-4525-9eef-f972d542cfe9), precommit_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:33:27.874092 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-77d4c409-8fb9-4681-bbf1-244c11c83f52 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (22ef6c67-712e-4525-9eef-f972d542cfe9), after_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:33:27.894084 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80e8a26-72d1-48b0-ae3a-6803c81dbea1 req-0b52c662-8026-4017-87f8-66adb334984b tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:33:27.896596 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-b80e8a26-72d1-48b0-ae3a-6803c81dbea1 req-0b52c662-8026-4017-87f8-66adb334984b tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=4b7a7e49-20a7-45bc-bc98-7af878fc50a8 HTTP/1.1" status: 200 len: 946 time: 0.0636306 Oct 03 13:33:27.928075 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-77d4c409-8fb9-4681-bbf1-244c11c83f52 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Publish callbacks [] for security_group (None), before_response {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:33:27.929880 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-77d4c409-8fb9-4681-bbf1-244c11c83f52 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2344942 Oct 03 13:33:27.939183 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 60798) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:33:27.948859 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.v2.base [None req-d3fd6f74-d60e-47c3-a797-473946a5b248 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Request body: {'security_group_rule': {'security_group_id': '22ef6c67-712e-4525-9eef-f972d542cfe9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 13:33:27.982813 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d4c409-8fb9-4681-bbf1-244c11c83f52 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22ef6c67-712e-4525-9eef-f972d542cfe9,revision_number=1']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:33:28.005150 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-b80e8a26-72d1-48b0-ae3a-6803c81dbea1 req-12c2b20d-b185-49ef-9a9b-cdda791a8900 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=90741e6a-03d0-4889-9f91-275c8bff3e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935283 Oct 03 13:33:28.051500 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-d3fd6f74-d60e-47c3-a797-473946a5b248 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Publish callbacks [] for security_group_rule (ced22eac-3f7d-47c1-9386-3af9b70c703e), before_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:33:28.083805 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33d7803-d2dd-43e9-827d-c65b2fd06475 req-4b36b067-d98c-4808-bf7a-cf6f5c126f2c tempest-VolumesActionsTest-2129919452 tempest-VolumesActionsTest-2129919452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:33:28.086623 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-a33d7803-d2dd-43e9-827d-c65b2fd06475 req-4b36b067-d98c-4808-bf7a-cf6f5c126f2c tempest-VolumesActionsTest-2129919452 tempest-VolumesActionsTest-2129919452-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=e8bd9d2c-183b-420f-a839-1880c1e908da HTTP/1.1" status: 200 len: 943 time: 0.1255634 Oct 03 13:33:28.132832 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-de1c8cdd-ea32-4b5e-a216-cd2e904f8d4b req-af9ea374-fe5d-4ce8-91b1-48a47269f95c service neutron] 10.222.0.65 "GET /networking/v2.0/networks/eaea14e2-06e5-440b-8c67-d4a587c52b53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129987 Oct 03 13:33:28.166772 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:33:28.173427 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:DELETE=1 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:33:28.201937 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-a33d7803-d2dd-43e9-827d-c65b2fd06475 req-edfba4d9-ed3b-4fab-86c0-3270ad35127f tempest-VolumesActionsTest-2129919452 tempest-VolumesActionsTest-2129919452-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=0342a324-3ea5-474c-a1c9-acd4329b76ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037047 Oct 03 13:33:28.209623 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-d3fd6f74-d60e-47c3-a797-473946a5b248 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Publish callbacks [] for security_group_rule (ced22eac-3f7d-47c1-9386-3af9b70c703e), precommit_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:33:28.216075 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-d3fd6f74-d60e-47c3-a797-473946a5b248 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873908'] for security_group_rule (ced22eac-3f7d-47c1-9386-3af9b70c703e), after_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:33:28.259998 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fd6f74-d60e-47c3-a797-473946a5b248 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ced22eac-3f7d-47c1-9386-3af9b70c703e,revision_number=0']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:33:28.269236 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-d3fd6f74-d60e-47c3-a797-473946a5b248 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:33:28.270540 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-d3fd6f74-d60e-47c3-a797-473946a5b248 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3302224 Oct 03 13:33:28.273764 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 60800) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:33:28.279240 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.v2.base [None req-6150dde1-1934-411e-9c6d-00656db3fbed tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Request body: {'security_group_rule': {'security_group_id': '22ef6c67-712e-4525-9eef-f972d542cfe9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 13:33:28.311130 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-6150dde1-1934-411e-9c6d-00656db3fbed tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Publish callbacks [] for security_group_rule (67fb3fb6-a031-498a-9e31-10aec11bcdf0), before_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:33:28.391602 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-6150dde1-1934-411e-9c6d-00656db3fbed tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Publish callbacks [] for security_group_rule (67fb3fb6-a031-498a-9e31-10aec11bcdf0), precommit_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:33:28.396003 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-6150dde1-1934-411e-9c6d-00656db3fbed tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873908'] for security_group_rule (67fb3fb6-a031-498a-9e31-10aec11bcdf0), after_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:33:28.417733 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6150dde1-1934-411e-9c6d-00656db3fbed tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67fb3fb6-a031-498a-9e31-10aec11bcdf0,revision_number=0']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:33:28.431344 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-6150dde1-1934-411e-9c6d-00656db3fbed tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:33:28.433991 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-6150dde1-1934-411e-9c6d-00656db3fbed tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1581917 Oct 03 13:33:28.438599 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 60802) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:33:28.443788 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.v2.base [None req-d48771bb-95cd-4a87-b11a-d9b6a2621d90 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Request body: {'floatingip': {'floating_network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28'}} {{(pid=106269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 13:33:28.474155 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-d48771bb-95cd-4a87-b11a-d9b6a2621d90 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:33:28.573274 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-d48771bb-95cd-4a87-b11a-d9b6a2621d90 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (None), before_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:33:28.735752 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.db.db_base_plugin_common [None req-d48771bb-95cd-4a87-b11a-d9b6a2621d90 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Allocated IP 172.27.1.90 (ad648d78-633d-4222-aa42-7cb50aab7a28/4a9222c2-0418-495a-a49e-d43d754e0950/1778c6fc-3173-4341-b0ac-ae0696cbc966) {{(pid=106269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 13:33:28.870582 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-d48771bb-95cd-4a87-b11a-d9b6a2621d90 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Publish callbacks [] for port (1778c6fc-3173-4341-b0ac-ae0696cbc966), precommit_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:33:28.908373 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-d48771bb-95cd-4a87-b11a-d9b6a2621d90 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751014656988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26503125'] for port (1778c6fc-3173-4341-b0ac-ae0696cbc966), after_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:33:28.955979 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d48771bb-95cd-4a87-b11a-d9b6a2621d90 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Network ad648d78-633d-4222-aa42-7cb50aab7a28 is already hosted by enough agents. {{(pid=106269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 13:33:28.957756 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.scheduler.base_scheduler [None req-d48771bb-95cd-4a87-b11a-d9b6a2621d90 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Resources bound (agent type, host, resource id): {{(pid=106269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 13:33:28.963072 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48771bb-95cd-4a87-b11a-d9b6a2621d90 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Received port after_create {{(pid=106269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 13:33:28.969064 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48771bb-95cd-4a87-b11a-d9b6a2621d90 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Pushing event updated for resources: {'Port': ['ID=1778c6fc-3173-4341-b0ac-ae0696cbc966,revision_number=1']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:33:29.065168 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-d48771bb-95cd-4a87-b11a-d9b6a2621d90 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Publish callbacks [] for floatingip (24669176-5a2a-4296-86cf-2bca58bdd554), precommit_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:33:29.097914 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=5 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:33:29.105675 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:DELETE=2,neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:33:29.109727 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-d48771bb-95cd-4a87-b11a-d9b6a2621d90 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (1778c6fc-3173-4341-b0ac-ae0696cbc966), before_update {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:33:29.184672 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fae3dce-30f7-4f8c-bdeb-e4642726b78d req-7050ba97-fa28-4b23-bad6-f80e3d7efbc9 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:33:29.186392 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-1fae3dce-30f7-4f8c-bdeb-e4642726b78d req-7050ba97-fa28-4b23-bad6-f80e3d7efbc9 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=4b7a7e49-20a7-45bc-bc98-7af878fc50a8 HTTP/1.1" status: 200 len: 946 time: 0.0529552 Oct 03 13:33:29.264720 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-1fae3dce-30f7-4f8c-bdeb-e4642726b78d req-590a0efe-9dea-45d6-9b92-04f23e3f2e86 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=90741e6a-03d0-4889-9f91-275c8bff3e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676770 Oct 03 13:33:29.320778 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-d48771bb-95cd-4a87-b11a-d9b6a2621d90 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Publish callbacks [] for port (1778c6fc-3173-4341-b0ac-ae0696cbc966), precommit_update {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:33:29.337477 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-d48771bb-95cd-4a87-b11a-d9b6a2621d90 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751015143617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751014657006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751014658052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26502958'] for port (1778c6fc-3173-4341-b0ac-ae0696cbc966), after_update {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:33:29.438476 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a98636-6144-4224-a41a-ac3634ba9e1b req-fe9de28c-6d3f-4a1f-b517-f5cf366eda9d tempest-VolumesActionsTest-2129919452 tempest-VolumesActionsTest-2129919452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:33:29.440104 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-c9a98636-6144-4224-a41a-ac3634ba9e1b req-fe9de28c-6d3f-4a1f-b517-f5cf366eda9d tempest-VolumesActionsTest-2129919452 tempest-VolumesActionsTest-2129919452-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=e8bd9d2c-183b-420f-a839-1880c1e908da HTTP/1.1" status: 200 len: 943 time: 0.1158102 Oct 03 13:33:29.459491 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48771bb-95cd-4a87-b11a-d9b6a2621d90 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Pushing event updated for resources: {'Port': ['ID=1778c6fc-3173-4341-b0ac-ae0696cbc966,revision_number=2']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:33:29.478427 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-d48771bb-95cd-4a87-b11a-d9b6a2621d90 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3722562'] for floatingip (24669176-5a2a-4296-86cf-2bca58bdd554), after_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:33:29.488822 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Device f38e29f4-feb2-4591-b970-761c43afb601 details requested by agent hyperv_hv-cinder-86009 with host hv-cinder-86009 {{(pid=106270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 03 13:33:29.495067 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48771bb-95cd-4a87-b11a-d9b6a2621d90 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:33:29.495445 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48771bb-95cd-4a87-b11a-d9b6a2621d90 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:33:29.495755 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48771bb-95cd-4a87-b11a-d9b6a2621d90 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:33:29.496095 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48771bb-95cd-4a87-b11a-d9b6a2621d90 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:33:29.496429 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48771bb-95cd-4a87-b11a-d9b6a2621d90 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:33:29.496767 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48771bb-95cd-4a87-b11a-d9b6a2621d90 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:33:29.497091 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48771bb-95cd-4a87-b11a-d9b6a2621d90 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:33:29.497419 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48771bb-95cd-4a87-b11a-d9b6a2621d90 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:33:29.497792 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48771bb-95cd-4a87-b11a-d9b6a2621d90 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:33:29.498119 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48771bb-95cd-4a87-b11a-d9b6a2621d90 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:33:29.498447 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48771bb-95cd-4a87-b11a-d9b6a2621d90 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:33:29.498779 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48771bb-95cd-4a87-b11a-d9b6a2621d90 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:33:29.499102 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48771bb-95cd-4a87-b11a-d9b6a2621d90 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:33:29.499423 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48771bb-95cd-4a87-b11a-d9b6a2621d90 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:33:29.499743 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48771bb-95cd-4a87-b11a-d9b6a2621d90 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:33:29.533326 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-d48771bb-95cd-4a87-b11a-d9b6a2621d90 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512321'] for floatingip (None), before_response {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:33:29.534478 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-d48771bb-95cd-4a87-b11a-d9b6a2621d90 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0944953 Oct 03 13:33:29.539646 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-c9a98636-6144-4224-a41a-ac3634ba9e1b req-1cec47e7-1977-4fb0-943a-f420eb638be4 tempest-VolumesActionsTest-2129919452 tempest-VolumesActionsTest-2129919452-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=0342a324-3ea5-474c-a1c9-acd4329b76ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890830 Oct 03 13:33:29.668612 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.db [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] For port f38e29f4-feb2-4591-b970-761c43afb601, host hv-cinder-86009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86009',level=0,port_id=f38e29f4-feb2-4591-b970-761c43afb601,segment=NetworkSegment(b12e5c1f-6807-426b-94d8-2ab3945f2ac8),segment_id=b12e5c1f-6807-426b-94d8-2ab3945f2ac8)] {{(pid=106270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 13:33:29.693610 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Returning: {'device': 'f38e29f4-feb2-4591-b970-761c43afb601', 'network_id': 'eaea14e2-06e5-440b-8c67-d4a587c52b53', 'port_id': 'f38e29f4-feb2-4591-b970-761c43afb601', 'mac_address': 'fa:16:3e:4f:92:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bfdf188-ae96-4568-a390-fe2963517cb8', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 03 13:33:29.737735 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Current status of the port f38e29f4-feb2-4591-b970-761c43afb601 is: DOWN; New status is: BUILD {{(pid=106270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 13:33:29.738208 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (f38e29f4-feb2-4591-b970-761c43afb601), before_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:33:29.754388 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.notifiers.nova [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f38e29f4-feb2-4591-b970-761c43afb601 {{(pid=106270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 03 13:33:29.779621 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.db [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] For port f38e29f4-feb2-4591-b970-761c43afb601, host hv-cinder-86009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86009',level=0,port_id=f38e29f4-feb2-4591-b970-761c43afb601,segment=NetworkSegment(b12e5c1f-6807-426b-94d8-2ab3945f2ac8),segment_id=b12e5c1f-6807-426b-94d8-2ab3945f2ac8)] {{(pid=106270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 13:33:29.785365 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751015143617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751014657006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751014658052'] for port (f38e29f4-feb2-4591-b970-761c43afb601), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:33:29.793862 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=100 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:33:29.813550 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-31328d89-e688-4cec-b0a7-dafb2a3e0a7f req-a0bac262-b730-41dd-8183-47b109dc3723 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1310370427&fields=id&tenant_id=d8e6dd58ff43419fa5b945bd08ef2931 HTTP/1.1" status: 200 len: 267 time: 0.0561810 Oct 03 13:33:29.848303 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:33:29.855489 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Pushing event updated for resources: {'Port': ['ID=f38e29f4-feb2-4591-b970-761c43afb601,revision_number=4']} {{(pid=106270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:33:29.996364 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31328d89-e688-4cec-b0a7-dafb2a3e0a7f req-694834a9-a7b1-471b-a5ca-d053420da4c6 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:33:29.999721 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-31328d89-e688-4cec-b0a7-dafb2a3e0a7f req-694834a9-a7b1-471b-a5ca-d053420da4c6 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "GET /networking/v2.0/networks?id=ff8319e2-24e1-46c8-a6e2-568f9c4503d6 HTTP/1.1" status: 200 len: 814 time: 0.1780114 Oct 03 13:33:30.016911 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-31328d89-e688-4cec-b0a7-dafb2a3e0a7f req-d074a55a-6762-4cf6-b4a0-17b3288911a0 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "GET /networking/v2.0/quotas/d8e6dd58ff43419fa5b945bd08ef2931 HTTP/1.1" status: 200 len: 375 time: 0.0113401 Oct 03 13:33:30.081296 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-31328d89-e688-4cec-b0a7-dafb2a3e0a7f req-05982c67-4a0a-4e18-9ff0-7024f7f82b04 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=d8e6dd58ff43419fa5b945bd08ef2931&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0580201 Oct 03 13:33:30.153615 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=100 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:33:30.192542 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-31328d89-e688-4cec-b0a7-dafb2a3e0a7f req-dd0e218d-b374-43ca-a2d1-921cd4735c3e service neutron] 10.222.0.58 "GET /networking/v2.0/networks/ff8319e2-24e1-46c8-a6e2-568f9c4503d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980532 Oct 03 13:33:30.301772 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.db [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] get_ports_and_sgs() called for port_ids ['f38e29f4-feb2-4591-b970-761c43afb601'] {{(pid=106270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 03 13:33:30.310885 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-31328d89-e688-4cec-b0a7-dafb2a3e0a7f req-b044ed02-ff3a-42dd-a1e0-1fcb6c4cab92 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/ff8319e2-24e1-46c8-a6e2-568f9c4503d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113017 Oct 03 13:33:30.495509 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:33:30.508284 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a09b6c-b0d0-499c-a956-bad50de6c0ce req-4e715e7b-f4f9-471d-ab65-cbd65f069147 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:33:30.510762 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-e3a09b6c-b0d0-499c-a956-bad50de6c0ce req-4e715e7b-f4f9-471d-ab65-cbd65f069147 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=4b7a7e49-20a7-45bc-bc98-7af878fc50a8 HTTP/1.1" status: 200 len: 946 time: 0.0799932 Oct 03 13:33:30.590069 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-d52647c0-4821-4680-af6f-950469600ae7 req-70c1942c-f457-4e26-8ce3-f0a60df85ddc tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=1530d3cd-a03d-4ccc-bf56-064b83e978c8 HTTP/1.1" status: 200 len: 210 time: 0.0458417 Oct 03 13:33:30.601076 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-e3a09b6c-b0d0-499c-a956-bad50de6c0ce req-5e79b725-d357-4960-9d6f-cd23863ffbaa tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=90741e6a-03d0-4889-9f91-275c8bff3e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734124 Oct 03 13:33:30.741553 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8decd2-a49c-4176-8dac-5567bd6be927 req-940edf8f-eea9-4d13-98c1-2014b696dd36 tempest-VolumesActionsTest-2129919452 tempest-VolumesActionsTest-2129919452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:33:30.741553 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-0d8decd2-a49c-4176-8dac-5567bd6be927 req-940edf8f-eea9-4d13-98c1-2014b696dd36 tempest-VolumesActionsTest-2129919452 tempest-VolumesActionsTest-2129919452-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=e8bd9d2c-183b-420f-a839-1880c1e908da HTTP/1.1" status: 200 len: 944 time: 0.0670409 Oct 03 13:33:30.809174 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-0d8decd2-a49c-4176-8dac-5567bd6be927 req-249dd238-c3aa-4456-9b29-d5ccd0792ea7 tempest-VolumesActionsTest-2129919452 tempest-VolumesActionsTest-2129919452-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=0342a324-3ea5-474c-a1c9-acd4329b76ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603018 Oct 03 13:33:31.026492 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba94759a-9d81-46ea-a01a-8f2f3d08f8e3 req-6221335e-4346-4688-bb46-36e3f9762551 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:33:31.028070 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-ba94759a-9d81-46ea-a01a-8f2f3d08f8e3 req-6221335e-4346-4688-bb46-36e3f9762551 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=4b7a7e49-20a7-45bc-bc98-7af878fc50a8 HTTP/1.1" status: 200 len: 946 time: 0.0953102 Oct 03 13:33:31.031743 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec25e392-2b5d-45ff-a88b-6f16830d6320 req-c6548f72-e8ad-41b6-bbf5-f06ac50daece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:33:31.033383 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-ec25e392-2b5d-45ff-a88b-6f16830d6320 req-c6548f72-e8ad-41b6-bbf5-f06ac50daece service neutron] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=557321bf33ca42df8d5d53e5157e6803&device_id=4b7a7e49-20a7-45bc-bc98-7af878fc50a8 HTTP/1.1" status: 200 len: 1130 time: 0.0631778 Oct 03 13:33:31.406384 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-ba94759a-9d81-46ea-a01a-8f2f3d08f8e3 req-7824de29-bdc1-4c4f-8122-c2e8c289bdf0 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=90741e6a-03d0-4889-9f91-275c8bff3e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3716028 Oct 03 13:33:31.464158 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec25e392-2b5d-45ff-a88b-6f16830d6320 req-c352ca5c-6f5b-48c4-a1fb-b828c02d39e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:33:31.466538 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-ec25e392-2b5d-45ff-a88b-6f16830d6320 req-c352ca5c-6f5b-48c4-a1fb-b828c02d39e6 service neutron] 10.222.0.65 "GET /networking/v2.0/networks?id=289ad0fb-c675-48f9-ad56-9a68538f4eb7 HTTP/1.1" status: 200 len: 920 time: 0.4168894 Oct 03 13:33:31.520254 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-ec25e392-2b5d-45ff-a88b-6f16830d6320 req-eada269f-45f4-4220-ad13-8e5b2c9595cd service neutron] 10.222.0.65 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4e8541e0-b0c3-4cae-a985-b4e2dfec4290 HTTP/1.1" status: 200 len: 217 time: 0.0404770 Oct 03 13:33:31.595765 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec25e392-2b5d-45ff-a88b-6f16830d6320 req-2a92dfa3-21d4-4e3a-8844-fb726238397e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:33:31.598518 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-ec25e392-2b5d-45ff-a88b-6f16830d6320 req-2a92dfa3-21d4-4e3a-8844-fb726238397e service neutron] 10.222.0.65 "GET /networking/v2.0/subnets?id=014887d4-da5d-4382-8b78-e31d89e09c89 HTTP/1.1" status: 200 len: 858 time: 0.0596480 Oct 03 13:33:31.693534 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Device f38e29f4-feb2-4591-b970-761c43afb601 up at agent hyperv_hv-cinder-86009 {{(pid=106270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 13:33:31.702961 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec25e392-2b5d-45ff-a88b-6f16830d6320 req-527b4661-3ecd-467a-b9db-259a6023aa73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:33:31.706033 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-ec25e392-2b5d-45ff-a88b-6f16830d6320 req-527b4661-3ecd-467a-b9db-259a6023aa73 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?network_id=289ad0fb-c675-48f9-ad56-9a68538f4eb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0683010 Oct 03 13:33:31.782986 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.provisioning_blocks [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Provisioning for port f38e29f4-feb2-4591-b970-761c43afb601 completed by entity L2. {{(pid=106270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 03 13:33:31.785148 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-ea73ae3b-af04-4537-89ed-9b1dd3513309 req-e8095c6c-0001-4d82-9c26-a800303a7a28 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=1530d3cd-a03d-4ccc-bf56-064b83e978c8 HTTP/1.1" status: 200 len: 210 time: 0.0557513 Oct 03 13:33:31.794314 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.provisioning_blocks [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Provisioning complete for port f38e29f4-feb2-4591-b970-761c43afb601 triggered by entity L2. {{(pid=106270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 13:33:31.795246 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1340199'] for port (f38e29f4-feb2-4591-b970-761c43afb601), provisioning_complete {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:33:31.795883 dv-cinder-860090-1-iscsi neutron-server[106270]: INFO neutron.plugins.ml2.plugin [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Attempt 1 to provision port f38e29f4-feb2-4591-b970-761c43afb601 Oct 03 13:33:31.958984 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Current status of the port f38e29f4-feb2-4591-b970-761c43afb601 is: BUILD; New status is: ACTIVE {{(pid=106270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 13:33:31.959571 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (f38e29f4-feb2-4591-b970-761c43afb601), before_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:33:31.995636 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-ec25e392-2b5d-45ff-a88b-6f16830d6320 req-31ece93c-c5ce-4111-a299-a9cc79f1f73d service neutron] 10.222.0.65 "GET /networking/v2.0/networks/289ad0fb-c675-48f9-ad56-9a68538f4eb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2461107 Oct 03 13:33:32.008189 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8bd9d2c-183b-420f-a839-1880c1e908da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f38e29f4-feb2-4591-b970-761c43afb601'}] {{(pid=106270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 13:33:32.012003 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}560c9627402e85393d05fbb3c51e26d9631cba9dc4b6297c571b83e08b497dad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d00bcc6d-913e-4654-8a1f-4cfa66d7ddb2" -d '{"events": [{"server_uuid": "e8bd9d2c-183b-420f-a839-1880c1e908da", "name": "network-vif-plugged", "status": "completed", "tag": "f38e29f4-feb2-4591-b970-761c43afb601"}]}' {{(pid=106270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 13:33:32.036423 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.db [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] For port f38e29f4-feb2-4591-b970-761c43afb601, host hv-cinder-86009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86009',level=0,port_id=f38e29f4-feb2-4591-b970-761c43afb601,segment=NetworkSegment(b12e5c1f-6807-426b-94d8-2ab3945f2ac8),segment_id=b12e5c1f-6807-426b-94d8-2ab3945f2ac8)] {{(pid=106270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 13:33:32.058917 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751015143617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751014657006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751014658052'] for port (f38e29f4-feb2-4591-b970-761c43afb601), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:33:32.080106 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d2bc3d-3fc0-4119-a9f1-29979bc2ff92 req-d195275a-6980-4bb2-b75c-a4fb74885592 tempest-VolumesActionsTest-2129919452 tempest-VolumesActionsTest-2129919452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:33:32.082474 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-d9d2bc3d-3fc0-4119-a9f1-29979bc2ff92 req-d195275a-6980-4bb2-b75c-a4fb74885592 tempest-VolumesActionsTest-2129919452 tempest-VolumesActionsTest-2129919452-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=e8bd9d2c-183b-420f-a839-1880c1e908da HTTP/1.1" status: 200 len: 944 time: 0.0902662 Oct 03 13:33:32.105144 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 13:33:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b755c41b-e67f-43f2-b38e-96779e16cde9 x-openstack-request-id: req-b755c41b-e67f-43f2-b38e-96779e16cde9 {{(pid=106270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 13:33:32.105550 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8bd9d2c-183b-420f-a839-1880c1e908da", "name": "network-vif-plugged", "status": "completed", "tag": "f38e29f4-feb2-4591-b970-761c43afb601", "code": 200}]} {{(pid=106270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 13:33:32.105911 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b755c41b-e67f-43f2-b38e-96779e16cde9 {{(pid=106270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 13:33:32.106359 dv-cinder-860090-1-iscsi neutron-server[106270]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b755c41b-e67f-43f2-b38e-96779e16cde9'] response: {'server_uuid': 'e8bd9d2c-183b-420f-a839-1880c1e908da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f38e29f4-feb2-4591-b970-761c43afb601', 'code': 200} Oct 03 13:33:32.134318 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-11b082b4-3d5a-414d-90b5-7c3568c15796 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (3460fffa-818c-4144-9400-237880db20a4), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:33:32.165526 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-d9d2bc3d-3fc0-4119-a9f1-29979bc2ff92 req-99ac4278-ec84-47a2-8e42-c61721e34815 tempest-VolumesActionsTest-2129919452 tempest-VolumesActionsTest-2129919452-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=0342a324-3ea5-474c-a1c9-acd4329b76ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642452 Oct 03 13:33:32.166055 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Pushing event updated for resources: {'Port': ['ID=f38e29f4-feb2-4591-b970-761c43afb601,revision_number=5']} {{(pid=106270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:33:32.527240 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=100 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:33:32.598898 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-ec25e392-2b5d-45ff-a88b-6f16830d6320 req-d33193ce-1138-47a0-ae92-7bf9d8c72034 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/289ad0fb-c675-48f9-ad56-9a68538f4eb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1710966 Oct 03 13:33:32.640618 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb3e6d9-f3c0-4f26-9088-708a417d5f5e req-6ff354b0-774b-469f-b192-5141755f723b tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:33:32.642669 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-3eb3e6d9-f3c0-4f26-9088-708a417d5f5e req-6ff354b0-774b-469f-b192-5141755f723b tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=4b7a7e49-20a7-45bc-bc98-7af878fc50a8 HTTP/1.1" status: 200 len: 946 time: 0.0631692 Oct 03 13:33:32.723337 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-3eb3e6d9-f3c0-4f26-9088-708a417d5f5e req-b0d8163b-e429-42b0-9ee3-0d905542fab2 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=90741e6a-03d0-4889-9f91-275c8bff3e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673075 Oct 03 13:33:32.801730 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7884f074-c00d-44b3-81e9-092d5b5e6723 req-088d1cce-c96c-498e-8b6a-b08d58e70c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:33:32.803854 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-7884f074-c00d-44b3-81e9-092d5b5e6723 req-088d1cce-c96c-498e-8b6a-b08d58e70c3a service neutron] 10.222.0.65 "GET /networking/v2.0/ports?device_id=e8bd9d2c-183b-420f-a839-1880c1e908da HTTP/1.1" status: 200 len: 1129 time: 0.0984640 Oct 03 13:33:32.844154 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=100 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:33:32.883095 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31328d89-e688-4cec-b0a7-dafb2a3e0a7f req-5e4460f4-da7a-46e7-a195-c2b6fc354bfc tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:33:32.884983 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-31328d89-e688-4cec-b0a7-dafb2a3e0a7f req-5e4460f4-da7a-46e7-a195-c2b6fc354bfc tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.65 "GET /networking/v2.0/networks?id=ff8319e2-24e1-46c8-a6e2-568f9c4503d6 HTTP/1.1" status: 200 len: 814 time: 0.2775557 Oct 03 13:33:32.902858 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-7884f074-c00d-44b3-81e9-092d5b5e6723 req-97725666-ca15-45de-8764-72968ca3eb2f service neutron] 10.222.0.65 "GET /networking/v2.0/security-groups?id=0342a324-3ea5-474c-a1c9-acd4329b76ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897007 Oct 03 13:33:32.941066 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-7d58417e-37fc-443c-b716-6a04440d8761 req-cd11a9e9-b18c-4ab8-9cfa-825dbd80b0b6 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=1530d3cd-a03d-4ccc-bf56-064b83e978c8 HTTP/1.1" status: 200 len: 210 time: 0.0331681 Oct 03 13:33:33.331637 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99225cd3-9d0a-4e3c-b67e-a66110597e26 req-29becd1d-069b-4f24-8601-e95f70fd8bca tempest-VolumesActionsTest-2129919452 tempest-VolumesActionsTest-2129919452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:33:33.333223 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-99225cd3-9d0a-4e3c-b67e-a66110597e26 req-29becd1d-069b-4f24-8601-e95f70fd8bca tempest-VolumesActionsTest-2129919452 tempest-VolumesActionsTest-2129919452-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=e8bd9d2c-183b-420f-a839-1880c1e908da HTTP/1.1" status: 200 len: 945 time: 0.0734921 Oct 03 13:33:33.371118 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-31328d89-e688-4cec-b0a7-dafb2a3e0a7f req-f1ec23b7-07eb-445e-b99b-46abc48237b2 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.65 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=d8e6dd58ff43419fa5b945bd08ef2931 HTTP/1.1" status: 200 len: 473 time: 0.0999844 Oct 03 13:33:33.401885 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-99225cd3-9d0a-4e3c-b67e-a66110597e26 req-7c12e5ea-c820-46ed-a877-271e30c703d5 tempest-VolumesActionsTest-2129919452 tempest-VolumesActionsTest-2129919452-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=0342a324-3ea5-474c-a1c9-acd4329b76ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569444 Oct 03 13:33:33.855069 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46a15a4-1f07-4fa9-b2bc-4bc6de71247e req-fc06d413-f826-48e2-a918-d6cdf4d2d887 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:33:33.856684 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-d46a15a4-1f07-4fa9-b2bc-4bc6de71247e req-fc06d413-f826-48e2-a918-d6cdf4d2d887 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=4b7a7e49-20a7-45bc-bc98-7af878fc50a8 HTTP/1.1" status: 200 len: 946 time: 0.0534754 Oct 03 13:33:33.917106 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-d46a15a4-1f07-4fa9-b2bc-4bc6de71247e req-04f1777e-078c-4c9b-82e0-514d02fc2735 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=90741e6a-03d0-4889-9f91-275c8bff3e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542095 Oct 03 13:33:34.059754 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-04c6eaf2-4f2b-4e83-8001-9a0c6c7442eb req-25b80654-fa8f-4536-a341-42b68ac8a4f1 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=1530d3cd-a03d-4ccc-bf56-064b83e978c8 HTTP/1.1" status: 200 len: 210 time: 0.0355816 Oct 03 13:33:34.551344 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895587b3-1b4c-49a5-81ae-feff710161d0 req-7931de8e-e70b-4c44-a1cf-773a3315ea4a tempest-VolumesActionsTest-2129919452 tempest-VolumesActionsTest-2129919452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:33:34.552980 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-895587b3-1b4c-49a5-81ae-feff710161d0 req-7931de8e-e70b-4c44-a1cf-773a3315ea4a tempest-VolumesActionsTest-2129919452 tempest-VolumesActionsTest-2129919452-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=e8bd9d2c-183b-420f-a839-1880c1e908da HTTP/1.1" status: 200 len: 945 time: 0.0600843 Oct 03 13:33:34.620008 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-895587b3-1b4c-49a5-81ae-feff710161d0 req-4330409b-3fcf-4468-a12a-ce0e52464549 tempest-VolumesActionsTest-2129919452 tempest-VolumesActionsTest-2129919452-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=0342a324-3ea5-474c-a1c9-acd4329b76ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577765 Oct 03 13:33:34.874874 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-4dc43270-95cf-4e77-8f87-bdfd6f46ab43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (94180321-47b1-4b5c-b620-b1b0a31df446), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:33:35.080218 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65669ee6-e3ee-4599-bb2c-0526a9d657a1 req-0ad6753f-d82b-4a7b-a9f3-bf563bae668a tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:33:35.082953 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-65669ee6-e3ee-4599-bb2c-0526a9d657a1 req-0ad6753f-d82b-4a7b-a9f3-bf563bae668a tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=4b7a7e49-20a7-45bc-bc98-7af878fc50a8 HTTP/1.1" status: 200 len: 946 time: 0.0806601 Oct 03 13:33:35.171150 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-65669ee6-e3ee-4599-bb2c-0526a9d657a1 req-4efa600a-d640-4e74-b05b-1c9cfaddabf3 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=90741e6a-03d0-4889-9f91-275c8bff3e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801146 Oct 03 13:33:35.176812 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-4437289a-d945-4996-aca8-0d2b1d082a79 req-ad7d1f4f-5ab8-46cf-a511-fd23a13207b3 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=1530d3cd-a03d-4ccc-bf56-064b83e978c8 HTTP/1.1" status: 200 len: 210 time: 0.0312023 Oct 03 13:33:35.769780 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3989b132-058d-4a36-8263-be6fb1bf71ff req-0a75ddbe-6b79-499d-bd54-797fcd9bb1c5 tempest-VolumesActionsTest-2129919452 tempest-VolumesActionsTest-2129919452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:33:35.771294 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-3989b132-058d-4a36-8263-be6fb1bf71ff req-0a75ddbe-6b79-499d-bd54-797fcd9bb1c5 tempest-VolumesActionsTest-2129919452 tempest-VolumesActionsTest-2129919452-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=e8bd9d2c-183b-420f-a839-1880c1e908da HTTP/1.1" status: 200 len: 945 time: 0.0506594 Oct 03 13:33:35.830340 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-3989b132-058d-4a36-8263-be6fb1bf71ff req-47c290a7-8113-43d8-af02-ea2f820aea98 tempest-VolumesActionsTest-2129919452 tempest-VolumesActionsTest-2129919452-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=0342a324-3ea5-474c-a1c9-acd4329b76ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490508 Oct 03 13:33:36.005870 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.v2.base [req-31328d89-e688-4cec-b0a7-dafb2a3e0a7f req-e5fed81b-11ca-4d28-a318-0a0e14fc3191 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Request body: {'port': {'device_id': '1530d3cd-a03d-4ccc-bf56-064b83e978c8', 'network_id': 'ff8319e2-24e1-46c8-a6e2-568f9c4503d6', 'admin_state_up': True, 'tenant_id': 'd8e6dd58ff43419fa5b945bd08ef2931', 'security_groups': ['22ef6c67-712e-4525-9eef-f972d542cfe9']}} {{(pid=106268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 13:33:36.128252 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-1bb28928-3e93-41c9-8900-1ecfb790b160 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (5eabf47d-5620-4e94-9269-ef19fe52be68), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:33:36.141773 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31328d89-e688-4cec-b0a7-dafb2a3e0a7f req-e5fed81b-11ca-4d28-a318-0a0e14fc3191 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Made reservation on behalf of d8e6dd58ff43419fa5b945bd08ef2931 for: {'port': 1} {{(pid=106268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 13:33:36.146466 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-31328d89-e688-4cec-b0a7-dafb2a3e0a7f req-e5fed81b-11ca-4d28-a318-0a0e14fc3191 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (None), before_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:33:36.421870 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:33:36.424505 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.db.db_base_plugin_common [req-31328d89-e688-4cec-b0a7-dafb2a3e0a7f req-e5fed81b-11ca-4d28-a318-0a0e14fc3191 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Allocated IP 172.20.0.5 (ff8319e2-24e1-46c8-a6e2-568f9c4503d6/c7cf38c1-e397-42ce-8b92-f0af8056be43/fb7024a0-6b02-454f-ba31-1290a4622c59) {{(pid=106268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 13:33:36.426678 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-29bbd89f-e0e4-4af6-8bad-f572c0eecb7f req-d7e966d0-8ef1-4917-ba53-7700ef345e1f tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=1530d3cd-a03d-4ccc-bf56-064b83e978c8 HTTP/1.1" status: 200 len: 210 time: 0.1046538 Oct 03 13:33:36.441594 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d55792-ef0f-47e7-8bb5-3357b765249a req-e84fcdc0-30f7-4dfe-953a-03873b48d9fa tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:33:36.444064 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-27d55792-ef0f-47e7-8bb5-3357b765249a req-e84fcdc0-30f7-4dfe-953a-03873b48d9fa tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=4b7a7e49-20a7-45bc-bc98-7af878fc50a8 HTTP/1.1" status: 200 len: 946 time: 0.1128881 Oct 03 13:33:36.518587 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:33:36.586449 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-27d55792-ef0f-47e7-8bb5-3357b765249a req-1e9564c0-422b-438f-80cf-688f559c021b tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=90741e6a-03d0-4889-9f91-275c8bff3e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301517 Oct 03 13:33:36.662091 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-31328d89-e688-4cec-b0a7-dafb2a3e0a7f req-e5fed81b-11ca-4d28-a318-0a0e14fc3191 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Publish callbacks [] for port (fb7024a0-6b02-454f-ba31-1290a4622c59), precommit_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:33:36.688560 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:33:36.702659 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-31328d89-e688-4cec-b0a7-dafb2a3e0a7f req-e5fed81b-11ca-4d28-a318-0a0e14fc3191 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751014656988'] for port (fb7024a0-6b02-454f-ba31-1290a4622c59), after_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:33:36.761393 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31328d89-e688-4cec-b0a7-dafb2a3e0a7f req-e5fed81b-11ca-4d28-a318-0a0e14fc3191 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Network ff8319e2-24e1-46c8-a6e2-568f9c4503d6 is already hosted by enough agents. {{(pid=106268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 13:33:36.765272 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.scheduler.base_scheduler [req-31328d89-e688-4cec-b0a7-dafb2a3e0a7f req-e5fed81b-11ca-4d28-a318-0a0e14fc3191 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Resources bound (agent type, host, resource id): {{(pid=106268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 13:33:36.769926 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.db.l3_dvrscheduler_db [req-31328d89-e688-4cec-b0a7-dafb2a3e0a7f req-e5fed81b-11ca-4d28-a318-0a0e14fc3191 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Received port after_create {{(pid=106268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 13:33:36.775915 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31328d89-e688-4cec-b0a7-dafb2a3e0a7f req-e5fed81b-11ca-4d28-a318-0a0e14fc3191 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:33:36.776089 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-31328d89-e688-4cec-b0a7-dafb2a3e0a7f req-e5fed81b-11ca-4d28-a318-0a0e14fc3191 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512321'] for port (None), before_response {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:33:36.785677 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fed81b-11ca-4d28-a318-0a0e14fc3191 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Pushing event updated for resources: {'Port': ['ID=fb7024a0-6b02-454f-ba31-1290a4622c59,revision_number=1']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:33:36.801739 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-31328d89-e688-4cec-b0a7-dafb2a3e0a7f req-e5fed81b-11ca-4d28-a318-0a0e14fc3191 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.65 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8006799 Oct 03 13:33:36.992702 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69452a71-9862-4c02-ba93-bef0da2a70ce req-fb0f7bc6-c4ea-4000-a3a0-71c338977d13 tempest-VolumesActionsTest-2129919452 tempest-VolumesActionsTest-2129919452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:33:36.995062 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-69452a71-9862-4c02-ba93-bef0da2a70ce req-fb0f7bc6-c4ea-4000-a3a0-71c338977d13 tempest-VolumesActionsTest-2129919452 tempest-VolumesActionsTest-2129919452-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=e8bd9d2c-183b-420f-a839-1880c1e908da HTTP/1.1" status: 200 len: 945 time: 0.0554326 Oct 03 13:33:37.052523 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-69452a71-9862-4c02-ba93-bef0da2a70ce req-df88e56f-5c5c-4f6c-ad3a-969772a6eff3 tempest-VolumesActionsTest-2129919452 tempest-VolumesActionsTest-2129919452-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=0342a324-3ea5-474c-a1c9-acd4329b76ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510986 Oct 03 13:33:37.093358 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.provisioning_blocks [None req-0a0c085b-4a0d-4c75-ae1b-8065409a0cd4 None None] Provisioning complete for port fb7024a0-6b02-454f-ba31-1290a4622c59 triggered by entity DHCP. {{(pid=106270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 13:33:37.093826 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-0a0c085b-4a0d-4c75-ae1b-8065409a0cd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1340199'] for port (fb7024a0-6b02-454f-ba31-1290a4622c59), provisioning_complete {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:33:37.094262 dv-cinder-860090-1-iscsi neutron-server[106270]: INFO neutron.plugins.ml2.plugin [None req-0a0c085b-4a0d-4c75-ae1b-8065409a0cd4 None None] Attempt 1 to provision port fb7024a0-6b02-454f-ba31-1290a4622c59 Oct 03 13:33:37.124262 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=3 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:33:37.125665 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=3 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:33:37.131943 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-0a0c085b-4a0d-4c75-ae1b-8065409a0cd4 None None] Port fb7024a0-6b02-454f-ba31-1290a4622c59 cannot update to ACTIVE because it is not bound. {{(pid=106270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 03 13:33:37.470758 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (d46c7ed5-c451-4a76-ab3f-ab8e3ea4a5ec), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:33:37.623644 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-9b3e6be4-ae7f-4a46-812d-719b0ca73959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (3cd5b2bb-c81a-4ce3-a212-a51c5aa706bd), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:33:37.630673 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a079027-ff1f-4f1b-93e4-7f6741a900d3 req-7e06e332-4a49-4b64-b5ec-3a345f8c589c tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:33:37.634481 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-0a079027-ff1f-4f1b-93e4-7f6741a900d3 req-7e06e332-4a49-4b64-b5ec-3a345f8c589c tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=1530d3cd-a03d-4ccc-bf56-064b83e978c8 HTTP/1.1" status: 200 len: 931 time: 0.0843465 Oct 03 13:33:37.732685 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-0a079027-ff1f-4f1b-93e4-7f6741a900d3 req-1d67f622-ceb7-4de9-b2fd-b1c61b3a9223 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=22ef6c67-712e-4525-9eef-f972d542cfe9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855398 Oct 03 13:33:37.773033 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80da9a7-a86b-4170-8bc1-3a42891f0a9c req-89e89c7e-6ea6-4788-b55d-ccefc763eece tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:33:37.775694 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-e80da9a7-a86b-4170-8bc1-3a42891f0a9c req-89e89c7e-6ea6-4788-b55d-ccefc763eece tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=4b7a7e49-20a7-45bc-bc98-7af878fc50a8 HTTP/1.1" status: 200 len: 946 time: 0.0765340 Oct 03 13:33:37.847129 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-e80da9a7-a86b-4170-8bc1-3a42891f0a9c req-b0da9c22-ca62-44e0-8d61-781660548abf tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=90741e6a-03d0-4889-9f91-275c8bff3e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644069 Oct 03 13:33:37.926317 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (1af51d63-a9c9-4bbe-9b0d-c8e0a80c641c), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:33:38.263139 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fde258f-5488-475b-bac4-f08c3e65dfdf req-e5b8f720-54a6-4530-bbe3-3025d347d6e0 tempest-VolumesActionsTest-2129919452 tempest-VolumesActionsTest-2129919452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:33:38.265686 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-5fde258f-5488-475b-bac4-f08c3e65dfdf req-e5b8f720-54a6-4530-bbe3-3025d347d6e0 tempest-VolumesActionsTest-2129919452 tempest-VolumesActionsTest-2129919452-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=e8bd9d2c-183b-420f-a839-1880c1e908da HTTP/1.1" status: 200 len: 945 time: 0.1083579 Oct 03 13:33:38.281356 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:33:38.327948 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-5fde258f-5488-475b-bac4-f08c3e65dfdf req-3284ca36-aef0-401f-bf09-e7cfe169ce44 tempest-VolumesActionsTest-2129919452 tempest-VolumesActionsTest-2129919452-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=0342a324-3ea5-474c-a1c9-acd4329b76ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544407 Oct 03 13:33:38.435620 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.v2.base [req-31328d89-e688-4cec-b0a7-dafb2a3e0a7f req-11bb975c-39b8-4292-94ae-10b5026c9433 service neutron] Request body: {'port': {'device_id': '1530d3cd-a03d-4ccc-bf56-064b83e978c8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86009'}} {{(pid=106268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 13:33:38.534378 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-31328d89-e688-4cec-b0a7-dafb2a3e0a7f req-11bb975c-39b8-4292-94ae-10b5026c9433 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (fb7024a0-6b02-454f-ba31-1290a4622c59), before_update {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:33:38.912736 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.notifiers.nova [req-31328d89-e688-4cec-b0a7-dafb2a3e0a7f req-11bb975c-39b8-4292-94ae-10b5026c9433 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb7024a0-6b02-454f-ba31-1290a4622c59 {{(pid=106268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 03 13:33:38.925760 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f96fc1-f98a-4d04-ad3f-61690a648441 req-27a7e400-6477-4012-8e38-595996e846fd tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:33:38.927338 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-e5f96fc1-f98a-4d04-ad3f-61690a648441 req-27a7e400-6477-4012-8e38-595996e846fd tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=1530d3cd-a03d-4ccc-bf56-064b83e978c8 HTTP/1.1" status: 200 len: 931 time: 0.0843434 Oct 03 13:33:38.929710 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-31328d89-e688-4cec-b0a7-dafb2a3e0a7f req-11bb975c-39b8-4292-94ae-10b5026c9433 service neutron] Publish callbacks [] for port (fb7024a0-6b02-454f-ba31-1290a4622c59), precommit_update {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:33:38.965823 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.db.provisioning_blocks [req-31328d89-e688-4cec-b0a7-dafb2a3e0a7f req-11bb975c-39b8-4292-94ae-10b5026c9433 service neutron] Transition to ACTIVE for port object fb7024a0-6b02-454f-ba31-1290a4622c59 will not be triggered until provisioned by entity L2. {{(pid=106268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 03 13:33:38.974573 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-31328d89-e688-4cec-b0a7-dafb2a3e0a7f req-11bb975c-39b8-4292-94ae-10b5026c9433 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751015143617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751014657006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751014658052'] for port (fb7024a0-6b02-454f-ba31-1290a4622c59), after_update {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:33:39.061010 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-e5f96fc1-f98a-4d04-ad3f-61690a648441 req-90043699-3e48-4518-b162-94360badf328 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=22ef6c67-712e-4525-9eef-f972d542cfe9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1260009 Oct 03 13:33:39.065143 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bb975c-39b8-4292-94ae-10b5026c9433 service neutron] Pushing event updated for resources: {'Port': ['ID=fb7024a0-6b02-454f-ba31-1290a4622c59,revision_number=2']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:33:39.081144 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.managers [req-31328d89-e688-4cec-b0a7-dafb2a3e0a7f req-11bb975c-39b8-4292-94ae-10b5026c9433 service neutron] Attempting to bind port fb7024a0-6b02-454f-ba31-1290a4622c59 on host hv-cinder-86009 for vnic_type normal with profile {{(pid=106268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 13:33:39.081515 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.managers [req-31328d89-e688-4cec-b0a7-dafb2a3e0a7f req-11bb975c-39b8-4292-94ae-10b5026c9433 service neutron] Attempting to bind port fb7024a0-6b02-454f-ba31-1290a4622c59 by drivers openvswitch,hyperv on host hv-cinder-86009 at level 0 using segments [{'id': '2cd7ae88-a108-4db9-b508-67961f878f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'ff8319e2-24e1-46c8-a6e2-568f9c4503d6'}] {{(pid=106268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 13:33:39.081847 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31328d89-e688-4cec-b0a7-dafb2a3e0a7f req-11bb975c-39b8-4292-94ae-10b5026c9433 service neutron] Attempting to bind port fb7024a0-6b02-454f-ba31-1290a4622c59 on network ff8319e2-24e1-46c8-a6e2-568f9c4503d6 {{(pid=106268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 13:33:39.126351 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:33:39.130930 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31328d89-e688-4cec-b0a7-dafb2a3e0a7f req-11bb975c-39b8-4292-94ae-10b5026c9433 service neutron] Port fb7024a0-6b02-454f-ba31-1290a4622c59 on network ff8319e2-24e1-46c8-a6e2-568f9c4503d6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86009 {{(pid=106268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 03 13:33:39.131256 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31328d89-e688-4cec-b0a7-dafb2a3e0a7f req-11bb975c-39b8-4292-94ae-10b5026c9433 service neutron] Attempting to bind port fb7024a0-6b02-454f-ba31-1290a4622c59 on network ff8319e2-24e1-46c8-a6e2-568f9c4503d6 {{(pid=106268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 13:33:39.165640 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:33:39.187528 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31328d89-e688-4cec-b0a7-dafb2a3e0a7f req-11bb975c-39b8-4292-94ae-10b5026c9433 service neutron] Checking agent: {'id': '1af51d63-a9c9-4bbe-9b0d-c8e0a80c641c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 13, 28, 37), 'started_at': datetime.datetime(2022, 10, 3, 13, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 13, 33, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 13:33:39.187845 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31328d89-e688-4cec-b0a7-dafb2a3e0a7f req-11bb975c-39b8-4292-94ae-10b5026c9433 service neutron] Checking segment: {'id': '2cd7ae88-a108-4db9-b508-67961f878f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'ff8319e2-24e1-46c8-a6e2-568f9c4503d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 13:33:39.188231 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31328d89-e688-4cec-b0a7-dafb2a3e0a7f req-11bb975c-39b8-4292-94ae-10b5026c9433 service neutron] Bound using segment: {'id': '2cd7ae88-a108-4db9-b508-67961f878f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'ff8319e2-24e1-46c8-a6e2-568f9c4503d6'} {{(pid=106268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 13:33:39.188663 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.managers [req-31328d89-e688-4cec-b0a7-dafb2a3e0a7f req-11bb975c-39b8-4292-94ae-10b5026c9433 service neutron] Bound port: fb7024a0-6b02-454f-ba31-1290a4622c59, host: hv-cinder-86009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cd7ae88-a108-4db9-b508-67961f878f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'ff8319e2-24e1-46c8-a6e2-568f9c4503d6'}}] {{(pid=106268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 13:33:39.189018 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-31328d89-e688-4cec-b0a7-dafb2a3e0a7f req-11bb975c-39b8-4292-94ae-10b5026c9433 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (fb7024a0-6b02-454f-ba31-1290a4622c59), before_update {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:33:39.261915 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.db [req-31328d89-e688-4cec-b0a7-dafb2a3e0a7f req-11bb975c-39b8-4292-94ae-10b5026c9433 service neutron] For port fb7024a0-6b02-454f-ba31-1290a4622c59, host hv-cinder-86009, cleared binding levels {{(pid=106268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 13:33:39.267096 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.db [req-31328d89-e688-4cec-b0a7-dafb2a3e0a7f req-11bb975c-39b8-4292-94ae-10b5026c9433 service neutron] For port fb7024a0-6b02-454f-ba31-1290a4622c59, host hv-cinder-86009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86009',level=0,port_id=fb7024a0-6b02-454f-ba31-1290a4622c59,segment=NetworkSegment(2cd7ae88-a108-4db9-b508-67961f878f9a),segment_id=2cd7ae88-a108-4db9-b508-67961f878f9a)] {{(pid=106268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 13:33:39.276823 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-31328d89-e688-4cec-b0a7-dafb2a3e0a7f req-11bb975c-39b8-4292-94ae-10b5026c9433 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751015143617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751014657006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751014658052'] for port (fb7024a0-6b02-454f-ba31-1290a4622c59), after_update {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:33:39.283050 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31328d89-e688-4cec-b0a7-dafb2a3e0a7f req-11bb975c-39b8-4292-94ae-10b5026c9433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:33:39.283866 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-31328d89-e688-4cec-b0a7-dafb2a3e0a7f req-11bb975c-39b8-4292-94ae-10b5026c9433 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512321'] for port (None), before_response {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:33:39.285418 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-31328d89-e688-4cec-b0a7-dafb2a3e0a7f req-11bb975c-39b8-4292-94ae-10b5026c9433 service neutron] 10.222.0.65 "PUT /networking/v2.0/ports/fb7024a0-6b02-454f-ba31-1290a4622c59 HTTP/1.1" status: 200 len: 1093 time: 0.8552792 Oct 03 13:33:39.286129 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1530d3cd-a03d-4ccc-bf56-064b83e978c8', 'tag': 'fb7024a0-6b02-454f-ba31-1290a4622c59'}] {{(pid=106268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 13:33:39.288738 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd70873512ffc397a2b7ac25ee02414627e7506f7787b64d61dc92e00300ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e02741ee-646d-44ef-a6ef-81e076351e4a" -d '{"events": [{"name": "network-changed", "server_uuid": "1530d3cd-a03d-4ccc-bf56-064b83e978c8", "tag": "fb7024a0-6b02-454f-ba31-1290a4622c59"}]}' {{(pid=106268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 13:33:39.337744 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 13:33:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ace92909-532d-46c8-a933-dd67e683e427 x-openstack-request-id: req-ace92909-532d-46c8-a933-dd67e683e427 {{(pid=106268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 13:33:39.338218 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1530d3cd-a03d-4ccc-bf56-064b83e978c8", "tag": "fb7024a0-6b02-454f-ba31-1290a4622c59", "status": "completed", "code": 200}]} {{(pid=106268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 13:33:39.338643 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ace92909-532d-46c8-a933-dd67e683e427 {{(pid=106268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 13:33:39.339311 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ace92909-532d-46c8-a933-dd67e683e427'] response: {'name': 'network-changed', 'server_uuid': '1530d3cd-a03d-4ccc-bf56-064b83e978c8', 'tag': 'fb7024a0-6b02-454f-ba31-1290a4622c59', 'status': 'completed', 'code': 200} Oct 03 13:33:39.357158 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bb975c-39b8-4292-94ae-10b5026c9433 service neutron] Pushing event updated for resources: {'Port': ['ID=fb7024a0-6b02-454f-ba31-1290a4622c59,revision_number=3']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:33:39.495670 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713f62b4-4e54-4a17-8868-a376ed25dc90 req-beab59b0-85a4-45df-88be-7981d7e3c18d tempest-VolumesActionsTest-2129919452 tempest-VolumesActionsTest-2129919452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:33:39.497318 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-713f62b4-4e54-4a17-8868-a376ed25dc90 req-beab59b0-85a4-45df-88be-7981d7e3c18d tempest-VolumesActionsTest-2129919452 tempest-VolumesActionsTest-2129919452-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=e8bd9d2c-183b-420f-a839-1880c1e908da HTTP/1.1" status: 200 len: 945 time: 0.0613616 Oct 03 13:33:39.498317 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 60942) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:33:39.503534 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.v2.base [None req-8cc788dc-cffb-4711-ac7d-ee29680cb6d7 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1286502513', 'description': 'tempest-description--717122015'}} {{(pid=106269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 13:33:39.530613 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-8cc788dc-cffb-4711-ac7d-ee29680cb6d7 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Publish callbacks [] for security_group (None), before_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:33:39.607992 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-713f62b4-4e54-4a17-8868-a376ed25dc90 req-1ad92e40-c033-4773-9e3e-26cb01410ae5 tempest-VolumesActionsTest-2129919452 tempest-VolumesActionsTest-2129919452-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=0342a324-3ea5-474c-a1c9-acd4329b76ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913422 Oct 03 13:33:39.646771 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-8cc788dc-cffb-4711-ac7d-ee29680cb6d7 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Publish callbacks [] for security_group (18aa4cd3-ce8c-4a9f-97a8-618d254f1359), precommit_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:33:39.652229 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-8cc788dc-cffb-4711-ac7d-ee29680cb6d7 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (18aa4cd3-ce8c-4a9f-97a8-618d254f1359), after_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:33:39.691855 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc788dc-cffb-4711-ac7d-ee29680cb6d7 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18aa4cd3-ce8c-4a9f-97a8-618d254f1359,revision_number=1']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:33:39.700335 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-8cc788dc-cffb-4711-ac7d-ee29680cb6d7 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Publish callbacks [] for security_group (None), before_response {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:33:39.702088 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-8cc788dc-cffb-4711-ac7d-ee29680cb6d7 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2025795 Oct 03 13:33:39.705606 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 60946) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:33:39.710754 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.v2.base [None req-648dcf66-40b3-4d39-adce-2ab07706193b tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Request body: {'security_group_rule': {'security_group_id': '18aa4cd3-ce8c-4a9f-97a8-618d254f1359', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 13:33:39.742123 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-648dcf66-40b3-4d39-adce-2ab07706193b tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Publish callbacks [] for security_group_rule (c6771b6c-9c2c-427d-9757-65c5ff660596), before_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:33:39.815073 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-648dcf66-40b3-4d39-adce-2ab07706193b tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Publish callbacks [] for security_group_rule (c6771b6c-9c2c-427d-9757-65c5ff660596), precommit_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:33:39.820674 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-648dcf66-40b3-4d39-adce-2ab07706193b tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873908'] for security_group_rule (c6771b6c-9c2c-427d-9757-65c5ff660596), after_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:33:39.847056 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648dcf66-40b3-4d39-adce-2ab07706193b tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6771b6c-9c2c-427d-9757-65c5ff660596,revision_number=0']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:33:39.855915 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-648dcf66-40b3-4d39-adce-2ab07706193b tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:33:39.857148 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-648dcf66-40b3-4d39-adce-2ab07706193b tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1504829 Oct 03 13:33:39.860476 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 60948) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:33:39.865430 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.v2.base [None req-681e1edb-50a5-4bff-bc72-c3ba0bbd37a3 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Request body: {'security_group_rule': {'security_group_id': '18aa4cd3-ce8c-4a9f-97a8-618d254f1359', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 13:33:39.897716 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-681e1edb-50a5-4bff-bc72-c3ba0bbd37a3 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Publish callbacks [] for security_group_rule (3becc67b-ccaf-4ae3-873f-2da5d0d66b85), before_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:33:39.969970 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-681e1edb-50a5-4bff-bc72-c3ba0bbd37a3 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Publish callbacks [] for security_group_rule (3becc67b-ccaf-4ae3-873f-2da5d0d66b85), precommit_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:33:39.974197 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-681e1edb-50a5-4bff-bc72-c3ba0bbd37a3 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873908'] for security_group_rule (3becc67b-ccaf-4ae3-873f-2da5d0d66b85), after_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:33:39.997048 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:33:40.000377 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681e1edb-50a5-4bff-bc72-c3ba0bbd37a3 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3becc67b-ccaf-4ae3-873f-2da5d0d66b85,revision_number=0']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:33:40.011600 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-681e1edb-50a5-4bff-bc72-c3ba0bbd37a3 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:33:40.012922 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-681e1edb-50a5-4bff-bc72-c3ba0bbd37a3 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1514285 Oct 03 13:33:40.017917 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 60950) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:33:40.022843 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.v2.base [None req-e0d836c6-aa5e-4b02-8660-1f107e19fb6c tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Request body: {'floatingip': {'floating_network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28'}} {{(pid=106268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 13:33:40.051811 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-e0d836c6-aa5e-4b02-8660-1f107e19fb6c tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:33:40.150570 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-e0d836c6-aa5e-4b02-8660-1f107e19fb6c tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (None), before_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:33:40.237157 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0407414b-7829-469d-b438-75112baa52d4 req-89755b25-415b-4043-8127-1d29cf2a8521 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:33:40.238829 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-0407414b-7829-469d-b438-75112baa52d4 req-89755b25-415b-4043-8127-1d29cf2a8521 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=1530d3cd-a03d-4ccc-bf56-064b83e978c8 HTTP/1.1" status: 200 len: 943 time: 0.0573480 Oct 03 13:33:40.285893 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.db.db_base_plugin_common [None req-e0d836c6-aa5e-4b02-8660-1f107e19fb6c tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Allocated IP 172.27.1.38 (ad648d78-633d-4222-aa42-7cb50aab7a28/4a9222c2-0418-495a-a49e-d43d754e0950/c7f4e584-5eaf-4148-bc2f-0153bb4e39c0) {{(pid=106268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 13:33:40.317161 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-0407414b-7829-469d-b438-75112baa52d4 req-8229ed5b-0efe-4487-bf0f-140ed4b7eb76 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=22ef6c67-712e-4525-9eef-f972d542cfe9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710435 Oct 03 13:33:40.425646 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-e0d836c6-aa5e-4b02-8660-1f107e19fb6c tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Publish callbacks [] for port (c7f4e584-5eaf-4148-bc2f-0153bb4e39c0), precommit_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:33:40.464340 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-e0d836c6-aa5e-4b02-8660-1f107e19fb6c tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751014656988'] for port (c7f4e584-5eaf-4148-bc2f-0153bb4e39c0), after_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:33:40.525399 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0d836c6-aa5e-4b02-8660-1f107e19fb6c tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Network ad648d78-633d-4222-aa42-7cb50aab7a28 is already hosted by enough agents. {{(pid=106268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 13:33:40.528774 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.scheduler.base_scheduler [None req-e0d836c6-aa5e-4b02-8660-1f107e19fb6c tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Resources bound (agent type, host, resource id): {{(pid=106268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 13:33:40.531357 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d836c6-aa5e-4b02-8660-1f107e19fb6c tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Received port after_create {{(pid=106268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 13:33:40.546144 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d836c6-aa5e-4b02-8660-1f107e19fb6c tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Pushing event updated for resources: {'Port': ['ID=c7f4e584-5eaf-4148-bc2f-0153bb4e39c0,revision_number=1']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:33:40.630239 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-e0d836c6-aa5e-4b02-8660-1f107e19fb6c tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Publish callbacks [] for floatingip (9022b217-ab32-4b3a-b16d-3c8431f8efa9), precommit_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:33:40.731906 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-e0d836c6-aa5e-4b02-8660-1f107e19fb6c tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (c7f4e584-5eaf-4148-bc2f-0153bb4e39c0), before_update {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:33:40.763162 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:33:40.784607 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:33:40.822202 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170ddd9e-5a42-487d-a410-24b664323543 req-4092096d-2984-4efa-9865-fe8df0b612f3 tempest-VolumesActionsTest-2129919452 tempest-VolumesActionsTest-2129919452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:33:40.823824 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-170ddd9e-5a42-487d-a410-24b664323543 req-4092096d-2984-4efa-9865-fe8df0b612f3 tempest-VolumesActionsTest-2129919452 tempest-VolumesActionsTest-2129919452-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=e8bd9d2c-183b-420f-a839-1880c1e908da HTTP/1.1" status: 200 len: 945 time: 0.1117382 Oct 03 13:33:40.944970 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-170ddd9e-5a42-487d-a410-24b664323543 req-c843439d-c635-49b5-8ee0-5b33c76f9c8a tempest-VolumesActionsTest-2129919452 tempest-VolumesActionsTest-2129919452-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=0342a324-3ea5-474c-a1c9-acd4329b76ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092012 Oct 03 13:33:41.028314 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-e0d836c6-aa5e-4b02-8660-1f107e19fb6c tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Publish callbacks [] for port (c7f4e584-5eaf-4148-bc2f-0153bb4e39c0), precommit_update {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:33:41.035574 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-e0d836c6-aa5e-4b02-8660-1f107e19fb6c tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751015143617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751014657006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751014658052'] for port (c7f4e584-5eaf-4148-bc2f-0153bb4e39c0), after_update {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:33:41.036752 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-e0d836c6-aa5e-4b02-8660-1f107e19fb6c tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3722562'] for floatingip (9022b217-ab32-4b3a-b16d-3c8431f8efa9), after_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:33:41.107934 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-e0d836c6-aa5e-4b02-8660-1f107e19fb6c tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512321'] for floatingip (None), before_response {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:33:41.110059 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-e0d836c6-aa5e-4b02-8660-1f107e19fb6c tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0908964 Oct 03 13:33:41.126466 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d836c6-aa5e-4b02-8660-1f107e19fb6c tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Pushing event updated for resources: {'Port': ['ID=c7f4e584-5eaf-4148-bc2f-0153bb4e39c0,revision_number=2']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:33:41.349061 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-a9764693-f25b-4345-8428-e5d49c75671a req-54ed985b-9a57-4786-918a-fe79a7360315 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1286502513&fields=id&tenant_id=557321bf33ca42df8d5d53e5157e6803 HTTP/1.1" status: 200 len: 267 time: 0.0600398 Oct 03 13:33:41.481381 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9764693-f25b-4345-8428-e5d49c75671a req-7192ff44-299f-49fa-be66-49cade303a43 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:33:41.482949 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-a9764693-f25b-4345-8428-e5d49c75671a req-7192ff44-299f-49fa-be66-49cade303a43 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/networks?id=289ad0fb-c675-48f9-ad56-9a68538f4eb7 HTTP/1.1" status: 200 len: 819 time: 0.1240718 Oct 03 13:33:41.503659 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-a9764693-f25b-4345-8428-e5d49c75671a req-b52388f2-52e7-4b4b-a257-bc4a24fd4fc1 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/quotas/557321bf33ca42df8d5d53e5157e6803 HTTP/1.1" status: 200 len: 375 time: 0.0114999 Oct 03 13:33:41.602981 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-a9764693-f25b-4345-8428-e5d49c75671a req-04b15142-8327-4fd0-90e2-b4fda20b2983 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=557321bf33ca42df8d5d53e5157e6803&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0916235 Oct 03 13:33:41.609207 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02741ee-646d-44ef-a6ef-81e076351e4a req-3f7f4e49-a9c3-4264-8ac8-43bf4f1beffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:33:41.610855 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-e02741ee-646d-44ef-a6ef-81e076351e4a req-3f7f4e49-a9c3-4264-8ac8-43bf4f1beffa service neutron] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=d8e6dd58ff43419fa5b945bd08ef2931&device_id=1530d3cd-a03d-4ccc-bf56-064b83e978c8 HTTP/1.1" status: 200 len: 1127 time: 0.0667181 Oct 03 13:33:41.801684 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-a9764693-f25b-4345-8428-e5d49c75671a req-35552387-5d47-4cf4-81a4-380ebe6e2574 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/289ad0fb-c675-48f9-ad56-9a68538f4eb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798906 Oct 03 13:33:41.853833 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dea9fb-35bc-4721-99b1-c3de426a5260 req-37199104-a312-41a9-83a5-c844e472da6a tempest-VolumesActionsTest-2129919452 tempest-VolumesActionsTest-2129919452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:33:41.855726 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-50dea9fb-35bc-4721-99b1-c3de426a5260 req-37199104-a312-41a9-83a5-c844e472da6a tempest-VolumesActionsTest-2129919452 tempest-VolumesActionsTest-2129919452-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=e8bd9d2c-183b-420f-a839-1880c1e908da HTTP/1.1" status: 200 len: 945 time: 0.1349351 Oct 03 13:33:41.964572 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:33:41.973099 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02741ee-646d-44ef-a6ef-81e076351e4a req-34ca6685-6068-489e-9f53-2878afc71e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:33:41.978328 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-e02741ee-646d-44ef-a6ef-81e076351e4a req-34ca6685-6068-489e-9f53-2878afc71e5a service neutron] 10.222.0.65 "GET /networking/v2.0/networks?tenant_id=d8e6dd58ff43419fa5b945bd08ef2931&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2711177 Oct 03 13:33:42.086782 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ec14b9-9a34-4243-83bc-b1e0de8da6df req-ec185058-8d22-470c-8a8b-d38d91eb2779 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:33:42.088645 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-65ec14b9-9a34-4243-83bc-b1e0de8da6df req-ec185058-8d22-470c-8a8b-d38d91eb2779 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=1530d3cd-a03d-4ccc-bf56-064b83e978c8 HTTP/1.1" status: 200 len: 943 time: 0.0838678 Oct 03 13:33:42.144127 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-a9764693-f25b-4345-8428-e5d49c75671a req-59bcc45c-9952-4f8b-a52a-f213c7a5913a service neutron] 10.222.0.58 "GET /networking/v2.0/networks/289ad0fb-c675-48f9-ad56-9a68538f4eb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3203614 Oct 03 13:33:42.155783 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.plugin [req-50dea9fb-35bc-4721-99b1-c3de426a5260 req-ef627a3c-09dc-403b-aa91-2d3e30a6c6c3 tempest-VolumesActionsTest-2129919452 tempest-VolumesActionsTest-2129919452-project] Deleting port f38e29f4-feb2-4591-b970-761c43afb601 {{(pid=106268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 13:33:42.156137 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-50dea9fb-35bc-4721-99b1-c3de426a5260 req-ef627a3c-09dc-403b-aa91-2d3e30a6c6c3 tempest-VolumesActionsTest-2129919452 tempest-VolumesActionsTest-2129919452-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751015143464'] for port (f38e29f4-feb2-4591-b970-761c43afb601), before_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:33:42.171130 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-65ec14b9-9a34-4243-83bc-b1e0de8da6df req-04ef166d-e2b3-4cc1-b94b-4652bc805bc8 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=22ef6c67-712e-4525-9eef-f972d542cfe9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757661 Oct 03 13:33:42.239726 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:33:42.294864 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02741ee-646d-44ef-a6ef-81e076351e4a req-4a666348-cd51-4ef4-a40e-1b576735b307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:33:42.296513 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-e02741ee-646d-44ef-a6ef-81e076351e4a req-4a666348-cd51-4ef4-a40e-1b576735b307 service neutron] 10.222.0.65 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2962611 Oct 03 13:33:42.346142 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.db [req-50dea9fb-35bc-4721-99b1-c3de426a5260 req-ef627a3c-09dc-403b-aa91-2d3e30a6c6c3 tempest-VolumesActionsTest-2129919452 tempest-VolumesActionsTest-2129919452-project] For port f38e29f4-feb2-4591-b970-761c43afb601, host hv-cinder-86009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86009',level=0,port_id=f38e29f4-feb2-4591-b970-761c43afb601,segment=NetworkSegment(b12e5c1f-6807-426b-94d8-2ab3945f2ac8),segment_id=b12e5c1f-6807-426b-94d8-2ab3945f2ac8)] {{(pid=106268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 13:33:42.346509 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-50dea9fb-35bc-4721-99b1-c3de426a5260 req-ef627a3c-09dc-403b-aa91-2d3e30a6c6c3 tempest-VolumesActionsTest-2129919452 tempest-VolumesActionsTest-2129919452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724412'] for port (f38e29f4-feb2-4591-b970-761c43afb601), precommit_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:33:42.355616 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5cc3e4-d997-41b1-9e5f-a1eb223765c1 req-6aef0308-5bcb-4d4e-9dd7-67da8fd37c91 tempest-VolumesActionsTest-2129919452 tempest-VolumesActionsTest-2129919452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:33:42.363503 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.plugin [req-50dea9fb-35bc-4721-99b1-c3de426a5260 req-ef627a3c-09dc-403b-aa91-2d3e30a6c6c3 tempest-VolumesActionsTest-2129919452 tempest-VolumesActionsTest-2129919452-project] Calling delete_port for f38e29f4-feb2-4591-b970-761c43afb601 owned by compute:nova {{(pid=106268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 13:33:42.375311 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-1e5cc3e4-d997-41b1-9e5f-a1eb223765c1 req-6aef0308-5bcb-4d4e-9dd7-67da8fd37c91 tempest-VolumesActionsTest-2129919452 tempest-VolumesActionsTest-2129919452-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=e8bd9d2c-183b-420f-a839-1880c1e908da HTTP/1.1" status: 200 len: 945 time: 0.1048186 Oct 03 13:33:42.449582 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-1e5cc3e4-d997-41b1-9e5f-a1eb223765c1 req-14fdadfd-a01f-421b-9844-bf37b75914d7 tempest-VolumesActionsTest-2129919452 tempest-VolumesActionsTest-2129919452-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=0342a324-3ea5-474c-a1c9-acd4329b76ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732262 Oct 03 13:33:42.497556 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-944ae48a-94b2-43c9-97bd-07aced5f4731 req-cdd6a46a-5823-4229-ba97-616079379743 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=959d25e3-1620-4fb7-836c-7d55711fda46 HTTP/1.1" status: 200 len: 210 time: 0.1037321 Oct 03 13:33:42.523541 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31328d89-e688-4cec-b0a7-dafb2a3e0a7f req-32f24b0f-5a62-4e66-8709-28bc18b362e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:33:42.537858 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-31328d89-e688-4cec-b0a7-dafb2a3e0a7f req-32f24b0f-5a62-4e66-8709-28bc18b362e3 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=d8e6dd58ff43419fa5b945bd08ef2931&device_id=1530d3cd-a03d-4ccc-bf56-064b83e978c8 HTTP/1.1" status: 200 len: 1127 time: 0.1359756 Oct 03 13:33:42.629117 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-31328d89-e688-4cec-b0a7-dafb2a3e0a7f req-0a4c21cb-dd58-4fe2-90d5-1f7bc8dda3b5 service neutron] 10.222.0.65 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fb7024a0-6b02-454f-ba31-1290a4622c59 HTTP/1.1" status: 200 len: 217 time: 0.0633762 Oct 03 13:33:42.708574 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-50dea9fb-35bc-4721-99b1-c3de426a5260 req-ef627a3c-09dc-403b-aa91-2d3e30a6c6c3 tempest-VolumesActionsTest-2129919452 tempest-VolumesActionsTest-2129919452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751015146406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751014656997'] for port (f38e29f4-feb2-4591-b970-761c43afb601), after_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:33:42.731428 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.db [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] get_ports_and_sgs() called for port_ids ['f38e29f4-feb2-4591-b970-761c43afb601'] {{(pid=106270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 03 13:33:43.031091 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef627a3c-09dc-403b-aa91-2d3e30a6c6c3 tempest-VolumesActionsTest-2129919452 tempest-VolumesActionsTest-2129919452-project] Pushing event deleted for resources: {'Port': ['ID=f38e29f4-feb2-4591-b970-761c43afb601,revision_number=None']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:33:43.065611 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31328d89-e688-4cec-b0a7-dafb2a3e0a7f req-4c7c4a05-2040-47dd-a389-4f25ef8d9ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:33:43.067124 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-31328d89-e688-4cec-b0a7-dafb2a3e0a7f req-4c7c4a05-2040-47dd-a389-4f25ef8d9ff9 service neutron] 10.222.0.65 "GET /networking/v2.0/subnets?id=c7cf38c1-e397-42ce-8b92-f0af8056be43 HTTP/1.1" status: 200 len: 853 time: 0.4170170 Oct 03 13:33:43.097016 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.db.l3_dvrscheduler_db [req-50dea9fb-35bc-4721-99b1-c3de426a5260 req-ef627a3c-09dc-403b-aa91-2d3e30a6c6c3 tempest-VolumesActionsTest-2129919452 tempest-VolumesActionsTest-2129919452-project] No DVR routers for this DVR port f38e29f4-feb2-4591-b970-761c43afb601 on host hv-cinder-86009 {{(pid=106268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 03 13:33:43.100798 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-50dea9fb-35bc-4721-99b1-c3de426a5260 req-ef627a3c-09dc-403b-aa91-2d3e30a6c6c3 tempest-VolumesActionsTest-2129919452 tempest-VolumesActionsTest-2129919452-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512321'] for port (None), before_response {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:33:43.106681 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-50dea9fb-35bc-4721-99b1-c3de426a5260 req-ef627a3c-09dc-403b-aa91-2d3e30a6c6c3 tempest-VolumesActionsTest-2129919452 tempest-VolumesActionsTest-2129919452-project] 10.222.0.65 "DELETE /networking/v2.0/ports/f38e29f4-feb2-4591-b970-761c43afb601 HTTP/1.1" status: 204 len: 173 time: 1.2129467 Oct 03 13:33:43.107490 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8bd9d2c-183b-420f-a839-1880c1e908da', 'name': 'network-vif-deleted', 'tag': 'f38e29f4-feb2-4591-b970-761c43afb601'}] {{(pid=106268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 13:33:43.111056 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd70873512ffc397a2b7ac25ee02414627e7506f7787b64d61dc92e00300ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a110dfd-1b97-4e7b-bda8-0e4f3ab82d16" -d '{"events": [{"server_uuid": "e8bd9d2c-183b-420f-a839-1880c1e908da", "name": "network-vif-deleted", "tag": "f38e29f4-feb2-4591-b970-761c43afb601"}]}' {{(pid=106268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 13:33:43.154434 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 13:33:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8788ae2b-5771-469a-b2c4-a8997fc35443 x-openstack-request-id: req-8788ae2b-5771-469a-b2c4-a8997fc35443 {{(pid=106268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 13:33:43.155442 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8bd9d2c-183b-420f-a839-1880c1e908da", "name": "network-vif-deleted", "tag": "f38e29f4-feb2-4591-b970-761c43afb601", "status": "completed", "code": 200}]} {{(pid=106268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 13:33:43.155442 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8788ae2b-5771-469a-b2c4-a8997fc35443 {{(pid=106268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 13:33:43.155783 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8788ae2b-5771-469a-b2c4-a8997fc35443'] response: {'server_uuid': 'e8bd9d2c-183b-420f-a839-1880c1e908da', 'name': 'network-vif-deleted', 'tag': 'f38e29f4-feb2-4591-b970-761c43afb601', 'status': 'completed', 'code': 200} Oct 03 13:33:43.366746 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a9c06c-9168-49b1-94ee-c0c8bcf7448e req-4d5c8a99-4de7-445a-9ccd-999f651f3c76 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:33:43.371169 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-56a9c06c-9168-49b1-94ee-c0c8bcf7448e req-4d5c8a99-4de7-445a-9ccd-999f651f3c76 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=1530d3cd-a03d-4ccc-bf56-064b83e978c8 HTTP/1.1" status: 200 len: 943 time: 0.0932016 Oct 03 13:33:43.372191 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31328d89-e688-4cec-b0a7-dafb2a3e0a7f req-107bac1a-36d8-48e3-933c-fe04ca5937df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:33:43.373836 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-31328d89-e688-4cec-b0a7-dafb2a3e0a7f req-107bac1a-36d8-48e3-933c-fe04ca5937df service neutron] 10.222.0.65 "GET /networking/v2.0/ports?network_id=ff8319e2-24e1-46c8-a6e2-568f9c4503d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0639384 Oct 03 13:33:43.432915 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-56a9c06c-9168-49b1-94ee-c0c8bcf7448e req-153f8dd1-2398-46c3-97ce-c8c24e34a371 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=22ef6c67-712e-4525-9eef-f972d542cfe9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550098 Oct 03 13:33:43.624261 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-eb54a051-6b7a-4174-b4de-d8a8d49346fd req-7a686e8d-5294-40c2-84a9-ce99be5c3b66 tempest-VolumesActionsTest-2129919452 tempest-VolumesActionsTest-2129919452-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=e8bd9d2c-183b-420f-a839-1880c1e908da HTTP/1.1" status: 200 len: 210 time: 0.0294614 Oct 03 13:33:43.629923 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-4148f4d4-9310-4b29-94d5-f02fa6351bc6 req-3403db4c-a51e-439e-8258-c13a36f5925d tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=959d25e3-1620-4fb7-836c-7d55711fda46 HTTP/1.1" status: 200 len: 210 time: 0.0376182 Oct 03 13:33:44.054760 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:33:44.107221 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-31328d89-e688-4cec-b0a7-dafb2a3e0a7f req-c4c0525f-57aa-4d29-b1b4-714574f2e3e6 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/ff8319e2-24e1-46c8-a6e2-568f9c4503d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347389 Oct 03 13:33:44.626794 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-829a7633-e097-4986-938b-68050be3cf17 req-faa8ea49-cd1b-4064-a57d-543e38ab8f40 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?device_id=7a9ff191-d009-41e4-9966-44fe462252b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1217499 Oct 03 13:33:44.635068 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faf7aa4-40c8-482e-af70-699ca33bad80 req-f9aad848-d980-42c3-9575-e97ab390d9bf tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:33:44.642151 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-5faf7aa4-40c8-482e-af70-699ca33bad80 req-f9aad848-d980-42c3-9575-e97ab390d9bf tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=1530d3cd-a03d-4ccc-bf56-064b83e978c8 HTTP/1.1" status: 200 len: 943 time: 0.1070197 Oct 03 13:33:44.718864 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-5faf7aa4-40c8-482e-af70-699ca33bad80 req-9cd04986-0200-44d1-90e1-3facb79850d3 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=22ef6c67-712e-4525-9eef-f972d542cfe9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646629 Oct 03 13:33:44.778222 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-31328d89-e688-4cec-b0a7-dafb2a3e0a7f req-8342a02f-b5d6-4687-aa96-34976fa57fec service neutron] 10.222.0.65 "GET /networking/v2.0/networks/ff8319e2-24e1-46c8-a6e2-568f9c4503d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2519884 Oct 03 13:33:44.823707 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829a7633-e097-4986-938b-68050be3cf17 req-db3e276b-f962-42a8-a62b-bca2e9e1fd38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:33:44.825340 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-829a7633-e097-4986-938b-68050be3cf17 req-db3e276b-f962-42a8-a62b-bca2e9e1fd38 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=d8e6dd58ff43419fa5b945bd08ef2931&device_id=7a9ff191-d009-41e4-9966-44fe462252b5 HTTP/1.1" status: 200 len: 1130 time: 0.1289041 Oct 03 13:33:44.897139 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-58e5cd33-ee07-4744-8f4b-85df1c47ecb2 req-5c16a2f4-609d-49e1-9fa6-a8be16feef21 tempest-VolumesActionsTest-2129919452 tempest-VolumesActionsTest-2129919452-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=e8bd9d2c-183b-420f-a839-1880c1e908da HTTP/1.1" status: 200 len: 210 time: 0.0495727 Oct 03 13:33:44.900800 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-adfa7477-bed6-4699-9979-4f06e5ffebb7 req-56b54aca-1b50-4738-be97-ebd18fec05d2 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=959d25e3-1620-4fb7-836c-7d55711fda46 HTTP/1.1" status: 200 len: 210 time: 0.0349395 Oct 03 13:33:45.397831 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.agents_db [None req-0a1e5e68-d5eb-461a-8b1a-39e3d06a9bb6 None None] Agent healthcheck: found 6 active agents {{(pid=106271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 03 13:33:45.752396 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Device f38e29f4-feb2-4591-b970-761c43afb601 no longer exists at agent hyperv_hv-cinder-86009 {{(pid=106270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 13:33:45.774351 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] No Port match for: f38e29f4-feb2-4591-b970-761c43afb601 {{(pid=106270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 03 13:33:45.774611 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Device f38e29f4-feb2-4591-b970-761c43afb601 not bound to the agent host hv-cinder-86009 {{(pid=106270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 03 13:33:45.905673 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f425c52-4837-419f-a130-3aa6535baab6 req-b1f82221-b488-4920-b93f-508090dc927d tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:33:45.907464 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-2f425c52-4837-419f-a130-3aa6535baab6 req-b1f82221-b488-4920-b93f-508090dc927d tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=1530d3cd-a03d-4ccc-bf56-064b83e978c8 HTTP/1.1" status: 200 len: 943 time: 0.0531797 Oct 03 13:33:45.972217 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-2f425c52-4837-419f-a130-3aa6535baab6 req-184f5f27-3d5b-437f-9426-d654c421e86f tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=22ef6c67-712e-4525-9eef-f972d542cfe9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544710 Oct 03 13:33:46.033760 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-8a47ea86-4cfb-4c03-865c-8cc7bfea974a req-d4621d73-07e8-4688-a2c3-cbbfab4b489b tempest-VolumesActionsTest-2129919452 tempest-VolumesActionsTest-2129919452-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=e8bd9d2c-183b-420f-a839-1880c1e908da HTTP/1.1" status: 200 len: 210 time: 0.0341561 Oct 03 13:33:46.100425 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-272008d1-9c2e-44bf-b784-ddf2c84589c0 req-4261fc97-c4b5-4f83-a8d7-fb9f54861736 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=959d25e3-1620-4fb7-836c-7d55711fda46 HTTP/1.1" status: 200 len: 210 time: 0.0327153 Oct 03 13:33:47.106932 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:33:47.131443 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fa729e-4413-4b10-9782-8c8fbe463285 req-524f2a85-4145-48ee-88f8-7e62183bec9f tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:33:47.133063 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-94fa729e-4413-4b10-9782-8c8fbe463285 req-524f2a85-4145-48ee-88f8-7e62183bec9f tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=1530d3cd-a03d-4ccc-bf56-064b83e978c8 HTTP/1.1" status: 200 len: 943 time: 0.0581315 Oct 03 13:33:47.170260 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-78b0525a-8112-4abf-b143-b82291b8c9c6 req-79453b1d-741a-47d9-b10c-3e5ddac874de tempest-VolumesActionsTest-2129919452 tempest-VolumesActionsTest-2129919452-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=e8bd9d2c-183b-420f-a839-1880c1e908da HTTP/1.1" status: 200 len: 210 time: 0.0336998 Oct 03 13:33:47.189493 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-94fa729e-4413-4b10-9782-8c8fbe463285 req-8fdef4b6-7137-4eb5-9758-44ae5970cc7f tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=22ef6c67-712e-4525-9eef-f972d542cfe9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466151 Oct 03 13:33:47.266182 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-b962bdfa-e701-4610-bc30-8440dfdceca2 req-555cc6e4-6977-4ec2-bde5-0f9da68d89c2 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=959d25e3-1620-4fb7-836c-7d55711fda46 HTTP/1.1" status: 200 len: 210 time: 0.0366223 Oct 03 13:33:48.303243 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-392d9b35-0eb8-49f7-bcc9-fa0ae831c0aa req-df3bbeb6-6850-4928-870a-40aa550ce270 tempest-VolumesActionsTest-2129919452 tempest-VolumesActionsTest-2129919452-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=e8bd9d2c-183b-420f-a839-1880c1e908da HTTP/1.1" status: 200 len: 210 time: 0.0329168 Oct 03 13:33:48.324901 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de07f581-ba2a-4eff-be68-3ecb941d4c83 req-cd8f96bc-faf4-4027-987a-acbc521cd12b tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:33:48.326494 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-de07f581-ba2a-4eff-be68-3ecb941d4c83 req-cd8f96bc-faf4-4027-987a-acbc521cd12b tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=1530d3cd-a03d-4ccc-bf56-064b83e978c8 HTTP/1.1" status: 200 len: 943 time: 0.0548711 Oct 03 13:33:48.387612 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-de07f581-ba2a-4eff-be68-3ecb941d4c83 req-eedfc910-cf00-4846-8fd1-f41088f195cd tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=22ef6c67-712e-4525-9eef-f972d542cfe9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522020 Oct 03 13:33:48.394083 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-61986485-2559-473e-838e-742b38b0645f req-94be5150-63ba-415f-b217-75e8a6f36def tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=959d25e3-1620-4fb7-836c-7d55711fda46 HTTP/1.1" status: 200 len: 210 time: 0.0290020 Oct 03 13:33:49.189950 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Device fb7024a0-6b02-454f-ba31-1290a4622c59 details requested by agent hyperv_hv-cinder-86009 with host hv-cinder-86009 {{(pid=106270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 03 13:33:49.297766 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.db [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] For port fb7024a0-6b02-454f-ba31-1290a4622c59, host hv-cinder-86009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86009',level=0,port_id=fb7024a0-6b02-454f-ba31-1290a4622c59,segment=NetworkSegment(2cd7ae88-a108-4db9-b508-67961f878f9a),segment_id=2cd7ae88-a108-4db9-b508-67961f878f9a)] {{(pid=106270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 13:33:49.308997 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Returning: {'device': 'fb7024a0-6b02-454f-ba31-1290a4622c59', 'network_id': 'ff8319e2-24e1-46c8-a6e2-568f9c4503d6', 'port_id': 'fb7024a0-6b02-454f-ba31-1290a4622c59', 'mac_address': 'fa:16:3e:9e:61:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7cf38c1-e397-42ce-8b92-f0af8056be43', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 03 13:33:49.350103 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Current status of the port fb7024a0-6b02-454f-ba31-1290a4622c59 is: DOWN; New status is: BUILD {{(pid=106270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 13:33:49.350665 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (fb7024a0-6b02-454f-ba31-1290a4622c59), before_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:33:49.368275 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.notifiers.nova [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb7024a0-6b02-454f-ba31-1290a4622c59 {{(pid=106270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 03 13:33:49.391989 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.db [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] For port fb7024a0-6b02-454f-ba31-1290a4622c59, host hv-cinder-86009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86009',level=0,port_id=fb7024a0-6b02-454f-ba31-1290a4622c59,segment=NetworkSegment(2cd7ae88-a108-4db9-b508-67961f878f9a),segment_id=2cd7ae88-a108-4db9-b508-67961f878f9a)] {{(pid=106270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 13:33:49.405836 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751015143617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751014657006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751014658052'] for port (fb7024a0-6b02-454f-ba31-1290a4622c59), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:33:49.447658 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:33:49.450223 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-ee3cfff2-1a78-436e-a7f5-29ea929e79c5 req-0a1fffac-c5dd-4813-a9d9-d743c3656e8f tempest-VolumesActionsTest-2129919452 tempest-VolumesActionsTest-2129919452-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=e8bd9d2c-183b-420f-a839-1880c1e908da HTTP/1.1" status: 200 len: 210 time: 0.0442908 Oct 03 13:33:49.480885 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Pushing event updated for resources: {'Port': ['ID=fb7024a0-6b02-454f-ba31-1290a4622c59,revision_number=4']} {{(pid=106270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:33:49.494866 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:33:49.495428 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:33:49.495780 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:33:49.496179 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:33:49.496592 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:33:49.497035 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:33:49.497543 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:33:49.497962 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:33:49.498342 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:33:49.498818 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:33:49.499153 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:33:49.499506 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:33:49.499837 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:33:49.500188 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:33:49.500525 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:33:49.523877 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-416991c6-fdd6-4cc5-9748-bb51b7e8a96b req-2b62d433-74d1-452c-814f-76b38075ba37 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=959d25e3-1620-4fb7-836c-7d55711fda46 HTTP/1.1" status: 200 len: 210 time: 0.0356128 Oct 03 13:33:49.563103 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:33:49.588155 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a271a86-c6e7-49a1-9312-4a2fb74e875f req-e2e518fc-df60-455c-874a-77ae542e4488 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:33:49.589758 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-4a271a86-c6e7-49a1-9312-4a2fb74e875f req-e2e518fc-df60-455c-874a-77ae542e4488 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=1530d3cd-a03d-4ccc-bf56-064b83e978c8 HTTP/1.1" status: 200 len: 944 time: 0.0684679 Oct 03 13:33:49.644420 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-4a271a86-c6e7-49a1-9312-4a2fb74e875f req-d245df97-8060-42ad-a4f2-9a2f4821314d tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=22ef6c67-712e-4525-9eef-f972d542cfe9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488224 Oct 03 13:33:49.783037 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829a7633-e097-4986-938b-68050be3cf17 req-b8480c65-2fb7-4e1e-b14f-016965dce81d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:33:49.784775 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-829a7633-e097-4986-938b-68050be3cf17 req-b8480c65-2fb7-4e1e-b14f-016965dce81d service neutron] 10.222.0.65 "GET /networking/v2.0/networks?id=ff8319e2-24e1-46c8-a6e2-568f9c4503d6 HTTP/1.1" status: 200 len: 915 time: 0.1205666 Oct 03 13:33:49.888315 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-829a7633-e097-4986-938b-68050be3cf17 req-e8168ca1-8011-491d-abc6-17455ec33084 service neutron] 10.222.0.65 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=316014ae-7577-478c-97b0-af9327de5aca HTTP/1.1" status: 200 len: 1002 time: 0.0704560 Oct 03 13:33:49.915244 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.db [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] get_ports_and_sgs() called for port_ids ['fb7024a0-6b02-454f-ba31-1290a4622c59'] {{(pid=106270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 03 13:33:49.977307 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:33:50.606711 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-f1656045-1177-48a1-aa3b-818ab0dcfaaf req-4952b5d3-9e22-4e01-95a8-c1a935e57ce9 tempest-VolumesActionsTest-2129919452 tempest-VolumesActionsTest-2129919452-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=e8bd9d2c-183b-420f-a839-1880c1e908da HTTP/1.1" status: 200 len: 210 time: 0.0480659 Oct 03 13:33:50.669916 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-3f64aeb7-053d-48b8-b1be-4dd44372f2f2 req-f9b32a81-d17f-44db-b510-577fc14d3aff tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=959d25e3-1620-4fb7-836c-7d55711fda46 HTTP/1.1" status: 200 len: 210 time: 0.0378699 Oct 03 13:33:50.784731 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0d5a61-1122-44e7-adf3-2db8a86fe73b req-21c58b98-35da-4666-a04b-c50031e95ec3 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:33:50.786327 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-df0d5a61-1122-44e7-adf3-2db8a86fe73b req-21c58b98-35da-4666-a04b-c50031e95ec3 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=1530d3cd-a03d-4ccc-bf56-064b83e978c8 HTTP/1.1" status: 200 len: 944 time: 0.0583317 Oct 03 13:33:50.836620 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-df0d5a61-1122-44e7-adf3-2db8a86fe73b req-238e1d8f-d251-4e77-962c-a2ea87a6e7d9 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=22ef6c67-712e-4525-9eef-f972d542cfe9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444739 Oct 03 13:33:51.739453 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-ef4b69b3-8c2f-48d6-b65c-f090237c440d req-21df414f-10de-4e97-9750-2cb92556ee90 tempest-VolumesActionsTest-2129919452 tempest-VolumesActionsTest-2129919452-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=e8bd9d2c-183b-420f-a839-1880c1e908da HTTP/1.1" status: 200 len: 210 time: 0.0314729 Oct 03 13:33:51.795438 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-464cdcdd-0c35-44b2-8c28-f4f8e37d1d9f req-31925930-ccd9-4469-8b65-45860f6cf9a9 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=959d25e3-1620-4fb7-836c-7d55711fda46 HTTP/1.1" status: 200 len: 210 time: 0.0406508 Oct 03 13:33:51.966242 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268c9eec-8cbb-41ea-bc26-8e062f7e9d15 req-ea25d32a-3f08-4612-900b-183f549ee259 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:33:51.967862 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-268c9eec-8cbb-41ea-bc26-8e062f7e9d15 req-ea25d32a-3f08-4612-900b-183f549ee259 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=1530d3cd-a03d-4ccc-bf56-064b83e978c8 HTTP/1.1" status: 200 len: 944 time: 0.0501597 Oct 03 13:33:52.019995 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-268c9eec-8cbb-41ea-bc26-8e062f7e9d15 req-22c5727c-af36-4e6b-afed-fa74c9448946 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=22ef6c67-712e-4525-9eef-f972d542cfe9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464768 Oct 03 13:33:52.882807 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-0be30afd-c638-49cc-a91b-e22aaec1c87e req-029667d1-68ed-4451-ac06-f1d46b8188da tempest-VolumesActionsTest-2129919452 tempest-VolumesActionsTest-2129919452-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=e8bd9d2c-183b-420f-a839-1880c1e908da HTTP/1.1" status: 200 len: 210 time: 0.0387716 Oct 03 13:33:52.919456 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-4dc9fd5c-e9a8-4c9f-a230-5d54d519da00 req-d93eeb05-32f7-4eba-b6c8-94c4f82e9033 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=959d25e3-1620-4fb7-836c-7d55711fda46 HTTP/1.1" status: 200 len: 210 time: 0.0315676 Oct 03 13:33:53.178092 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6fdc90-0464-4e54-a7d0-378be544e60b req-22dc2b5a-510c-4e00-afcf-04c2998c4c78 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:33:53.179781 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-9b6fdc90-0464-4e54-a7d0-378be544e60b req-22dc2b5a-510c-4e00-afcf-04c2998c4c78 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=1530d3cd-a03d-4ccc-bf56-064b83e978c8 HTTP/1.1" status: 200 len: 944 time: 0.0581255 Oct 03 13:33:53.235022 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-9b6fdc90-0464-4e54-a7d0-378be544e60b req-daed9ac0-2f54-4256-afde-a18d2ba2a66e tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=22ef6c67-712e-4525-9eef-f972d542cfe9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489182 Oct 03 13:33:54.013126 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-edae72bd-1361-4702-b343-e4b07d9ae72b req-3d394afe-7ed4-41ce-b449-92344699e164 tempest-VolumesActionsTest-2129919452 tempest-VolumesActionsTest-2129919452-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=e8bd9d2c-183b-420f-a839-1880c1e908da HTTP/1.1" status: 200 len: 210 time: 0.0421631 Oct 03 13:33:54.053714 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829a7633-e097-4986-938b-68050be3cf17 req-d67813b3-3765-469c-9fd6-ca373445accc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:33:54.055514 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-829a7633-e097-4986-938b-68050be3cf17 req-d67813b3-3765-469c-9fd6-ca373445accc service neutron] 10.222.0.65 "GET /networking/v2.0/subnets?id=c7cf38c1-e397-42ce-8b92-f0af8056be43 HTTP/1.1" status: 200 len: 853 time: 0.0538232 Oct 03 13:33:54.079985 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-3fe5cdf6-a8cf-4091-86b7-4231269a1ab2 req-dc874551-b71f-4414-aa3b-75dda49d3221 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=959d25e3-1620-4fb7-836c-7d55711fda46 HTTP/1.1" status: 200 len: 210 time: 0.0761437 Oct 03 13:33:54.124650 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829a7633-e097-4986-938b-68050be3cf17 req-c09c0115-5dc7-4da1-a175-e56c49cf31db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:33:54.126184 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-829a7633-e097-4986-938b-68050be3cf17 req-c09c0115-5dc7-4da1-a175-e56c49cf31db service neutron] 10.222.0.65 "GET /networking/v2.0/ports?network_id=ff8319e2-24e1-46c8-a6e2-568f9c4503d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0620697 Oct 03 13:33:54.226431 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=100 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:33:54.253077 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-829a7633-e097-4986-938b-68050be3cf17 req-9aa713fe-29f9-4fd3-86af-37dcab570f50 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/ff8319e2-24e1-46c8-a6e2-568f9c4503d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042533 Oct 03 13:33:54.414483 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16109439-0d30-40c2-a398-ba62bd69e452 req-fa19daa2-397c-4966-b6ce-213b291b4730 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:33:54.416880 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-16109439-0d30-40c2-a398-ba62bd69e452 req-fa19daa2-397c-4966-b6ce-213b291b4730 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=1530d3cd-a03d-4ccc-bf56-064b83e978c8 HTTP/1.1" status: 200 len: 944 time: 0.0711517 Oct 03 13:33:54.457902 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-829a7633-e097-4986-938b-68050be3cf17 req-4771f566-d790-43b5-9972-8c4dc007fc98 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/ff8319e2-24e1-46c8-a6e2-568f9c4503d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1928804 Oct 03 13:33:54.487364 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-16109439-0d30-40c2-a398-ba62bd69e452 req-61e0b6f2-231e-453a-afbf-9358451a8190 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=22ef6c67-712e-4525-9eef-f972d542cfe9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609977 Oct 03 13:33:54.801586 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Device fb7024a0-6b02-454f-ba31-1290a4622c59 up at agent hyperv_hv-cinder-86009 {{(pid=106270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 13:33:54.851327 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.provisioning_blocks [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Provisioning for port fb7024a0-6b02-454f-ba31-1290a4622c59 completed by entity L2. {{(pid=106270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 03 13:33:54.857576 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.provisioning_blocks [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Provisioning complete for port fb7024a0-6b02-454f-ba31-1290a4622c59 triggered by entity L2. {{(pid=106270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 13:33:54.857980 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1340199'] for port (fb7024a0-6b02-454f-ba31-1290a4622c59), provisioning_complete {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:33:54.858324 dv-cinder-860090-1-iscsi neutron-server[106270]: INFO neutron.plugins.ml2.plugin [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Attempt 1 to provision port fb7024a0-6b02-454f-ba31-1290a4622c59 Oct 03 13:33:54.935717 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Current status of the port fb7024a0-6b02-454f-ba31-1290a4622c59 is: BUILD; New status is: ACTIVE {{(pid=106270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 13:33:54.936145 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (fb7024a0-6b02-454f-ba31-1290a4622c59), before_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:33:54.968410 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1530d3cd-a03d-4ccc-bf56-064b83e978c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb7024a0-6b02-454f-ba31-1290a4622c59'}] {{(pid=106270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 13:33:54.970830 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}560c9627402e85393d05fbb3c51e26d9631cba9dc4b6297c571b83e08b497dad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebdb29ed-ed7d-482f-9806-1209f0603a38" -d '{"events": [{"server_uuid": "1530d3cd-a03d-4ccc-bf56-064b83e978c8", "name": "network-vif-plugged", "status": "completed", "tag": "fb7024a0-6b02-454f-ba31-1290a4622c59"}]}' {{(pid=106270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 13:33:54.987051 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.db [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] For port fb7024a0-6b02-454f-ba31-1290a4622c59, host hv-cinder-86009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86009',level=0,port_id=fb7024a0-6b02-454f-ba31-1290a4622c59,segment=NetworkSegment(2cd7ae88-a108-4db9-b508-67961f878f9a),segment_id=2cd7ae88-a108-4db9-b508-67961f878f9a)] {{(pid=106270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 13:33:54.993297 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751015143617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751014657006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751014658052'] for port (fb7024a0-6b02-454f-ba31-1290a4622c59), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:33:55.023897 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 13:33:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d946d352-daf9-4e72-b6a1-6084ae28f324 x-openstack-request-id: req-d946d352-daf9-4e72-b6a1-6084ae28f324 {{(pid=106270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 13:33:55.024211 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1530d3cd-a03d-4ccc-bf56-064b83e978c8", "name": "network-vif-plugged", "status": "completed", "tag": "fb7024a0-6b02-454f-ba31-1290a4622c59", "code": 200}]} {{(pid=106270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 13:33:55.024565 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d946d352-daf9-4e72-b6a1-6084ae28f324 {{(pid=106270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 13:33:55.024978 dv-cinder-860090-1-iscsi neutron-server[106270]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d946d352-daf9-4e72-b6a1-6084ae28f324'] response: {'server_uuid': '1530d3cd-a03d-4ccc-bf56-064b83e978c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb7024a0-6b02-454f-ba31-1290a4622c59', 'code': 200} Oct 03 13:33:55.051526 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Pushing event updated for resources: {'Port': ['ID=fb7024a0-6b02-454f-ba31-1290a4622c59,revision_number=5']} {{(pid=106270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:33:55.265032 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-37041a47-4e79-44af-aa21-6ba25bd10709 req-2d8d7745-d014-48a6-8bc0-c2a2e3a9c3de tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=959d25e3-1620-4fb7-836c-7d55711fda46 HTTP/1.1" status: 200 len: 210 time: 0.0799425 Oct 03 13:33:55.281957 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9764693-f25b-4345-8428-e5d49c75671a req-9cacd9c0-f71e-420c-a60b-8f0cf3951db0 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:33:55.283953 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-a9764693-f25b-4345-8428-e5d49c75671a req-9cacd9c0-f71e-420c-a60b-8f0cf3951db0 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.65 "GET /networking/v2.0/networks?id=289ad0fb-c675-48f9-ad56-9a68538f4eb7 HTTP/1.1" status: 200 len: 819 time: 0.1439574 Oct 03 13:33:55.409837 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-a9764693-f25b-4345-8428-e5d49c75671a req-ccdce094-4382-425f-b40e-a0b95d8d9bee tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.65 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=557321bf33ca42df8d5d53e5157e6803 HTTP/1.1" status: 200 len: 380 time: 0.1131566 Oct 03 13:33:55.411268 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a7957f-4be1-4b65-a24b-c03f36f64bf7 req-93b26209-d862-4aa6-8e28-fa889bd9a1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:33:55.413030 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-80a7957f-4be1-4b65-a24b-c03f36f64bf7 req-93b26209-d862-4aa6-8e28-fa889bd9a1f2 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?device_id=1530d3cd-a03d-4ccc-bf56-064b83e978c8 HTTP/1.1" status: 200 len: 1129 time: 0.0703497 Oct 03 13:33:55.454528 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.v2.base [req-a9764693-f25b-4345-8428-e5d49c75671a req-746c2765-f893-4a6b-8406-d9c625a6acb0 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Request body: {'port': {'device_id': '959d25e3-1620-4fb7-836c-7d55711fda46', 'network_id': '289ad0fb-c675-48f9-ad56-9a68538f4eb7', 'admin_state_up': True, 'tenant_id': '557321bf33ca42df8d5d53e5157e6803', 'security_groups': ['18aa4cd3-ce8c-4a9f-97a8-618d254f1359']}} {{(pid=106268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 13:33:55.465885 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=100 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:33:55.637863 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-80a7957f-4be1-4b65-a24b-c03f36f64bf7 req-141093d5-0449-43f9-a782-b231f5b59840 service neutron] 10.222.0.65 "GET /networking/v2.0/security-groups?id=22ef6c67-712e-4525-9eef-f972d542cfe9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2032588 Oct 03 13:33:55.675465 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6044a210-3c35-4a33-81d8-f594f5b0acc0 req-ac2e343e-da30-4d58-9964-e4e5d252cae0 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:33:55.676822 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-6044a210-3c35-4a33-81d8-f594f5b0acc0 req-ac2e343e-da30-4d58-9964-e4e5d252cae0 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=1530d3cd-a03d-4ccc-bf56-064b83e978c8 HTTP/1.1" status: 200 len: 945 time: 0.0856812 Oct 03 13:33:55.739755 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9764693-f25b-4345-8428-e5d49c75671a req-746c2765-f893-4a6b-8406-d9c625a6acb0 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Made reservation on behalf of 557321bf33ca42df8d5d53e5157e6803 for: {'port': 1} {{(pid=106268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 13:33:55.744129 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-a9764693-f25b-4345-8428-e5d49c75671a req-746c2765-f893-4a6b-8406-d9c625a6acb0 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (None), before_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:33:55.773668 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-6044a210-3c35-4a33-81d8-f594f5b0acc0 req-63959bf7-d44e-4dbc-ac69-d2e058abaf86 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=22ef6c67-712e-4525-9eef-f972d542cfe9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864849 Oct 03 13:33:55.919337 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.db.db_base_plugin_common [req-a9764693-f25b-4345-8428-e5d49c75671a req-746c2765-f893-4a6b-8406-d9c625a6acb0 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Allocated IP 172.20.0.5 (289ad0fb-c675-48f9-ad56-9a68538f4eb7/014887d4-da5d-4382-8b78-e31d89e09c89/c4c1e4cd-a186-476e-9685-648d091500db) {{(pid=106268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 13:33:56.103959 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-a9764693-f25b-4345-8428-e5d49c75671a req-746c2765-f893-4a6b-8406-d9c625a6acb0 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Publish callbacks [] for port (c4c1e4cd-a186-476e-9685-648d091500db), precommit_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:33:56.111689 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:33:56.139770 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-a9764693-f25b-4345-8428-e5d49c75671a req-746c2765-f893-4a6b-8406-d9c625a6acb0 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751014656988'] for port (c4c1e4cd-a186-476e-9685-648d091500db), after_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:33:56.194646 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9764693-f25b-4345-8428-e5d49c75671a req-746c2765-f893-4a6b-8406-d9c625a6acb0 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Network 289ad0fb-c675-48f9-ad56-9a68538f4eb7 is already hosted by enough agents. {{(pid=106268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 13:33:56.198266 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.scheduler.base_scheduler [req-a9764693-f25b-4345-8428-e5d49c75671a req-746c2765-f893-4a6b-8406-d9c625a6acb0 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Resources bound (agent type, host, resource id): {{(pid=106268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 13:33:56.207967 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9764693-f25b-4345-8428-e5d49c75671a req-746c2765-f893-4a6b-8406-d9c625a6acb0 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Received port after_create {{(pid=106268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 13:33:56.213397 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9764693-f25b-4345-8428-e5d49c75671a req-746c2765-f893-4a6b-8406-d9c625a6acb0 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:33:56.214106 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-a9764693-f25b-4345-8428-e5d49c75671a req-746c2765-f893-4a6b-8406-d9c625a6acb0 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512321'] for port (None), before_response {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:33:56.222146 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746c2765-f893-4a6b-8406-d9c625a6acb0 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Pushing event updated for resources: {'Port': ['ID=c4c1e4cd-a186-476e-9685-648d091500db,revision_number=1']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:33:56.242157 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746c2765-f893-4a6b-8406-d9c625a6acb0 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:33:56.242508 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746c2765-f893-4a6b-8406-d9c625a6acb0 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:33:56.242854 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746c2765-f893-4a6b-8406-d9c625a6acb0 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:33:56.243212 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746c2765-f893-4a6b-8406-d9c625a6acb0 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:33:56.243549 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746c2765-f893-4a6b-8406-d9c625a6acb0 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:33:56.244116 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746c2765-f893-4a6b-8406-d9c625a6acb0 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:33:56.244602 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746c2765-f893-4a6b-8406-d9c625a6acb0 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:33:56.245380 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746c2765-f893-4a6b-8406-d9c625a6acb0 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:33:56.245745 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746c2765-f893-4a6b-8406-d9c625a6acb0 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:33:56.246080 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746c2765-f893-4a6b-8406-d9c625a6acb0 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:33:56.246412 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746c2765-f893-4a6b-8406-d9c625a6acb0 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:33:56.246922 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746c2765-f893-4a6b-8406-d9c625a6acb0 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:33:56.247262 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746c2765-f893-4a6b-8406-d9c625a6acb0 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:33:56.247582 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746c2765-f893-4a6b-8406-d9c625a6acb0 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:33:56.248098 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746c2765-f893-4a6b-8406-d9c625a6acb0 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:33:56.264604 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-a9764693-f25b-4345-8428-e5d49c75671a req-746c2765-f893-4a6b-8406-d9c625a6acb0 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.65 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8142653 Oct 03 13:33:56.403034 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d773f0ad-2599-4ed9-844a-8055cefb4e12 req-a9f2b289-25c8-4969-92d5-496e04128ae4 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:33:56.404704 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-d773f0ad-2599-4ed9-844a-8055cefb4e12 req-a9f2b289-25c8-4969-92d5-496e04128ae4 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=959d25e3-1620-4fb7-836c-7d55711fda46 HTTP/1.1" status: 200 len: 931 time: 0.0498970 Oct 03 13:33:56.418393 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.provisioning_blocks [None req-81b9dc04-61fa-4cba-8286-912d18d0fe7a None None] Provisioning complete for port c4c1e4cd-a186-476e-9685-648d091500db triggered by entity DHCP. {{(pid=106270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 13:33:56.419127 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-81b9dc04-61fa-4cba-8286-912d18d0fe7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1340199'] for port (c4c1e4cd-a186-476e-9685-648d091500db), provisioning_complete {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:33:56.419127 dv-cinder-860090-1-iscsi neutron-server[106270]: INFO neutron.plugins.ml2.plugin [None req-81b9dc04-61fa-4cba-8286-912d18d0fe7a None None] Attempt 1 to provision port c4c1e4cd-a186-476e-9685-648d091500db Oct 03 13:33:56.457110 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-81b9dc04-61fa-4cba-8286-912d18d0fe7a None None] Port c4c1e4cd-a186-476e-9685-648d091500db cannot update to ACTIVE because it is not bound. {{(pid=106270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 03 13:33:56.472390 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-d773f0ad-2599-4ed9-844a-8055cefb4e12 req-3eb38b61-5ae2-4eb9-bf75-5df436bb372a tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=18aa4cd3-ce8c-4a9f-97a8-618d254f1359&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611179 Oct 03 13:33:56.921141 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c6645b-8dc1-486f-89c8-bc0e8d266d2e req-62965def-41c5-45ce-89bf-f1e8ceb96077 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:33:56.922713 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-c9c6645b-8dc1-486f-89c8-bc0e8d266d2e req-62965def-41c5-45ce-89bf-f1e8ceb96077 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=1530d3cd-a03d-4ccc-bf56-064b83e978c8 HTTP/1.1" status: 200 len: 945 time: 0.0483756 Oct 03 13:33:56.977620 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-c9c6645b-8dc1-486f-89c8-bc0e8d266d2e req-9b5f5c91-2723-4743-a87b-f31fcf9e2b83 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=22ef6c67-712e-4525-9eef-f972d542cfe9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491028 Oct 03 13:33:57.603463 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f9c044-d397-47ac-80de-6b375f8ef9c5 req-0fc4c9d5-d629-4a44-a023-37fe6e1ea877 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:33:57.605009 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-96f9c044-d397-47ac-80de-6b375f8ef9c5 req-0fc4c9d5-d629-4a44-a023-37fe6e1ea877 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=959d25e3-1620-4fb7-836c-7d55711fda46 HTTP/1.1" status: 200 len: 931 time: 0.0515876 Oct 03 13:33:57.652233 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-96f9c044-d397-47ac-80de-6b375f8ef9c5 req-0041b84a-46e1-46be-98e7-a36e4e60b0d4 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=18aa4cd3-ce8c-4a9f-97a8-618d254f1359&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416393 Oct 03 13:33:58.105238 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f2d1ef-540d-4c44-87a0-e304443adcbd req-05b74915-980d-4ff3-89da-08b76cc820cb tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:33:58.106811 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-d2f2d1ef-540d-4c44-87a0-e304443adcbd req-05b74915-980d-4ff3-89da-08b76cc820cb tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=1530d3cd-a03d-4ccc-bf56-064b83e978c8 HTTP/1.1" status: 200 len: 945 time: 0.0468359 Oct 03 13:33:58.157096 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-d2f2d1ef-540d-4c44-87a0-e304443adcbd req-b67c6c0f-032e-445b-b1e2-7403d9b04476 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=22ef6c67-712e-4525-9eef-f972d542cfe9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442462 Oct 03 13:33:58.768619 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=100 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:33:58.777081 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb5d8e6-a7e8-4159-a797-e01a7ffb44d6 req-327cae05-b3e2-4bb6-8e0e-2d8d9192ea73 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:33:58.778655 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-6eb5d8e6-a7e8-4159-a797-e01a7ffb44d6 req-327cae05-b3e2-4bb6-8e0e-2d8d9192ea73 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=959d25e3-1620-4fb7-836c-7d55711fda46 HTTP/1.1" status: 200 len: 931 time: 0.0519314 Oct 03 13:33:58.831869 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-6eb5d8e6-a7e8-4159-a797-e01a7ffb44d6 req-0a481a9f-c8c3-419a-906f-12bcc1edc39a tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=18aa4cd3-ce8c-4a9f-97a8-618d254f1359&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473449 Oct 03 13:33:59.040839 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.v2.base [req-a9764693-f25b-4345-8428-e5d49c75671a req-8cbac408-4056-4524-a537-491997dfc623 service neutron] Request body: {'port': {'device_id': '959d25e3-1620-4fb7-836c-7d55711fda46', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86009'}} {{(pid=106268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 13:33:59.064000 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:33:59.105947 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-a9764693-f25b-4345-8428-e5d49c75671a req-8cbac408-4056-4524-a537-491997dfc623 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (c4c1e4cd-a186-476e-9685-648d091500db), before_update {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:33:59.334109 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026091c9-a190-444f-9fd0-049995cbe98c req-aed3406f-3a14-45f0-a52f-ca3f0640119a tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:33:59.335574 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-026091c9-a190-444f-9fd0-049995cbe98c req-aed3406f-3a14-45f0-a52f-ca3f0640119a tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=1530d3cd-a03d-4ccc-bf56-064b83e978c8 HTTP/1.1" status: 200 len: 945 time: 0.0874238 Oct 03 13:33:59.424272 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-026091c9-a190-444f-9fd0-049995cbe98c req-43f8d6ff-2609-4659-9202-be745cabc05d tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=22ef6c67-712e-4525-9eef-f972d542cfe9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790355 Oct 03 13:33:59.461424 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.notifiers.nova [req-a9764693-f25b-4345-8428-e5d49c75671a req-8cbac408-4056-4524-a537-491997dfc623 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4c1e4cd-a186-476e-9685-648d091500db {{(pid=106268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 03 13:33:59.470332 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-a9764693-f25b-4345-8428-e5d49c75671a req-8cbac408-4056-4524-a537-491997dfc623 service neutron] Publish callbacks [] for port (c4c1e4cd-a186-476e-9685-648d091500db), precommit_update {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:33:59.483113 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.db.provisioning_blocks [req-a9764693-f25b-4345-8428-e5d49c75671a req-8cbac408-4056-4524-a537-491997dfc623 service neutron] Transition to ACTIVE for port object c4c1e4cd-a186-476e-9685-648d091500db will not be triggered until provisioned by entity L2. {{(pid=106268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 03 13:33:59.488239 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-a9764693-f25b-4345-8428-e5d49c75671a req-8cbac408-4056-4524-a537-491997dfc623 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751015143617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751014657006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751014658052'] for port (c4c1e4cd-a186-476e-9685-648d091500db), after_update {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:33:59.559769 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbac408-4056-4524-a537-491997dfc623 service neutron] Pushing event updated for resources: {'Port': ['ID=c4c1e4cd-a186-476e-9685-648d091500db,revision_number=2']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:33:59.572863 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.managers [req-a9764693-f25b-4345-8428-e5d49c75671a req-8cbac408-4056-4524-a537-491997dfc623 service neutron] Attempting to bind port c4c1e4cd-a186-476e-9685-648d091500db on host hv-cinder-86009 for vnic_type normal with profile {{(pid=106268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 13:33:59.573760 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.managers [req-a9764693-f25b-4345-8428-e5d49c75671a req-8cbac408-4056-4524-a537-491997dfc623 service neutron] Attempting to bind port c4c1e4cd-a186-476e-9685-648d091500db by drivers openvswitch,hyperv on host hv-cinder-86009 at level 0 using segments [{'id': 'a13be668-9c4e-4111-8b50-69439ed85703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '289ad0fb-c675-48f9-ad56-9a68538f4eb7'}] {{(pid=106268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 13:33:59.574096 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9764693-f25b-4345-8428-e5d49c75671a req-8cbac408-4056-4524-a537-491997dfc623 service neutron] Attempting to bind port c4c1e4cd-a186-476e-9685-648d091500db on network 289ad0fb-c675-48f9-ad56-9a68538f4eb7 {{(pid=106268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 13:33:59.614808 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:33:59.618939 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9764693-f25b-4345-8428-e5d49c75671a req-8cbac408-4056-4524-a537-491997dfc623 service neutron] Port c4c1e4cd-a186-476e-9685-648d091500db on network 289ad0fb-c675-48f9-ad56-9a68538f4eb7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86009 {{(pid=106268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 03 13:33:59.619271 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9764693-f25b-4345-8428-e5d49c75671a req-8cbac408-4056-4524-a537-491997dfc623 service neutron] Attempting to bind port c4c1e4cd-a186-476e-9685-648d091500db on network 289ad0fb-c675-48f9-ad56-9a68538f4eb7 {{(pid=106268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 13:33:59.670323 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9764693-f25b-4345-8428-e5d49c75671a req-8cbac408-4056-4524-a537-491997dfc623 service neutron] Checking agent: {'id': '1af51d63-a9c9-4bbe-9b0d-c8e0a80c641c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 13, 28, 37), 'started_at': datetime.datetime(2022, 10, 3, 13, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 13, 33, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 13:33:59.670657 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9764693-f25b-4345-8428-e5d49c75671a req-8cbac408-4056-4524-a537-491997dfc623 service neutron] Checking segment: {'id': 'a13be668-9c4e-4111-8b50-69439ed85703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '289ad0fb-c675-48f9-ad56-9a68538f4eb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 13:33:59.671037 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9764693-f25b-4345-8428-e5d49c75671a req-8cbac408-4056-4524-a537-491997dfc623 service neutron] Bound using segment: {'id': 'a13be668-9c4e-4111-8b50-69439ed85703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '289ad0fb-c675-48f9-ad56-9a68538f4eb7'} {{(pid=106268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 13:33:59.671465 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.managers [req-a9764693-f25b-4345-8428-e5d49c75671a req-8cbac408-4056-4524-a537-491997dfc623 service neutron] Bound port: c4c1e4cd-a186-476e-9685-648d091500db, host: hv-cinder-86009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a13be668-9c4e-4111-8b50-69439ed85703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '289ad0fb-c675-48f9-ad56-9a68538f4eb7'}}] {{(pid=106268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 13:33:59.671815 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-a9764693-f25b-4345-8428-e5d49c75671a req-8cbac408-4056-4524-a537-491997dfc623 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (c4c1e4cd-a186-476e-9685-648d091500db), before_update {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:33:59.738044 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.db [req-a9764693-f25b-4345-8428-e5d49c75671a req-8cbac408-4056-4524-a537-491997dfc623 service neutron] For port c4c1e4cd-a186-476e-9685-648d091500db, host hv-cinder-86009, cleared binding levels {{(pid=106268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 13:33:59.741617 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.db [req-a9764693-f25b-4345-8428-e5d49c75671a req-8cbac408-4056-4524-a537-491997dfc623 service neutron] For port c4c1e4cd-a186-476e-9685-648d091500db, host hv-cinder-86009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86009',level=0,port_id=c4c1e4cd-a186-476e-9685-648d091500db,segment=NetworkSegment(a13be668-9c4e-4111-8b50-69439ed85703),segment_id=a13be668-9c4e-4111-8b50-69439ed85703)] {{(pid=106268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 13:33:59.747977 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-a9764693-f25b-4345-8428-e5d49c75671a req-8cbac408-4056-4524-a537-491997dfc623 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751015143617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751014657006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751014658052'] for port (c4c1e4cd-a186-476e-9685-648d091500db), after_update {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:33:59.752364 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9764693-f25b-4345-8428-e5d49c75671a req-8cbac408-4056-4524-a537-491997dfc623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:33:59.752973 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-a9764693-f25b-4345-8428-e5d49c75671a req-8cbac408-4056-4524-a537-491997dfc623 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512321'] for port (None), before_response {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:33:59.754373 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-a9764693-f25b-4345-8428-e5d49c75671a req-8cbac408-4056-4524-a537-491997dfc623 service neutron] 10.222.0.65 "PUT /networking/v2.0/ports/c4c1e4cd-a186-476e-9685-648d091500db HTTP/1.1" status: 200 len: 1093 time: 0.7179217 Oct 03 13:33:59.754922 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '959d25e3-1620-4fb7-836c-7d55711fda46', 'tag': 'c4c1e4cd-a186-476e-9685-648d091500db'}] {{(pid=106268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 13:33:59.757137 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd70873512ffc397a2b7ac25ee02414627e7506f7787b64d61dc92e00300ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f53e3a0e-bc9d-44dd-a643-51e0c593f71c" -d '{"events": [{"name": "network-changed", "server_uuid": "959d25e3-1620-4fb7-836c-7d55711fda46", "tag": "c4c1e4cd-a186-476e-9685-648d091500db"}]}' {{(pid=106268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 13:33:59.796652 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 13:33:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1511a5d4-6a9a-49f8-9b38-888586f75e7a x-openstack-request-id: req-1511a5d4-6a9a-49f8-9b38-888586f75e7a {{(pid=106268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 13:33:59.796937 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "959d25e3-1620-4fb7-836c-7d55711fda46", "tag": "c4c1e4cd-a186-476e-9685-648d091500db", "status": "completed", "code": 200}]} {{(pid=106268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 13:33:59.797263 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1511a5d4-6a9a-49f8-9b38-888586f75e7a {{(pid=106268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 13:33:59.797690 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1511a5d4-6a9a-49f8-9b38-888586f75e7a'] response: {'name': 'network-changed', 'server_uuid': '959d25e3-1620-4fb7-836c-7d55711fda46', 'tag': 'c4c1e4cd-a186-476e-9685-648d091500db', 'status': 'completed', 'code': 200} Oct 03 13:33:59.806996 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbac408-4056-4524-a537-491997dfc623 service neutron] Pushing event updated for resources: {'Port': ['ID=c4c1e4cd-a186-476e-9685-648d091500db,revision_number=3']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:33:59.954039 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a90be9-e599-4803-b639-e631fd3a2a73 req-a07c1c84-90fd-4ddf-ba5d-2bfe3c911b50 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:33:59.955498 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-18a90be9-e599-4803-b639-e631fd3a2a73 req-a07c1c84-90fd-4ddf-ba5d-2bfe3c911b50 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=959d25e3-1620-4fb7-836c-7d55711fda46 HTTP/1.1" status: 200 len: 943 time: 0.0487669 Oct 03 13:34:00.006518 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-18a90be9-e599-4803-b639-e631fd3a2a73 req-efee980f-386c-408e-8d42-67d1a847a776 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=18aa4cd3-ce8c-4a9f-97a8-618d254f1359&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453298 Oct 03 13:34:00.153383 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=2 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:34:00.154203 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:34:00.550188 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd465e6-b287-4451-94d5-4f96d9067962 req-2957012a-02c8-4c19-8358-6207e122d7b5 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:34:00.551645 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-0dd465e6-b287-4451-94d5-4f96d9067962 req-2957012a-02c8-4c19-8358-6207e122d7b5 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=1530d3cd-a03d-4ccc-bf56-064b83e978c8 HTTP/1.1" status: 200 len: 945 time: 0.0480790 Oct 03 13:34:00.608671 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-0dd465e6-b287-4451-94d5-4f96d9067962 req-be8cfe5b-cbab-4fc1-ad86-0125da8df981 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=22ef6c67-712e-4525-9eef-f972d542cfe9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512419 Oct 03 13:34:01.117102 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:34:01.134567 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45f0581-936e-414b-8a4e-a70b3d954a97 req-47338402-3ced-429a-886f-97a80f87d5f7 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:34:01.136865 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-e45f0581-936e-414b-8a4e-a70b3d954a97 req-47338402-3ced-429a-886f-97a80f87d5f7 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=959d25e3-1620-4fb7-836c-7d55711fda46 HTTP/1.1" status: 200 len: 943 time: 0.0513451 Oct 03 13:34:01.184774 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-e45f0581-936e-414b-8a4e-a70b3d954a97 req-a951688b-e8eb-47a7-860f-a38d76c1fa02 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=18aa4cd3-ce8c-4a9f-97a8-618d254f1359&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411022 Oct 03 13:34:01.731336 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d6bb47-08b0-4b0d-884a-ffb607ae1fa2 req-c2ecf026-8c0e-4496-a527-7e1610c472ea tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:34:01.732794 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-74d6bb47-08b0-4b0d-884a-ffb607ae1fa2 req-c2ecf026-8c0e-4496-a527-7e1610c472ea tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=1530d3cd-a03d-4ccc-bf56-064b83e978c8 HTTP/1.1" status: 200 len: 945 time: 0.0479846 Oct 03 13:34:01.789548 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-74d6bb47-08b0-4b0d-884a-ffb607ae1fa2 req-7f6f7145-1501-4ea0-bc9d-cef877b5d648 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=22ef6c67-712e-4525-9eef-f972d542cfe9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508959 Oct 03 13:34:02.067605 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-121abadc-50d9-4914-89e9-800674753941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (3460fffa-818c-4144-9400-237880db20a4), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:34:02.305212 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b569f09-c2ba-4ce7-afc6-06e155b25764 req-b9675960-45f7-4bbb-a050-5c286f3765cc tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:34:02.306612 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-0b569f09-c2ba-4ce7-afc6-06e155b25764 req-b9675960-45f7-4bbb-a050-5c286f3765cc tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=959d25e3-1620-4fb7-836c-7d55711fda46 HTTP/1.1" status: 200 len: 943 time: 0.0469041 Oct 03 13:34:02.356216 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-0b569f09-c2ba-4ce7-afc6-06e155b25764 req-4d802665-a2cb-4750-915b-d70aa57978e0 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=18aa4cd3-ce8c-4a9f-97a8-618d254f1359&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438726 Oct 03 13:34:02.915493 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bcf98e-3b6d-4e22-876f-4b29eaa0d141 req-97067dbd-c24e-4bb7-b179-7c2ef9312c36 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:34:02.917134 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-80bcf98e-3b6d-4e22-876f-4b29eaa0d141 req-97067dbd-c24e-4bb7-b179-7c2ef9312c36 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=1530d3cd-a03d-4ccc-bf56-064b83e978c8 HTTP/1.1" status: 200 len: 945 time: 0.0482755 Oct 03 13:34:02.965882 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-80bcf98e-3b6d-4e22-876f-4b29eaa0d141 req-429ea055-f446-4e8b-ac92-0fc80e433ab8 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=22ef6c67-712e-4525-9eef-f972d542cfe9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429807 Oct 03 13:34:03.362458 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53e3a0e-bc9d-44dd-a643-51e0c593f71c req-46aa3b6b-ab95-4840-9fa5-b02750bdde8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:34:03.363868 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-f53e3a0e-bc9d-44dd-a643-51e0c593f71c req-46aa3b6b-ab95-4840-9fa5-b02750bdde8c service neutron] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=557321bf33ca42df8d5d53e5157e6803&device_id=959d25e3-1620-4fb7-836c-7d55711fda46 HTTP/1.1" status: 200 len: 1127 time: 0.0421600 Oct 03 13:34:03.521718 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2349a09-b245-4954-837b-d78695711e00 req-c37bc9bc-e03a-4c2d-8183-ffc1597ae423 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:34:03.523141 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-d2349a09-b245-4954-837b-d78695711e00 req-c37bc9bc-e03a-4c2d-8183-ffc1597ae423 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=959d25e3-1620-4fb7-836c-7d55711fda46 HTTP/1.1" status: 200 len: 943 time: 0.0670726 Oct 03 13:34:03.563515 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53e3a0e-bc9d-44dd-a643-51e0c593f71c req-909dcd16-731b-4e12-b678-3bef2d5a8f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:34:03.564960 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-f53e3a0e-bc9d-44dd-a643-51e0c593f71c req-909dcd16-731b-4e12-b678-3bef2d5a8f38 service neutron] 10.222.0.65 "GET /networking/v2.0/networks?tenant_id=557321bf33ca42df8d5d53e5157e6803&shared=False HTTP/1.1" status: 200 len: 920 time: 0.1565478 Oct 03 13:34:03.606101 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-d2349a09-b245-4954-837b-d78695711e00 req-c248b239-56b1-4610-bd98-3e5d43060995 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=18aa4cd3-ce8c-4a9f-97a8-618d254f1359&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752313 Oct 03 13:34:03.677552 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53e3a0e-bc9d-44dd-a643-51e0c593f71c req-41f8c25a-59d1-4fa1-ba8e-5765128812dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:34:03.679020 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-f53e3a0e-bc9d-44dd-a643-51e0c593f71c req-41f8c25a-59d1-4fa1-ba8e-5765128812dd service neutron] 10.222.0.65 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0978510 Oct 03 13:34:04.090797 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3608be-bada-4312-ae48-4945955be186 req-9215b436-6d40-4dac-9dcb-b8f48f1dba5e tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:34:04.092293 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-0d3608be-bada-4312-ae48-4945955be186 req-9215b436-6d40-4dac-9dcb-b8f48f1dba5e tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=1530d3cd-a03d-4ccc-bf56-064b83e978c8 HTTP/1.1" status: 200 len: 945 time: 0.0468221 Oct 03 13:34:04.140769 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-0d3608be-bada-4312-ae48-4945955be186 req-9ca1e188-7349-49ec-943c-3878252c1173 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=22ef6c67-712e-4525-9eef-f972d542cfe9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430074 Oct 03 13:34:04.744421 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9764693-f25b-4345-8428-e5d49c75671a req-05097c1e-7db9-48e3-b012-84e6a43d9b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:34:04.745969 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-a9764693-f25b-4345-8428-e5d49c75671a req-05097c1e-7db9-48e3-b012-84e6a43d9b52 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=557321bf33ca42df8d5d53e5157e6803&device_id=959d25e3-1620-4fb7-836c-7d55711fda46 HTTP/1.1" status: 200 len: 1127 time: 0.0683119 Oct 03 13:34:04.759850 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee76c8a-f379-4552-96ba-720bdc42955d req-523669f4-59e3-4959-bf8b-a6a6471df18d tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:34:04.761307 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-6ee76c8a-f379-4552-96ba-720bdc42955d req-523669f4-59e3-4959-bf8b-a6a6471df18d tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=959d25e3-1620-4fb7-836c-7d55711fda46 HTTP/1.1" status: 200 len: 943 time: 0.0726764 Oct 03 13:34:04.807511 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-6ee76c8a-f379-4552-96ba-720bdc42955d req-43a7edb3-b110-4bd4-8d43-d8c6a9a4e4f8 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=18aa4cd3-ce8c-4a9f-97a8-618d254f1359&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404062 Oct 03 13:34:04.858300 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-bd15bf5f-4578-4579-a708-692d2f5590ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (94180321-47b1-4b5c-b620-b1b0a31df446), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:34:04.875452 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-a9764693-f25b-4345-8428-e5d49c75671a req-b5fea4be-7af7-485e-bc0f-bf96e5523563 service neutron] 10.222.0.65 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c4c1e4cd-a186-476e-9685-648d091500db HTTP/1.1" status: 200 len: 217 time: 0.0397573 Oct 03 13:34:04.926470 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9764693-f25b-4345-8428-e5d49c75671a req-cca82768-5750-43b0-97c7-fdf0f833ff25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:34:04.927843 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-a9764693-f25b-4345-8428-e5d49c75671a req-cca82768-5750-43b0-97c7-fdf0f833ff25 service neutron] 10.222.0.65 "GET /networking/v2.0/subnets?id=014887d4-da5d-4382-8b78-e31d89e09c89 HTTP/1.1" status: 200 len: 858 time: 0.0450463 Oct 03 13:34:04.977119 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:34:04.986309 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9764693-f25b-4345-8428-e5d49c75671a req-31164e9d-46fd-4095-8f92-263cd365cba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:34:04.987893 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-a9764693-f25b-4345-8428-e5d49c75671a req-31164e9d-46fd-4095-8f92-263cd365cba9 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?network_id=289ad0fb-c675-48f9-ad56-9a68538f4eb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0473838 Oct 03 13:34:05.276662 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=100 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:34:05.287568 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8260b055-787d-4833-9a24-f4759365ab6c req-c7b9c2e9-cef4-4aa9-b4c3-06810e368a5e tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:34:05.289618 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-8260b055-787d-4833-9a24-f4759365ab6c req-c7b9c2e9-cef4-4aa9-b4c3-06810e368a5e tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=1530d3cd-a03d-4ccc-bf56-064b83e978c8 HTTP/1.1" status: 200 len: 945 time: 0.0595546 Oct 03 13:34:05.355685 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-8260b055-787d-4833-9a24-f4759365ab6c req-9307f7b3-0598-4a4e-9c27-6dff69ff3b12 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=22ef6c67-712e-4525-9eef-f972d542cfe9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555508 Oct 03 13:34:05.374268 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-a9764693-f25b-4345-8428-e5d49c75671a req-fd2a5882-36fb-413e-9173-0776f629a284 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/289ad0fb-c675-48f9-ad56-9a68538f4eb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3737562 Oct 03 13:34:05.540896 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab31768-cdce-45e4-ae2e-7525264a3b01 req-4b253ea0-d251-449f-97be-a8bc5e0ea094 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:34:05.542454 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-fab31768-cdce-45e4-ae2e-7525264a3b01 req-4b253ea0-d251-449f-97be-a8bc5e0ea094 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=1530d3cd-a03d-4ccc-bf56-064b83e978c8 HTTP/1.1" status: 200 len: 945 time: 0.0853965 Oct 03 13:34:05.552617 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-a9764693-f25b-4345-8428-e5d49c75671a req-ea3117f2-5578-4abf-b4ce-32b42c6a5008 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/289ad0fb-c675-48f9-ad56-9a68538f4eb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590893 Oct 03 13:34:05.554157 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 33054) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:34:05.560569 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.v2.base [None req-194030bc-edfd-4faa-9acd-0b411a5806d4 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Request body: {'floatingip': {'port_id': 'fb7024a0-6b02-454f-ba31-1290a4622c59'}} {{(pid=106268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 13:34:05.614137 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-194030bc-edfd-4faa-9acd-0b411a5806d4 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Publish callbacks [] for floatingip (24669176-5a2a-4296-86cf-2bca58bdd554), before_update {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:34:05.618852 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=100 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:34:05.948740 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80f4750-36db-417c-a2d9-edefa11d7448 req-f70fce2a-dcb7-4019-a23a-537fb6e51d15 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:34:05.957136 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-a80f4750-36db-417c-a2d9-edefa11d7448 req-f70fce2a-dcb7-4019-a23a-537fb6e51d15 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=959d25e3-1620-4fb7-836c-7d55711fda46 HTTP/1.1" status: 200 len: 943 time: 0.0677443 Oct 03 13:34:06.018831 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-a80f4750-36db-417c-a2d9-edefa11d7448 req-497c83db-d2b5-4e3d-87a4-ce96a50e88ec tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=18aa4cd3-ce8c-4a9f-97a8-618d254f1359&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602508 Oct 03 13:34:06.126568 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-1bb28928-3e93-41c9-8900-1ecfb790b160 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (5eabf47d-5620-4e94-9269-ef19fe52be68), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:34:06.161089 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-194030bc-edfd-4faa-9acd-0b411a5806d4 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:34:06.166775 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-194030bc-edfd-4faa-9acd-0b411a5806d4 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3722562'] for floatingip (24669176-5a2a-4296-86cf-2bca58bdd554), after_update {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:34:06.286472 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.db.l3_db [None req-194030bc-edfd-4faa-9acd-0b411a5806d4 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Floating IP 24669176-5a2a-4296-86cf-2bca58bdd554 associated. External IP: 172.27.1.90, port: fb7024a0-6b02-454f-ba31-1290a4622c59. Oct 03 13:34:06.577853 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-194030bc-edfd-4faa-9acd-0b411a5806d4 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Router 9386ae84-3455-47c1-bf1e-ac1e7b8d81c7 has already been hosted by L3 agent 94180321-47b1-4b5c-b620-b1b0a31df446 {{(pid=106268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 03 13:34:06.632766 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:34:06.702190 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-194030bc-edfd-4faa-9acd-0b411a5806d4 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Notify agent at l3_agent.dv-cinder-860090-1-iscsi the message routers_updated {{(pid=106268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 13:34:06.707257 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-194030bc-edfd-4faa-9acd-0b411a5806d4 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512321'] for floatingip (None), before_response {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:34:06.718549 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d9b9585-039f-49b2-a0cf-4323c03a8a88 None None] Sync routers for ids ['9386ae84-3455-47c1-bf1e-ac1e7b8d81c7'] in dv-cinder-860090-1-iscsi {{(pid=106270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 13:34:06.736912 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d9b9585-039f-49b2-a0cf-4323c03a8a88 None None] Routers {'9386ae84-3455-47c1-bf1e-ac1e7b8d81c7'} bound to L3 agent in host dv-cinder-860090-1-iscsi {{(pid=106270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 13:34:06.738631 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_hamode_db [None req-1d9b9585-039f-49b2-a0cf-4323c03a8a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860090-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-03T13:22:05Z,description=,heartbeat_timestamp=2022-10-03T13:34:05Z,host='dv-cinder-860090-1-iscsi',id=94180321-47b1-4b5c-b620-b1b0a31df446,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T13:22:05Z,topic='l3_agent')) {'router_ids': ['9386ae84-3455-47c1-bf1e-ac1e7b8d81c7'], 'active': True} {{(pid=106270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:34:06.739353 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-194030bc-edfd-4faa-9acd-0b411a5806d4 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "PUT /networking/v2.0/floatingips/24669176-5a2a-4296-86cf-2bca58bdd554 HTTP/1.1" status: 200 len: 990 time: 1.1840076 Oct 03 13:34:06.740172 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1530d3cd-a03d-4ccc-bf56-064b83e978c8', 'tag': 'fb7024a0-6b02-454f-ba31-1290a4622c59'}] {{(pid=106268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 13:34:06.743408 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd70873512ffc397a2b7ac25ee02414627e7506f7787b64d61dc92e00300ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70ca0e89-d1fa-4e42-bb41-f24a5ba41dba" -d '{"events": [{"name": "network-changed", "server_uuid": "1530d3cd-a03d-4ccc-bf56-064b83e978c8", "tag": "fb7024a0-6b02-454f-ba31-1290a4622c59"}]}' {{(pid=106268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 13:34:06.789465 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 13:34:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d96e0040-0f75-4251-be81-083be84c4ead x-openstack-request-id: req-d96e0040-0f75-4251-be81-083be84c4ead {{(pid=106268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 13:34:06.789767 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1530d3cd-a03d-4ccc-bf56-064b83e978c8", "tag": "fb7024a0-6b02-454f-ba31-1290a4622c59", "status": "completed", "code": 200}]} {{(pid=106268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 13:34:06.790026 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d96e0040-0f75-4251-be81-083be84c4ead {{(pid=106268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 13:34:06.790905 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d96e0040-0f75-4251-be81-083be84c4ead'] response: {'name': 'network-changed', 'server_uuid': '1530d3cd-a03d-4ccc-bf56-064b83e978c8', 'tag': 'fb7024a0-6b02-454f-ba31-1290a4622c59', 'status': 'completed', 'code': 200} Oct 03 13:34:06.861706 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_dvr_db [None req-1d9b9585-039f-49b2-a0cf-4323c03a8a88 None None] Set router 9386ae84-3455-47c1-bf1e-ac1e7b8d81c7 gateway port host: dv-cinder-860090-1-iscsi {{(pid=106270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 13:34:07.065768 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:34:07.138773 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_hamode_db [None req-1d9b9585-039f-49b2-a0cf-4323c03a8a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9386ae84-3455-47c1-bf1e-ac1e7b8d81c7', 'name': 'tempest-AttachVolumeNegativeTest-724384781-router', 'tenant_id': 'd8e6dd58ff43419fa5b945bd08ef2931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'external_fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': '8f94ecf7-389a-462c-a841-f7b64d1eb55b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:30:29Z', 'updated_at': '2022-10-03T13:30:42Z', 'revision_number': 4, 'project_id': 'd8e6dd58ff43419fa5b945bd08ef2931', 'gw_port': {'id': '8f94ecf7-389a-462c-a841-f7b64d1eb55b', 'name': '', 'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:6b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9386ae84-3455-47c1-bf1e-ac1e7b8d81c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:30:30Z', 'updated_at': '2022-10-03T13:30:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860090-1-iscsi', '_floatingips': [{'id': '24669176-5a2a-4296-86cf-2bca58bdd554', 'tenant_id': 'd8e6dd58ff43419fa5b945bd08ef2931', 'floating_ip_address': '172.27.1.90', 'floating_network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'router_id': '9386ae84-3455-47c1-bf1e-ac1e7b8d81c7', 'port_id': 'fb7024a0-6b02-454f-ba31-1290a4622c59', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff8319e2-24e1-46c8-a6e2-568f9c4503d6', 'mac_address': 'fa:16:3e:9e:61:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1530d3cd-a03d-4ccc-bf56-064b83e978c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T13:33:29Z', 'updated_at': '2022-10-03T13:34:06Z', 'revision_number': 1, 'project_id': 'd8e6dd58ff43419fa5b945bd08ef2931', 'fixed_ip_address_scope': None}, {'id': '316a327d-06f9-4250-8c34-0ef413a813e2', 'tenant_id': 'd8e6dd58ff43419fa5b945bd08ef2931', 'floating_ip_address': '172.27.1.136', 'floating_network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'router_id': '9386ae84-3455-47c1-bf1e-ac1e7b8d81c7', 'port_id': '316014ae-7577-478c-97b0-af9327de5aca', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff8319e2-24e1-46c8-a6e2-568f9c4503d6', 'mac_address': 'fa:16:3e:59:6e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a9ff191-d009-41e4-9966-44fe462252b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T13:30:54Z', 'updated_at': '2022-10-03T13:31:52Z', 'revision_number': 2, 'project_id': 'd8e6dd58ff43419fa5b945bd08ef2931', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4348bdd0-49c7-4b40-a474-5fac87c13353', 'name': '', 'network_id': 'ff8319e2-24e1-46c8-a6e2-568f9c4503d6', 'tenant_id': 'd8e6dd58ff43419fa5b945bd08ef2931', 'mac_address': 'fa:16:3e:87:64:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9386ae84-3455-47c1-bf1e-ac1e7b8d81c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'c7cf38c1-e397-42ce-8b92-f0af8056be43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:30:37Z', 'updated_at': '2022-10-03T13:30:58Z', 'revision_number': 5, 'project_id': 'd8e6dd58ff43419fa5b945bd08ef2931', 'subnets': [{'id': 'c7cf38c1-e397-42ce-8b92-f0af8056be43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860090-1-iscsi', False) {} {{(pid=106270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:34:07.170960 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d9b9585-039f-49b2-a0cf-4323c03a8a88 None None] Checking router: 9386ae84-3455-47c1-bf1e-ac1e7b8d81c7 for host: dv-cinder-860090-1-iscsi {{(pid=106270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 13:34:07.179531 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46acc2f3-92da-4e94-9169-49edd1d2462f req-b12697c3-b51c-4aa9-a8e6-83d53533a3af tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:34:07.180847 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d9b9585-039f-49b2-a0cf-4323c03a8a88 None None] Routers {'9386ae84-3455-47c1-bf1e-ac1e7b8d81c7'} bound to L3 agent in host dv-cinder-860090-1-iscsi {{(pid=106270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 13:34:07.181522 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_hamode_db [None req-1d9b9585-039f-49b2-a0cf-4323c03a8a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860090-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-03T13:22:05Z,description=,heartbeat_timestamp=2022-10-03T13:34:05Z,host='dv-cinder-860090-1-iscsi',id=94180321-47b1-4b5c-b620-b1b0a31df446,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T13:22:05Z,topic='l3_agent')) {'router_ids': ['9386ae84-3455-47c1-bf1e-ac1e7b8d81c7'], 'active': True} {{(pid=106270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:34:07.182215 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-46acc2f3-92da-4e94-9169-49edd1d2462f req-b12697c3-b51c-4aa9-a8e6-83d53533a3af tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=959d25e3-1620-4fb7-836c-7d55711fda46 HTTP/1.1" status: 200 len: 943 time: 0.0761683 Oct 03 13:34:07.254003 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:34:07.263796 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-46acc2f3-92da-4e94-9169-49edd1d2462f req-72a12d86-b6e8-483a-bccb-77ea2bc2f17a tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=18aa4cd3-ce8c-4a9f-97a8-618d254f1359&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754333 Oct 03 13:34:07.291729 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:34:07.300971 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_dvr_db [None req-1d9b9585-039f-49b2-a0cf-4323c03a8a88 None None] Set router 9386ae84-3455-47c1-bf1e-ac1e7b8d81c7 gateway port host: dv-cinder-860090-1-iscsi {{(pid=106270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 13:34:07.505199 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (d46c7ed5-c451-4a76-ab3f-ab8e3ea4a5ec), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:34:07.537239 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ca0e89-d1fa-4e42-bb41-f24a5ba41dba req-24e2012b-87d7-45db-a2a1-5139d33751ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:34:07.539701 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-70ca0e89-d1fa-4e42-bb41-f24a5ba41dba req-24e2012b-87d7-45db-a2a1-5139d33751ae service neutron] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=d8e6dd58ff43419fa5b945bd08ef2931&device_id=1530d3cd-a03d-4ccc-bf56-064b83e978c8 HTTP/1.1" status: 200 len: 1129 time: 0.0798044 Oct 03 13:34:07.683405 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-9b3e6be4-ae7f-4a46-812d-719b0ca73959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (3cd5b2bb-c81a-4ce3-a212-a51c5aa706bd), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:34:07.691024 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_hamode_db [None req-1d9b9585-039f-49b2-a0cf-4323c03a8a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9386ae84-3455-47c1-bf1e-ac1e7b8d81c7', 'name': 'tempest-AttachVolumeNegativeTest-724384781-router', 'tenant_id': 'd8e6dd58ff43419fa5b945bd08ef2931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'external_fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': '8f94ecf7-389a-462c-a841-f7b64d1eb55b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:30:29Z', 'updated_at': '2022-10-03T13:30:42Z', 'revision_number': 4, 'project_id': 'd8e6dd58ff43419fa5b945bd08ef2931', 'gw_port': {'id': '8f94ecf7-389a-462c-a841-f7b64d1eb55b', 'name': '', 'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:6b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9386ae84-3455-47c1-bf1e-ac1e7b8d81c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:30:30Z', 'updated_at': '2022-10-03T13:30:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860090-1-iscsi', '_floatingips': [{'id': '24669176-5a2a-4296-86cf-2bca58bdd554', 'tenant_id': 'd8e6dd58ff43419fa5b945bd08ef2931', 'floating_ip_address': '172.27.1.90', 'floating_network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'router_id': '9386ae84-3455-47c1-bf1e-ac1e7b8d81c7', 'port_id': 'fb7024a0-6b02-454f-ba31-1290a4622c59', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff8319e2-24e1-46c8-a6e2-568f9c4503d6', 'mac_address': 'fa:16:3e:9e:61:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1530d3cd-a03d-4ccc-bf56-064b83e978c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T13:33:29Z', 'updated_at': '2022-10-03T13:34:06Z', 'revision_number': 1, 'project_id': 'd8e6dd58ff43419fa5b945bd08ef2931', 'fixed_ip_address_scope': None}, {'id': '316a327d-06f9-4250-8c34-0ef413a813e2', 'tenant_id': 'd8e6dd58ff43419fa5b945bd08ef2931', 'floating_ip_address': '172.27.1.136', 'floating_network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'router_id': '9386ae84-3455-47c1-bf1e-ac1e7b8d81c7', 'port_id': '316014ae-7577-478c-97b0-af9327de5aca', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff8319e2-24e1-46c8-a6e2-568f9c4503d6', 'mac_address': 'fa:16:3e:59:6e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a9ff191-d009-41e4-9966-44fe462252b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T13:30:54Z', 'updated_at': '2022-10-03T13:31:52Z', 'revision_number': 2, 'project_id': 'd8e6dd58ff43419fa5b945bd08ef2931', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4348bdd0-49c7-4b40-a474-5fac87c13353', 'name': '', 'network_id': 'ff8319e2-24e1-46c8-a6e2-568f9c4503d6', 'tenant_id': 'd8e6dd58ff43419fa5b945bd08ef2931', 'mac_address': 'fa:16:3e:87:64:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9386ae84-3455-47c1-bf1e-ac1e7b8d81c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'c7cf38c1-e397-42ce-8b92-f0af8056be43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:30:37Z', 'updated_at': '2022-10-03T13:30:58Z', 'revision_number': 5, 'project_id': 'd8e6dd58ff43419fa5b945bd08ef2931', 'subnets': [{'id': 'c7cf38c1-e397-42ce-8b92-f0af8056be43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860090-1-iscsi', False) {} {{(pid=106270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:34:07.729561 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ca0e89-d1fa-4e42-bb41-f24a5ba41dba req-49dfecc5-b926-4a14-8d8e-5ea23807e75f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:34:07.731154 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-70ca0e89-d1fa-4e42-bb41-f24a5ba41dba req-49dfecc5-b926-4a14-8d8e-5ea23807e75f service neutron] 10.222.0.65 "GET /networking/v2.0/networks?id=ff8319e2-24e1-46c8-a6e2-568f9c4503d6 HTTP/1.1" status: 200 len: 915 time: 0.1835825 Oct 03 13:34:07.738151 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d9b9585-039f-49b2-a0cf-4323c03a8a88 None None] The sync data for ids ['9386ae84-3455-47c1-bf1e-ac1e7b8d81c7'] in dv-cinder-860090-1-iscsi is: [{'id': '9386ae84-3455-47c1-bf1e-ac1e7b8d81c7', 'name': 'tempest-AttachVolumeNegativeTest-724384781-router', 'tenant_id': 'd8e6dd58ff43419fa5b945bd08ef2931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'external_fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': '8f94ecf7-389a-462c-a841-f7b64d1eb55b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:30:29Z', 'updated_at': '2022-10-03T13:30:42Z', 'revision_number': 4, 'project_id': 'd8e6dd58ff43419fa5b945bd08ef2931', 'gw_port': {'id': '8f94ecf7-389a-462c-a841-f7b64d1eb55b', 'name': '', 'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:6b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9386ae84-3455-47c1-bf1e-ac1e7b8d81c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:30:30Z', 'updated_at': '2022-10-03T13:30:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860090-1-iscsi', '_floatingips': [{'id': '24669176-5a2a-4296-86cf-2bca58bdd554', 'tenant_id': 'd8e6dd58ff43419fa5b945bd08ef2931', 'floating_ip_address': '172.27.1.90', 'floating_network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'router_id': '9386ae84-3455-47c1-bf1e-ac1e7b8d81c7', 'port_id': 'fb7024a0-6b02-454f-ba31-1290a4622c59', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff8319e2-24e1-46c8-a6e2-568f9c4503d6', 'mac_address': 'fa:16:3e:9e:61:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1530d3cd-a03d-4ccc-bf56-064b83e978c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T13:33:29Z', 'updated_at': '2022-10-03T13:34:06Z', 'revision_number': 1, 'project_id': 'd8e6dd58ff43419fa5b945bd08ef2931', 'fixed_ip_address_scope': None}, {'id': '316a327d-06f9-4250-8c34-0ef413a813e2', 'tenant_id': 'd8e6dd58ff43419fa5b945bd08ef2931', 'floating_ip_address': '172.27.1.136', 'floating_network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'router_id': '9386ae84-3455-47c1-bf1e-ac1e7b8d81c7', 'port_id': '316014ae-7577-478c-97b0-af9327de5aca', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff8319e2-24e1-46c8-a6e2-568f9c4503d6', 'mac_address': 'fa:16:3e:59:6e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a9ff191-d009-41e4-9966-44fe462252b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T13:30:54Z', 'updated_at': '2022-10-03T13:31:52Z', 'revision_number': 2, 'project_id': 'd8e6dd58ff43419fa5b945bd08ef2931', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4348bdd0-49c7-4b40-a474-5fac87c13353', 'name': '', 'network_id': 'ff8319e2-24e1-46c8-a6e2-568f9c4503d6', 'tenant_id': 'd8e6dd58ff43419fa5b945bd08ef2931', 'mac_address': 'fa:16:3e:87:64:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9386ae84-3455-47c1-bf1e-ac1e7b8d81c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'c7cf38c1-e397-42ce-8b92-f0af8056be43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:30:37Z', 'updated_at': '2022-10-03T13:30:58Z', 'revision_number': 5, 'project_id': 'd8e6dd58ff43419fa5b945bd08ef2931', 'subnets': [{'id': 'c7cf38c1-e397-42ce-8b92-f0af8056be43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 13:34:07.935010 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (1af51d63-a9c9-4bbe-9b0d-c8e0a80c641c), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:34:08.014254 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c11621-ebe8-4be0-b774-e10f7b8c7438 None None] New status for floating IP 24669176-5a2a-4296-86cf-2bca58bdd554: ACTIVE {{(pid=106271) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 03 13:34:08.349908 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-70ca0e89-d1fa-4e42-bb41-f24a5ba41dba req-314b19a3-9790-4f40-a1be-5b743bf87a91 service neutron] 10.222.0.65 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fb7024a0-6b02-454f-ba31-1290a4622c59 HTTP/1.1" status: 200 len: 1000 time: 0.0865910 Oct 03 13:34:08.436172 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3e81f7-584f-4830-bd55-8f97f9344c83 req-6ec0ed03-39a2-4919-a88d-cc735f81a55c tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:34:08.437979 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-ee3e81f7-584f-4830-bd55-8f97f9344c83 req-6ec0ed03-39a2-4919-a88d-cc735f81a55c tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=959d25e3-1620-4fb7-836c-7d55711fda46 HTTP/1.1" status: 200 len: 943 time: 0.0599549 Oct 03 13:34:08.568822 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ca0e89-d1fa-4e42-bb41-f24a5ba41dba req-6d3e67bc-f123-40ad-965f-f1b3a97c0552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:34:08.579421 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-70ca0e89-d1fa-4e42-bb41-f24a5ba41dba req-6d3e67bc-f123-40ad-965f-f1b3a97c0552 service neutron] 10.222.0.65 "GET /networking/v2.0/subnets?id=c7cf38c1-e397-42ce-8b92-f0af8056be43 HTTP/1.1" status: 200 len: 853 time: 0.0964358 Oct 03 13:34:08.657695 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ca0e89-d1fa-4e42-bb41-f24a5ba41dba req-a734ddc3-dac1-4ee9-8032-75689925f230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:34:08.659814 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-70ca0e89-d1fa-4e42-bb41-f24a5ba41dba req-a734ddc3-dac1-4ee9-8032-75689925f230 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?network_id=ff8319e2-24e1-46c8-a6e2-568f9c4503d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0611656 Oct 03 13:34:08.773836 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-ee3e81f7-584f-4830-bd55-8f97f9344c83 req-bd28183f-d91d-42ef-9971-403279530cb6 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=18aa4cd3-ce8c-4a9f-97a8-618d254f1359&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3302512 Oct 03 13:34:08.834560 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-70ca0e89-d1fa-4e42-bb41-f24a5ba41dba req-08f4446c-fb29-4a09-8a35-4f2432727d67 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/ff8319e2-24e1-46c8-a6e2-568f9c4503d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604178 Oct 03 13:34:08.974755 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-70ca0e89-d1fa-4e42-bb41-f24a5ba41dba req-abc12178-ae2a-4d78-a479-1c5824d72efb service neutron] 10.222.0.65 "GET /networking/v2.0/networks/ff8319e2-24e1-46c8-a6e2-568f9c4503d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227074 Oct 03 13:34:09.037862 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Device c4c1e4cd-a186-476e-9685-648d091500db details requested by agent hyperv_hv-cinder-86009 with host hv-cinder-86009 {{(pid=106270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 03 13:34:09.155229 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.db [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] For port c4c1e4cd-a186-476e-9685-648d091500db, host hv-cinder-86009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86009',level=0,port_id=c4c1e4cd-a186-476e-9685-648d091500db,segment=NetworkSegment(a13be668-9c4e-4111-8b50-69439ed85703),segment_id=a13be668-9c4e-4111-8b50-69439ed85703)] {{(pid=106270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 13:34:09.170263 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Returning: {'device': 'c4c1e4cd-a186-476e-9685-648d091500db', 'network_id': '289ad0fb-c675-48f9-ad56-9a68538f4eb7', 'port_id': 'c4c1e4cd-a186-476e-9685-648d091500db', 'mac_address': 'fa:16:3e:4d:1d:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '014887d4-da5d-4382-8b78-e31d89e09c89', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 03 13:34:09.208960 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Current status of the port c4c1e4cd-a186-476e-9685-648d091500db is: DOWN; New status is: BUILD {{(pid=106270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 13:34:09.209345 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (c4c1e4cd-a186-476e-9685-648d091500db), before_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:34:09.223592 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.notifiers.nova [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4c1e4cd-a186-476e-9685-648d091500db {{(pid=106270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 03 13:34:09.246618 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.db [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] For port c4c1e4cd-a186-476e-9685-648d091500db, host hv-cinder-86009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86009',level=0,port_id=c4c1e4cd-a186-476e-9685-648d091500db,segment=NetworkSegment(a13be668-9c4e-4111-8b50-69439ed85703),segment_id=a13be668-9c4e-4111-8b50-69439ed85703)] {{(pid=106270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 13:34:09.252242 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751015143617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751014657006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751014658052'] for port (c4c1e4cd-a186-476e-9685-648d091500db), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:34:09.305523 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Pushing event updated for resources: {'Port': ['ID=c4c1e4cd-a186-476e-9685-648d091500db,revision_number=4']} {{(pid=106270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:34:09.924480 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.db [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] get_ports_and_sgs() called for port_ids ['c4c1e4cd-a186-476e-9685-648d091500db'] {{(pid=106270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 03 13:34:09.969073 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:34:10.034045 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d332257-5860-4eb0-a61a-d18df034cc02 req-993336ac-2c34-4417-b006-3879450cd179 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:34:10.038207 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-6d332257-5860-4eb0-a61a-d18df034cc02 req-993336ac-2c34-4417-b006-3879450cd179 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=959d25e3-1620-4fb7-836c-7d55711fda46 HTTP/1.1" status: 200 len: 944 time: 0.1170340 Oct 03 13:34:10.222335 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-6d332257-5860-4eb0-a61a-d18df034cc02 req-3f1aca67-0f14-45d9-8e61-90a4585958c9 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=18aa4cd3-ce8c-4a9f-97a8-618d254f1359&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1749318 Oct 03 13:34:10.253093 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b95f3d8-0d78-4d5d-a3b3-62439595b5f9 req-9d1ac8d9-b1df-42c8-a719-b9f7b58d5534 tempest-VolumesSnapshotTestJSON-986009736 tempest-VolumesSnapshotTestJSON-986009736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:34:10.253093 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-1b95f3d8-0d78-4d5d-a3b3-62439595b5f9 req-9d1ac8d9-b1df-42c8-a719-b9f7b58d5534 tempest-VolumesSnapshotTestJSON-986009736 tempest-VolumesSnapshotTestJSON-986009736-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=020a908b-0c09-4a49-9482-62d085fd1df3 HTTP/1.1" status: 200 len: 945 time: 0.0614219 Oct 03 13:34:10.341732 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-1b95f3d8-0d78-4d5d-a3b3-62439595b5f9 req-b12a2f2a-d75d-4db1-bc6e-fdd6cf01a5df tempest-VolumesSnapshotTestJSON-986009736 tempest-VolumesSnapshotTestJSON-986009736-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=3603481c-ae89-4b51-aba6-7ef6fccab5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796833 Oct 03 13:34:11.438880 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0e5913-d32d-4f54-aa2e-622a12fb28cc req-7a18ca5f-ff06-445b-83ee-9edb4ffff619 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:34:11.444385 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-bd0e5913-d32d-4f54-aa2e-622a12fb28cc req-7a18ca5f-ff06-445b-83ee-9edb4ffff619 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=959d25e3-1620-4fb7-836c-7d55711fda46 HTTP/1.1" status: 200 len: 944 time: 0.1264873 Oct 03 13:34:11.517173 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8550dc33-30d4-4a72-92cb-7671752c8791 req-4cc509ee-dbad-4386-ba29-ba1146c1161d tempest-VolumesSnapshotTestJSON-986009736 tempest-VolumesSnapshotTestJSON-986009736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:34:11.524784 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-8550dc33-30d4-4a72-92cb-7671752c8791 req-4cc509ee-dbad-4386-ba29-ba1146c1161d tempest-VolumesSnapshotTestJSON-986009736 tempest-VolumesSnapshotTestJSON-986009736-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=020a908b-0c09-4a49-9482-62d085fd1df3 HTTP/1.1" status: 200 len: 945 time: 0.0681686 Oct 03 13:34:11.535464 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-bd0e5913-d32d-4f54-aa2e-622a12fb28cc req-200551be-92ad-403b-81f3-09050cec6ce0 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=18aa4cd3-ce8c-4a9f-97a8-618d254f1359&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829020 Oct 03 13:34:11.581919 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-8550dc33-30d4-4a72-92cb-7671752c8791 req-1dba3ac7-c5b1-4646-b46a-61ca169b591e tempest-VolumesSnapshotTestJSON-986009736 tempest-VolumesSnapshotTestJSON-986009736-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=3603481c-ae89-4b51-aba6-7ef6fccab5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549214 Oct 03 13:34:11.703609 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Device c4c1e4cd-a186-476e-9685-648d091500db up at agent hyperv_hv-cinder-86009 {{(pid=106270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 13:34:11.751102 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.provisioning_blocks [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Provisioning for port c4c1e4cd-a186-476e-9685-648d091500db completed by entity L2. {{(pid=106270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 03 13:34:11.759026 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.provisioning_blocks [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Provisioning complete for port c4c1e4cd-a186-476e-9685-648d091500db triggered by entity L2. {{(pid=106270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 13:34:11.759525 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1340199'] for port (c4c1e4cd-a186-476e-9685-648d091500db), provisioning_complete {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:34:11.759930 dv-cinder-860090-1-iscsi neutron-server[106270]: INFO neutron.plugins.ml2.plugin [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Attempt 1 to provision port c4c1e4cd-a186-476e-9685-648d091500db Oct 03 13:34:11.838390 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Current status of the port c4c1e4cd-a186-476e-9685-648d091500db is: BUILD; New status is: ACTIVE {{(pid=106270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 13:34:11.839158 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (c4c1e4cd-a186-476e-9685-648d091500db), before_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:34:11.863687 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '959d25e3-1620-4fb7-836c-7d55711fda46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4c1e4cd-a186-476e-9685-648d091500db'}] {{(pid=106270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 13:34:11.866257 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}560c9627402e85393d05fbb3c51e26d9631cba9dc4b6297c571b83e08b497dad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed90f42b-c7af-42ad-9791-8e49612c39b4" -d '{"events": [{"server_uuid": "959d25e3-1620-4fb7-836c-7d55711fda46", "name": "network-vif-plugged", "status": "completed", "tag": "c4c1e4cd-a186-476e-9685-648d091500db"}]}' {{(pid=106270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 13:34:11.880313 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.db [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] For port c4c1e4cd-a186-476e-9685-648d091500db, host hv-cinder-86009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86009',level=0,port_id=c4c1e4cd-a186-476e-9685-648d091500db,segment=NetworkSegment(a13be668-9c4e-4111-8b50-69439ed85703),segment_id=a13be668-9c4e-4111-8b50-69439ed85703)] {{(pid=106270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 13:34:11.885032 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751015143617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751014657006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751014658052'] for port (c4c1e4cd-a186-476e-9685-648d091500db), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:34:11.909226 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 13:34:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1e22b72-0124-4611-846e-4963809c332c x-openstack-request-id: req-f1e22b72-0124-4611-846e-4963809c332c {{(pid=106270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 13:34:11.909791 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "959d25e3-1620-4fb7-836c-7d55711fda46", "name": "network-vif-plugged", "status": "completed", "tag": "c4c1e4cd-a186-476e-9685-648d091500db", "code": 200}]} {{(pid=106270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 13:34:11.910055 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f1e22b72-0124-4611-846e-4963809c332c {{(pid=106270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 13:34:11.910455 dv-cinder-860090-1-iscsi neutron-server[106270]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1e22b72-0124-4611-846e-4963809c332c'] response: {'server_uuid': '959d25e3-1620-4fb7-836c-7d55711fda46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4c1e4cd-a186-476e-9685-648d091500db', 'code': 200} Oct 03 13:34:11.938343 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Pushing event updated for resources: {'Port': ['ID=c4c1e4cd-a186-476e-9685-648d091500db,revision_number=5']} {{(pid=106270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:34:12.665483 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72adbf5-b26f-4b12-8f59-8de248f64cb8 req-6c7cacdb-11f6-4d67-90ac-16e4e835bf30 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:34:12.667605 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-d72adbf5-b26f-4b12-8f59-8de248f64cb8 req-6c7cacdb-11f6-4d67-90ac-16e4e835bf30 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=959d25e3-1620-4fb7-836c-7d55711fda46 HTTP/1.1" status: 200 len: 945 time: 0.0513461 Oct 03 13:34:12.732919 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-d72adbf5-b26f-4b12-8f59-8de248f64cb8 req-cf6233ab-c55e-4da0-9624-5c48ee1b0f52 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=18aa4cd3-ce8c-4a9f-97a8-618d254f1359&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572050 Oct 03 13:34:12.760196 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826c32a1-f79b-4572-9d99-0b42c4e88dbb req-9b05414d-ee82-4090-a01d-f9520b079a13 tempest-VolumesSnapshotTestJSON-986009736 tempest-VolumesSnapshotTestJSON-986009736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:34:12.766005 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-826c32a1-f79b-4572-9d99-0b42c4e88dbb req-9b05414d-ee82-4090-a01d-f9520b079a13 tempest-VolumesSnapshotTestJSON-986009736 tempest-VolumesSnapshotTestJSON-986009736-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=020a908b-0c09-4a49-9482-62d085fd1df3 HTTP/1.1" status: 200 len: 945 time: 0.0981734 Oct 03 13:34:12.791028 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=100 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:34:12.818195 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-826c32a1-f79b-4572-9d99-0b42c4e88dbb req-9441e528-de82-4229-a73d-c85e199293bf tempest-VolumesSnapshotTestJSON-986009736 tempest-VolumesSnapshotTestJSON-986009736-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=3603481c-ae89-4b51-aba6-7ef6fccab5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505641 Oct 03 13:34:13.547209 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1c92a6-4c2a-42f7-a033-588b62f57d44 req-5b6229ae-b1b3-45f2-a800-cc4961a9ec71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:34:13.548926 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-9a1c92a6-4c2a-42f7-a033-588b62f57d44 req-5b6229ae-b1b3-45f2-a800-cc4961a9ec71 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?device_id=959d25e3-1620-4fb7-836c-7d55711fda46 HTTP/1.1" status: 200 len: 1129 time: 0.0485919 Oct 03 13:34:13.773009 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-9a1c92a6-4c2a-42f7-a033-588b62f57d44 req-63fbf37a-6761-4c55-8f10-228a6806c7b2 service neutron] 10.222.0.65 "GET /networking/v2.0/security-groups?id=18aa4cd3-ce8c-4a9f-97a8-618d254f1359&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703332 Oct 03 13:34:13.899181 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a86661-8e47-4a12-b3cb-bd4ec4fe9bb1 req-9b9315f7-d94c-41d7-b8f4-76c742e1abb5 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:34:13.904396 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-c5a86661-8e47-4a12-b3cb-bd4ec4fe9bb1 req-9b9315f7-d94c-41d7-b8f4-76c742e1abb5 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=959d25e3-1620-4fb7-836c-7d55711fda46 HTTP/1.1" status: 200 len: 945 time: 0.0641024 Oct 03 13:34:13.969326 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-c5a86661-8e47-4a12-b3cb-bd4ec4fe9bb1 req-f08759e4-d9ef-4efd-bd5e-cdec4f23f2ba tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=18aa4cd3-ce8c-4a9f-97a8-618d254f1359&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599904 Oct 03 13:34:14.003914 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f03aed1-3498-4996-a4df-faada6e98e02 req-25d756f0-5451-4c89-8615-42685067315b tempest-VolumesSnapshotTestJSON-986009736 tempest-VolumesSnapshotTestJSON-986009736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:34:14.005747 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-9f03aed1-3498-4996-a4df-faada6e98e02 req-25d756f0-5451-4c89-8615-42685067315b tempest-VolumesSnapshotTestJSON-986009736 tempest-VolumesSnapshotTestJSON-986009736-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=020a908b-0c09-4a49-9482-62d085fd1df3 HTTP/1.1" status: 200 len: 945 time: 0.0903680 Oct 03 13:34:14.081116 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-9f03aed1-3498-4996-a4df-faada6e98e02 req-8a21deb4-9dc9-409f-a43d-49507c875683 tempest-VolumesSnapshotTestJSON-986009736 tempest-VolumesSnapshotTestJSON-986009736-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=3603481c-ae89-4b51-aba6-7ef6fccab5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679421 Oct 03 13:34:14.292799 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bae133-5fe1-43c9-8b7f-4f66b80e913d req-741c64f7-34fd-4809-a1c0-106f42625832 tempest-VolumesSnapshotTestJSON-986009736 tempest-VolumesSnapshotTestJSON-986009736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:34:14.298645 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-94bae133-5fe1-43c9-8b7f-4f66b80e913d req-741c64f7-34fd-4809-a1c0-106f42625832 tempest-VolumesSnapshotTestJSON-986009736 tempest-VolumesSnapshotTestJSON-986009736-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=020a908b-0c09-4a49-9482-62d085fd1df3 HTTP/1.1" status: 200 len: 945 time: 0.0566206 Oct 03 13:34:14.400112 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.plugin [req-94bae133-5fe1-43c9-8b7f-4f66b80e913d req-192338a2-9c0c-4c1e-9e4a-aafa331ff809 tempest-VolumesSnapshotTestJSON-986009736 tempest-VolumesSnapshotTestJSON-986009736-project] Deleting port bfaafb6c-9eba-4966-9079-4cc52951697a {{(pid=106268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 13:34:14.400475 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-94bae133-5fe1-43c9-8b7f-4f66b80e913d req-192338a2-9c0c-4c1e-9e4a-aafa331ff809 tempest-VolumesSnapshotTestJSON-986009736 tempest-VolumesSnapshotTestJSON-986009736-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751015143464'] for port (bfaafb6c-9eba-4966-9079-4cc52951697a), before_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:34:14.470508 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=100 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:34:14.507820 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.db [req-94bae133-5fe1-43c9-8b7f-4f66b80e913d req-192338a2-9c0c-4c1e-9e4a-aafa331ff809 tempest-VolumesSnapshotTestJSON-986009736 tempest-VolumesSnapshotTestJSON-986009736-project] For port bfaafb6c-9eba-4966-9079-4cc52951697a, host hv-cinder-86009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86009',level=0,port_id=bfaafb6c-9eba-4966-9079-4cc52951697a,segment=NetworkSegment(de015196-66eb-453e-a814-070f84aee270),segment_id=de015196-66eb-453e-a814-070f84aee270)] {{(pid=106268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 13:34:14.508308 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-94bae133-5fe1-43c9-8b7f-4f66b80e913d req-192338a2-9c0c-4c1e-9e4a-aafa331ff809 tempest-VolumesSnapshotTestJSON-986009736 tempest-VolumesSnapshotTestJSON-986009736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724412'] for port (bfaafb6c-9eba-4966-9079-4cc52951697a), precommit_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:34:14.522636 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.plugin [req-94bae133-5fe1-43c9-8b7f-4f66b80e913d req-192338a2-9c0c-4c1e-9e4a-aafa331ff809 tempest-VolumesSnapshotTestJSON-986009736 tempest-VolumesSnapshotTestJSON-986009736-project] Calling delete_port for bfaafb6c-9eba-4966-9079-4cc52951697a owned by compute:nova {{(pid=106268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 13:34:14.699817 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-94bae133-5fe1-43c9-8b7f-4f66b80e913d req-192338a2-9c0c-4c1e-9e4a-aafa331ff809 tempest-VolumesSnapshotTestJSON-986009736 tempest-VolumesSnapshotTestJSON-986009736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751015146406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751014656997'] for port (bfaafb6c-9eba-4966-9079-4cc52951697a), after_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:34:14.727227 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.db [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] get_ports_and_sgs() called for port_ids ['bfaafb6c-9eba-4966-9079-4cc52951697a'] {{(pid=106270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 03 13:34:14.734758 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192338a2-9c0c-4c1e-9e4a-aafa331ff809 tempest-VolumesSnapshotTestJSON-986009736 tempest-VolumesSnapshotTestJSON-986009736-project] Pushing event deleted for resources: {'Port': ['ID=bfaafb6c-9eba-4966-9079-4cc52951697a,revision_number=None']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:34:14.797268 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.db.l3_dvrscheduler_db [req-94bae133-5fe1-43c9-8b7f-4f66b80e913d req-192338a2-9c0c-4c1e-9e4a-aafa331ff809 tempest-VolumesSnapshotTestJSON-986009736 tempest-VolumesSnapshotTestJSON-986009736-project] No DVR routers for this DVR port bfaafb6c-9eba-4966-9079-4cc52951697a on host hv-cinder-86009 {{(pid=106268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 03 13:34:14.802402 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-94bae133-5fe1-43c9-8b7f-4f66b80e913d req-192338a2-9c0c-4c1e-9e4a-aafa331ff809 tempest-VolumesSnapshotTestJSON-986009736 tempest-VolumesSnapshotTestJSON-986009736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512321'] for port (None), before_response {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:34:14.804347 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-94bae133-5fe1-43c9-8b7f-4f66b80e913d req-192338a2-9c0c-4c1e-9e4a-aafa331ff809 tempest-VolumesSnapshotTestJSON-986009736 tempest-VolumesSnapshotTestJSON-986009736-project] 10.222.0.65 "DELETE /networking/v2.0/ports/bfaafb6c-9eba-4966-9079-4cc52951697a HTTP/1.1" status: 204 len: 173 time: 0.4935787 Oct 03 13:34:14.805180 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '020a908b-0c09-4a49-9482-62d085fd1df3', 'name': 'network-vif-deleted', 'tag': 'bfaafb6c-9eba-4966-9079-4cc52951697a'}] {{(pid=106268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 13:34:14.807220 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd70873512ffc397a2b7ac25ee02414627e7506f7787b64d61dc92e00300ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c8e4da5-0891-4bd0-8a56-8a85e64722d6" -d '{"events": [{"server_uuid": "020a908b-0c09-4a49-9482-62d085fd1df3", "name": "network-vif-deleted", "tag": "bfaafb6c-9eba-4966-9079-4cc52951697a"}]}' {{(pid=106268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 13:34:14.851235 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 13:34:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e5b701d-844a-4cc2-ade0-e987bb556dcb x-openstack-request-id: req-4e5b701d-844a-4cc2-ade0-e987bb556dcb {{(pid=106268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 13:34:14.851764 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "020a908b-0c09-4a49-9482-62d085fd1df3", "name": "network-vif-deleted", "tag": "bfaafb6c-9eba-4966-9079-4cc52951697a", "status": "completed", "code": 200}]} {{(pid=106268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 13:34:14.852185 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4e5b701d-844a-4cc2-ade0-e987bb556dcb {{(pid=106268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 13:34:14.852774 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e5b701d-844a-4cc2-ade0-e987bb556dcb'] response: {'server_uuid': '020a908b-0c09-4a49-9482-62d085fd1df3', 'name': 'network-vif-deleted', 'tag': 'bfaafb6c-9eba-4966-9079-4cc52951697a', 'status': 'completed', 'code': 200} Oct 03 13:34:15.133090 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11807e60-1e78-48ab-84d9-92643bab1715 req-80237ddb-52d4-46fd-8e6c-64e2806dad09 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:34:15.141208 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-11807e60-1e78-48ab-84d9-92643bab1715 req-80237ddb-52d4-46fd-8e6c-64e2806dad09 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=959d25e3-1620-4fb7-836c-7d55711fda46 HTTP/1.1" status: 200 len: 945 time: 0.0645685 Oct 03 13:34:15.227923 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-a4baf7c5-8f8a-4839-a0d4-4a9883680b02 req-bf3e94a4-c9f7-4d1f-8591-de431bb5565d tempest-VolumesSnapshotTestJSON-986009736 tempest-VolumesSnapshotTestJSON-986009736-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=020a908b-0c09-4a49-9482-62d085fd1df3 HTTP/1.1" status: 200 len: 210 time: 0.0408080 Oct 03 13:34:15.233312 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-11807e60-1e78-48ab-84d9-92643bab1715 req-970cdf0d-6d80-4496-b198-615d53d9754a tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=18aa4cd3-ce8c-4a9f-97a8-618d254f1359&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888717 Oct 03 13:34:16.360387 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=100 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:34:16.393291 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-f94f1ce5-b9ed-47ff-bbce-ff49e9309afb req-37d86be8-4653-4666-a079-47bda03b2eb4 tempest-VolumesSnapshotTestJSON-986009736 tempest-VolumesSnapshotTestJSON-986009736-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=020a908b-0c09-4a49-9482-62d085fd1df3 HTTP/1.1" status: 200 len: 210 time: 0.0476620 Oct 03 13:34:16.424855 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7de9d0-5fac-4c5d-b5c6-94d0beecbb21 req-78a392f1-aef8-45d8-a567-8293cc9af666 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:34:16.424855 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-6d7de9d0-5fac-4c5d-b5c6-94d0beecbb21 req-78a392f1-aef8-45d8-a567-8293cc9af666 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=959d25e3-1620-4fb7-836c-7d55711fda46 HTTP/1.1" status: 200 len: 945 time: 0.0749495 Oct 03 13:34:16.474427 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-6d7de9d0-5fac-4c5d-b5c6-94d0beecbb21 req-f25da462-2432-4307-b3f5-3a8149f447eb tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=18aa4cd3-ce8c-4a9f-97a8-618d254f1359&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517578 Oct 03 13:34:16.617491 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10fb086-d5bb-4c2d-99f3-acfd62b1b5ea req-2a7ba3dd-9cef-409d-b13b-02f942e2660c tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:34:16.619722 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-a10fb086-d5bb-4c2d-99f3-acfd62b1b5ea req-2a7ba3dd-9cef-409d-b13b-02f942e2660c tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=959d25e3-1620-4fb7-836c-7d55711fda46 HTTP/1.1" status: 200 len: 945 time: 0.0656099 Oct 03 13:34:16.630386 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 33168) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:34:16.634911 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.v2.base [None req-11941951-1b95-4ff7-8460-263af47d16d3 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Request body: {'floatingip': {'port_id': 'c4c1e4cd-a186-476e-9685-648d091500db'}} {{(pid=106268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 13:34:16.686794 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-11941951-1b95-4ff7-8460-263af47d16d3 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Publish callbacks [] for floatingip (9022b217-ab32-4b3a-b16d-3c8431f8efa9), before_update {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:34:16.820897 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:34:17.178454 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-11941951-1b95-4ff7-8460-263af47d16d3 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:34:17.183191 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-11941951-1b95-4ff7-8460-263af47d16d3 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3722562'] for floatingip (9022b217-ab32-4b3a-b16d-3c8431f8efa9), after_update {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:34:17.241909 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:34:17.306112 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.db.l3_db [None req-11941951-1b95-4ff7-8460-263af47d16d3 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Floating IP 9022b217-ab32-4b3a-b16d-3c8431f8efa9 associated. External IP: 172.27.1.38, port: c4c1e4cd-a186-476e-9685-648d091500db. Oct 03 13:34:17.741132 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Device bfaafb6c-9eba-4966-9079-4cc52951697a no longer exists at agent hyperv_hv-cinder-86009 {{(pid=106270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 13:34:17.748541 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:34:17.783864 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] No Port match for: bfaafb6c-9eba-4966-9079-4cc52951697a {{(pid=106270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 03 13:34:17.784117 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Device bfaafb6c-9eba-4966-9079-4cc52951697a not bound to the agent host hv-cinder-86009 {{(pid=106270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 03 13:34:17.863534 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-793868a0-1754-4a53-a43b-246bdb2bd668 req-52b08d67-900e-49e3-a559-2fcd19fa742b tempest-VolumesSnapshotTestJSON-986009736 tempest-VolumesSnapshotTestJSON-986009736-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=020a908b-0c09-4a49-9482-62d085fd1df3 HTTP/1.1" status: 200 len: 210 time: 0.3210177 Oct 03 13:34:17.886957 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11941951-1b95-4ff7-8460-263af47d16d3 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Router af124424-a053-4d33-a6b5-08d7c9c80932 has already been hosted by L3 agent 94180321-47b1-4b5c-b620-b1b0a31df446 {{(pid=106268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 03 13:34:18.018827 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11941951-1b95-4ff7-8460-263af47d16d3 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Notify agent at l3_agent.dv-cinder-860090-1-iscsi the message routers_updated {{(pid=106268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 13:34:18.023718 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-11941951-1b95-4ff7-8460-263af47d16d3 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512321'] for floatingip (None), before_response {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:34:18.031723 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4730404e-9bcc-4e55-9af8-0a1e320e1490 None None] Sync routers for ids ['af124424-a053-4d33-a6b5-08d7c9c80932'] in dv-cinder-860090-1-iscsi {{(pid=106270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 13:34:18.053519 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4730404e-9bcc-4e55-9af8-0a1e320e1490 None None] Routers {'af124424-a053-4d33-a6b5-08d7c9c80932'} bound to L3 agent in host dv-cinder-860090-1-iscsi {{(pid=106270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 13:34:18.054256 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_hamode_db [None req-4730404e-9bcc-4e55-9af8-0a1e320e1490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860090-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-03T13:22:05Z,description=,heartbeat_timestamp=2022-10-03T13:34:05Z,host='dv-cinder-860090-1-iscsi',id=94180321-47b1-4b5c-b620-b1b0a31df446,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T13:22:05Z,topic='l3_agent')) {'router_ids': ['af124424-a053-4d33-a6b5-08d7c9c80932'], 'active': True} {{(pid=106270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:34:18.061907 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-11941951-1b95-4ff7-8460-263af47d16d3 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "PUT /networking/v2.0/floatingips/9022b217-ab32-4b3a-b16d-3c8431f8efa9 HTTP/1.1" status: 200 len: 990 time: 1.4283619 Oct 03 13:34:18.061907 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '959d25e3-1620-4fb7-836c-7d55711fda46', 'tag': 'c4c1e4cd-a186-476e-9685-648d091500db'}] {{(pid=106268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 13:34:18.064006 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd70873512ffc397a2b7ac25ee02414627e7506f7787b64d61dc92e00300ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e525bb3e-e9d3-4b20-abd9-5acf90f0715a" -d '{"events": [{"name": "network-changed", "server_uuid": "959d25e3-1620-4fb7-836c-7d55711fda46", "tag": "c4c1e4cd-a186-476e-9685-648d091500db"}]}' {{(pid=106268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 13:34:18.108999 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 13:34:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74e0b05a-a5f2-4806-b96e-19e17f62c301 x-openstack-request-id: req-74e0b05a-a5f2-4806-b96e-19e17f62c301 {{(pid=106268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 13:34:18.109862 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "959d25e3-1620-4fb7-836c-7d55711fda46", "tag": "c4c1e4cd-a186-476e-9685-648d091500db", "status": "completed", "code": 200}]} {{(pid=106268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 13:34:18.110410 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-74e0b05a-a5f2-4806-b96e-19e17f62c301 {{(pid=106268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 13:34:18.110917 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74e0b05a-a5f2-4806-b96e-19e17f62c301'] response: {'name': 'network-changed', 'server_uuid': '959d25e3-1620-4fb7-836c-7d55711fda46', 'tag': 'c4c1e4cd-a186-476e-9685-648d091500db', 'status': 'completed', 'code': 200} Oct 03 13:34:18.127889 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:34:18.131189 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=16,neutron:UPDATE=1 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:34:18.208616 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e525bb3e-e9d3-4b20-abd9-5acf90f0715a req-59867f4e-bdef-47f7-97b1-1866dc5ee11c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:34:18.210527 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-e525bb3e-e9d3-4b20-abd9-5acf90f0715a req-59867f4e-bdef-47f7-97b1-1866dc5ee11c service neutron] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=557321bf33ca42df8d5d53e5157e6803&device_id=959d25e3-1620-4fb7-836c-7d55711fda46 HTTP/1.1" status: 200 len: 1129 time: 0.0569108 Oct 03 13:34:18.216884 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_dvr_db [None req-4730404e-9bcc-4e55-9af8-0a1e320e1490 None None] Set router af124424-a053-4d33-a6b5-08d7c9c80932 gateway port host: dv-cinder-860090-1-iscsi {{(pid=106270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 13:34:18.363626 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e525bb3e-e9d3-4b20-abd9-5acf90f0715a req-dc65402c-8a44-41c4-bf12-f013de4e6f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:34:18.365302 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-e525bb3e-e9d3-4b20-abd9-5acf90f0715a req-dc65402c-8a44-41c4-bf12-f013de4e6f00 service neutron] 10.222.0.65 "GET /networking/v2.0/networks?id=289ad0fb-c675-48f9-ad56-9a68538f4eb7 HTTP/1.1" status: 200 len: 920 time: 0.1416199 Oct 03 13:34:18.495862 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:34:18.498717 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-e525bb3e-e9d3-4b20-abd9-5acf90f0715a req-df16e2e9-b118-4214-9f82-97fa574fb0ca service neutron] 10.222.0.65 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c4c1e4cd-a186-476e-9685-648d091500db HTTP/1.1" status: 200 len: 998 time: 0.1164372 Oct 03 13:34:18.577142 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_hamode_db [None req-4730404e-9bcc-4e55-9af8-0a1e320e1490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af124424-a053-4d33-a6b5-08d7c9c80932', 'name': 'tempest-ServerRescueNegativeTestJSON-2126300055-router', 'tenant_id': '557321bf33ca42df8d5d53e5157e6803', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'external_fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': 'cdf04b3b-1b40-4675-9c4c-10fdae6d977b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:30:31Z', 'updated_at': '2022-10-03T13:30:45Z', 'revision_number': 4, 'project_id': '557321bf33ca42df8d5d53e5157e6803', 'gw_port': {'id': 'cdf04b3b-1b40-4675-9c4c-10fdae6d977b', 'name': '', 'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:0d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af124424-a053-4d33-a6b5-08d7c9c80932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:30:32Z', 'updated_at': '2022-10-03T13:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860090-1-iscsi', '_floatingips': [{'id': '9022b217-ab32-4b3a-b16d-3c8431f8efa9', 'tenant_id': '557321bf33ca42df8d5d53e5157e6803', 'floating_ip_address': '172.27.1.38', 'floating_network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'router_id': 'af124424-a053-4d33-a6b5-08d7c9c80932', 'port_id': 'c4c1e4cd-a186-476e-9685-648d091500db', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '289ad0fb-c675-48f9-ad56-9a68538f4eb7', 'mac_address': 'fa:16:3e:4d:1d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '959d25e3-1620-4fb7-836c-7d55711fda46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T13:33:40Z', 'updated_at': '2022-10-03T13:34:17Z', 'revision_number': 1, 'project_id': '557321bf33ca42df8d5d53e5157e6803', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '042f889d-6dc9-4d12-9164-ef09c953a53f', 'name': '', 'network_id': '289ad0fb-c675-48f9-ad56-9a68538f4eb7', 'tenant_id': '557321bf33ca42df8d5d53e5157e6803', 'mac_address': 'fa:16:3e:a8:a3:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af124424-a053-4d33-a6b5-08d7c9c80932', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '014887d4-da5d-4382-8b78-e31d89e09c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:30:41Z', 'updated_at': '2022-10-03T13:31:01Z', 'revision_number': 5, 'project_id': '557321bf33ca42df8d5d53e5157e6803', 'subnets': [{'id': '014887d4-da5d-4382-8b78-e31d89e09c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860090-1-iscsi', False) {} {{(pid=106270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:34:18.586367 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e525bb3e-e9d3-4b20-abd9-5acf90f0715a req-afb3f28e-1756-4cf0-80e7-05fe3a111862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:34:18.588659 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-e525bb3e-e9d3-4b20-abd9-5acf90f0715a req-afb3f28e-1756-4cf0-80e7-05fe3a111862 service neutron] 10.222.0.65 "GET /networking/v2.0/subnets?id=014887d4-da5d-4382-8b78-e31d89e09c89 HTTP/1.1" status: 200 len: 858 time: 0.0743074 Oct 03 13:34:18.603864 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4730404e-9bcc-4e55-9af8-0a1e320e1490 None None] Checking router: af124424-a053-4d33-a6b5-08d7c9c80932 for host: dv-cinder-860090-1-iscsi {{(pid=106270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 13:34:18.613911 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4730404e-9bcc-4e55-9af8-0a1e320e1490 None None] Routers {'af124424-a053-4d33-a6b5-08d7c9c80932'} bound to L3 agent in host dv-cinder-860090-1-iscsi {{(pid=106270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 13:34:18.614765 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_hamode_db [None req-4730404e-9bcc-4e55-9af8-0a1e320e1490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860090-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-03T13:22:05Z,description=,heartbeat_timestamp=2022-10-03T13:34:05Z,host='dv-cinder-860090-1-iscsi',id=94180321-47b1-4b5c-b620-b1b0a31df446,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T13:22:05Z,topic='l3_agent')) {'router_ids': ['af124424-a053-4d33-a6b5-08d7c9c80932'], 'active': True} {{(pid=106270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:34:18.663921 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e525bb3e-e9d3-4b20-abd9-5acf90f0715a req-e6fff44e-bd4b-4888-895e-496964d45f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:34:18.665975 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-e525bb3e-e9d3-4b20-abd9-5acf90f0715a req-e6fff44e-bd4b-4888-895e-496964d45f04 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?network_id=289ad0fb-c675-48f9-ad56-9a68538f4eb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0661457 Oct 03 13:34:18.813742 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-e525bb3e-e9d3-4b20-abd9-5acf90f0715a req-03eba411-b153-47cc-8537-e016b3fcdec1 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/289ad0fb-c675-48f9-ad56-9a68538f4eb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331031 Oct 03 13:34:18.870596 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_dvr_db [None req-4730404e-9bcc-4e55-9af8-0a1e320e1490 None None] Set router af124424-a053-4d33-a6b5-08d7c9c80932 gateway port host: dv-cinder-860090-1-iscsi {{(pid=106270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 13:34:19.006497 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:34:19.065552 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-e525bb3e-e9d3-4b20-abd9-5acf90f0715a req-df063bee-d51e-4ea0-8651-844aba7786d6 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/289ad0fb-c675-48f9-ad56-9a68538f4eb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2363105 Oct 03 13:34:19.225137 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_hamode_db [None req-4730404e-9bcc-4e55-9af8-0a1e320e1490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af124424-a053-4d33-a6b5-08d7c9c80932', 'name': 'tempest-ServerRescueNegativeTestJSON-2126300055-router', 'tenant_id': '557321bf33ca42df8d5d53e5157e6803', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'external_fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': 'cdf04b3b-1b40-4675-9c4c-10fdae6d977b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:30:31Z', 'updated_at': '2022-10-03T13:30:45Z', 'revision_number': 4, 'project_id': '557321bf33ca42df8d5d53e5157e6803', 'gw_port': {'id': 'cdf04b3b-1b40-4675-9c4c-10fdae6d977b', 'name': '', 'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:0d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af124424-a053-4d33-a6b5-08d7c9c80932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:30:32Z', 'updated_at': '2022-10-03T13:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860090-1-iscsi', '_floatingips': [{'id': '9022b217-ab32-4b3a-b16d-3c8431f8efa9', 'tenant_id': '557321bf33ca42df8d5d53e5157e6803', 'floating_ip_address': '172.27.1.38', 'floating_network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'router_id': 'af124424-a053-4d33-a6b5-08d7c9c80932', 'port_id': 'c4c1e4cd-a186-476e-9685-648d091500db', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '289ad0fb-c675-48f9-ad56-9a68538f4eb7', 'mac_address': 'fa:16:3e:4d:1d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '959d25e3-1620-4fb7-836c-7d55711fda46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T13:33:40Z', 'updated_at': '2022-10-03T13:34:17Z', 'revision_number': 1, 'project_id': '557321bf33ca42df8d5d53e5157e6803', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '042f889d-6dc9-4d12-9164-ef09c953a53f', 'name': '', 'network_id': '289ad0fb-c675-48f9-ad56-9a68538f4eb7', 'tenant_id': '557321bf33ca42df8d5d53e5157e6803', 'mac_address': 'fa:16:3e:a8:a3:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af124424-a053-4d33-a6b5-08d7c9c80932', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '014887d4-da5d-4382-8b78-e31d89e09c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:30:41Z', 'updated_at': '2022-10-03T13:31:01Z', 'revision_number': 5, 'project_id': '557321bf33ca42df8d5d53e5157e6803', 'subnets': [{'id': '014887d4-da5d-4382-8b78-e31d89e09c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860090-1-iscsi', False) {} {{(pid=106270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:34:19.261553 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4730404e-9bcc-4e55-9af8-0a1e320e1490 None None] The sync data for ids ['af124424-a053-4d33-a6b5-08d7c9c80932'] in dv-cinder-860090-1-iscsi is: [{'id': 'af124424-a053-4d33-a6b5-08d7c9c80932', 'name': 'tempest-ServerRescueNegativeTestJSON-2126300055-router', 'tenant_id': '557321bf33ca42df8d5d53e5157e6803', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'external_fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': 'cdf04b3b-1b40-4675-9c4c-10fdae6d977b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:30:31Z', 'updated_at': '2022-10-03T13:30:45Z', 'revision_number': 4, 'project_id': '557321bf33ca42df8d5d53e5157e6803', 'gw_port': {'id': 'cdf04b3b-1b40-4675-9c4c-10fdae6d977b', 'name': '', 'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:0d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af124424-a053-4d33-a6b5-08d7c9c80932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:30:32Z', 'updated_at': '2022-10-03T13:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860090-1-iscsi', '_floatingips': [{'id': '9022b217-ab32-4b3a-b16d-3c8431f8efa9', 'tenant_id': '557321bf33ca42df8d5d53e5157e6803', 'floating_ip_address': '172.27.1.38', 'floating_network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'router_id': 'af124424-a053-4d33-a6b5-08d7c9c80932', 'port_id': 'c4c1e4cd-a186-476e-9685-648d091500db', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '289ad0fb-c675-48f9-ad56-9a68538f4eb7', 'mac_address': 'fa:16:3e:4d:1d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '959d25e3-1620-4fb7-836c-7d55711fda46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T13:33:40Z', 'updated_at': '2022-10-03T13:34:17Z', 'revision_number': 1, 'project_id': '557321bf33ca42df8d5d53e5157e6803', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '042f889d-6dc9-4d12-9164-ef09c953a53f', 'name': '', 'network_id': '289ad0fb-c675-48f9-ad56-9a68538f4eb7', 'tenant_id': '557321bf33ca42df8d5d53e5157e6803', 'mac_address': 'fa:16:3e:a8:a3:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af124424-a053-4d33-a6b5-08d7c9c80932', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '014887d4-da5d-4382-8b78-e31d89e09c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:30:41Z', 'updated_at': '2022-10-03T13:31:01Z', 'revision_number': 5, 'project_id': '557321bf33ca42df8d5d53e5157e6803', 'subnets': [{'id': '014887d4-da5d-4382-8b78-e31d89e09c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 13:34:19.513639 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e028186-28f3-482b-81e5-e2fb08f5cf5d None None] New status for floating IP 9022b217-ab32-4b3a-b16d-3c8431f8efa9: ACTIVE {{(pid=106271) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 03 13:34:22.406519 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.agents_db [None req-0a1e5e68-d5eb-461a-8b1a-39e3d06a9bb6 None None] Agent healthcheck: found 6 active agents {{(pid=106271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 03 13:34:26.591534 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=66 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:34:26.604006 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=5 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:34:29.047593 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=80 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:34:29.054677 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=34 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:34:29.227286 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=79 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:34:29.234904 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=16 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:34:29.656731 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:34:31.400712 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7cd5dc-d138-4d5c-b9e8-bc4c6445e478 req-d30277b7-3f81-4f83-9247-f53dca93c3cb tempest-VolumesSnapshotTestJSON-986009736 tempest-VolumesSnapshotTestJSON-986009736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:34:31.402834 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-5c7cd5dc-d138-4d5c-b9e8-bc4c6445e478 req-d30277b7-3f81-4f83-9247-f53dca93c3cb tempest-VolumesSnapshotTestJSON-986009736 tempest-VolumesSnapshotTestJSON-986009736-project] 10.222.0.58 "GET /networking/v2.0/networks?id=e099c20e-064c-44a9-b92e-4dc5aecf03f8 HTTP/1.1" status: 200 len: 814 time: 0.1135776 Oct 03 13:34:31.420593 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-5c7cd5dc-d138-4d5c-b9e8-bc4c6445e478 req-c80feb9e-3d46-4103-89e1-0dffd61cca6a tempest-VolumesSnapshotTestJSON-986009736 tempest-VolumesSnapshotTestJSON-986009736-project] 10.222.0.58 "GET /networking/v2.0/quotas/33af9400d270489da18c21dee3f9188f HTTP/1.1" status: 200 len: 375 time: 0.0108650 Oct 03 13:34:31.458473 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-5c7cd5dc-d138-4d5c-b9e8-bc4c6445e478 req-ec6115cc-e697-44e1-87ba-f3938d070897 tempest-VolumesSnapshotTestJSON-986009736 tempest-VolumesSnapshotTestJSON-986009736-project] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=33af9400d270489da18c21dee3f9188f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0314953 Oct 03 13:34:31.569894 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-5c7cd5dc-d138-4d5c-b9e8-bc4c6445e478 req-95b37c7d-05c0-495d-8b65-606e03b9d837 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/e099c20e-064c-44a9-b92e-4dc5aecf03f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017466 Oct 03 13:34:31.671186 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-5c7cd5dc-d138-4d5c-b9e8-bc4c6445e478 req-f6214335-445a-4556-af92-bf16fd266df2 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/e099c20e-064c-44a9-b92e-4dc5aecf03f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935636 Oct 03 13:34:31.865952 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-55d6c34e-9cd6-4b0c-964b-1c9f916b47bd req-67fe2ae1-7620-4daf-ac6b-aae74e22d01e tempest-VolumesSnapshotTestJSON-986009736 tempest-VolumesSnapshotTestJSON-986009736-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=6b97156c-d1de-4e9e-9356-ab4510c0c633 HTTP/1.1" status: 200 len: 210 time: 0.0356910 Oct 03 13:34:32.073334 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-d133aca4-7202-4fa7-976c-36ff00286ffb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (3460fffa-818c-4144-9400-237880db20a4), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:34:32.405665 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:34:32.985175 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-684f4d57-8f91-4d1d-9d0c-359e92414cd8 req-89c48eec-2453-4806-a38b-6f1c71231ff8 tempest-VolumesSnapshotTestJSON-986009736 tempest-VolumesSnapshotTestJSON-986009736-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=6b97156c-d1de-4e9e-9356-ab4510c0c633 HTTP/1.1" status: 200 len: 210 time: 0.0316691 Oct 03 13:34:33.265172 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 33388) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:34:33.322108 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb204a18-e547-4822-80f1-1f7776a1a01d admin admin] Deleting subnet 0bfdf188-ae96-4568-a390-fe2963517cb8 {{(pid=106269) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 03 13:34:33.326548 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-eb204a18-e547-4822-80f1-1f7776a1a01d admin admin] Publish callbacks [] for subnet (0bfdf188-ae96-4568-a390-fe2963517cb8), before_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:34:33.381833 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-eb204a18-e547-4822-80f1-1f7776a1a01d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25824216'] for subnet (0bfdf188-ae96-4568-a390-fe2963517cb8), precommit_delete_associations {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:34:33.460237 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-eb204a18-e547-4822-80f1-1f7776a1a01d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1491868'] for subnet (0bfdf188-ae96-4568-a390-fe2963517cb8), precommit_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:34:33.543266 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-eb204a18-e547-4822-80f1-1f7776a1a01d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1495987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26503136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25930823'] for subnet (0bfdf188-ae96-4568-a390-fe2963517cb8), after_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:34:33.593193 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb204a18-e547-4822-80f1-1f7776a1a01d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0bfdf188-ae96-4568-a390-fe2963517cb8,revision_number=None']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:34:33.601844 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7cd5dc-d138-4d5c-b9e8-bc4c6445e478 req-096a871c-56ac-44a5-918f-fdd2abb9f1db tempest-VolumesSnapshotTestJSON-986009736 tempest-VolumesSnapshotTestJSON-986009736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:34:33.603691 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-5c7cd5dc-d138-4d5c-b9e8-bc4c6445e478 req-096a871c-56ac-44a5-918f-fdd2abb9f1db tempest-VolumesSnapshotTestJSON-986009736 tempest-VolumesSnapshotTestJSON-986009736-project] 10.222.0.65 "GET /networking/v2.0/networks?id=e099c20e-064c-44a9-b92e-4dc5aecf03f8 HTTP/1.1" status: 200 len: 814 time: 0.1880894 Oct 03 13:34:33.606318 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-eb204a18-e547-4822-80f1-1f7776a1a01d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:34:33.611854 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-eb204a18-e547-4822-80f1-1f7776a1a01d admin admin] 10.222.0.58 "DELETE /networking/v2.0/subnets/0bfdf188-ae96-4568-a390-fe2963517cb8 HTTP/1.1" status: 204 len: 168 time: 0.3453233 Oct 03 13:34:33.614482 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb204a18-e547-4822-80f1-1f7776a1a01d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:34:33.615032 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb204a18-e547-4822-80f1-1f7776a1a01d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:34:33.615591 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb204a18-e547-4822-80f1-1f7776a1a01d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:34:33.615841 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 33390) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:34:33.616149 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb204a18-e547-4822-80f1-1f7776a1a01d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:34:33.616705 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb204a18-e547-4822-80f1-1f7776a1a01d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:34:33.617255 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb204a18-e547-4822-80f1-1f7776a1a01d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:34:33.617843 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb204a18-e547-4822-80f1-1f7776a1a01d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:34:33.618389 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb204a18-e547-4822-80f1-1f7776a1a01d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:34:33.618906 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb204a18-e547-4822-80f1-1f7776a1a01d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:34:33.619438 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb204a18-e547-4822-80f1-1f7776a1a01d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:34:33.620211 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb204a18-e547-4822-80f1-1f7776a1a01d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:34:33.621555 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb204a18-e547-4822-80f1-1f7776a1a01d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:34:33.622140 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb204a18-e547-4822-80f1-1f7776a1a01d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:34:33.622674 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb204a18-e547-4822-80f1-1f7776a1a01d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:34:33.623204 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb204a18-e547-4822-80f1-1f7776a1a01d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:34:33.634716 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.v2.base [req-5c7cd5dc-d138-4d5c-b9e8-bc4c6445e478 req-bfceac76-70d7-4337-a212-3af70fd43eb2 tempest-VolumesSnapshotTestJSON-986009736 tempest-VolumesSnapshotTestJSON-986009736-project] Request body: {'port': {'device_id': '6b97156c-d1de-4e9e-9356-ab4510c0c633', 'network_id': 'e099c20e-064c-44a9-b92e-4dc5aecf03f8', 'admin_state_up': True, 'tenant_id': '33af9400d270489da18c21dee3f9188f'}} {{(pid=106268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 13:34:33.785422 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-d8ac35b8-4204-438c-8615-47255ba8aa1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1465425'] for network (eaea14e2-06e5-440b-8c67-d4a587c52b53), before_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:34:33.906894 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c7cd5dc-d138-4d5c-b9e8-bc4c6445e478 req-bfceac76-70d7-4337-a212-3af70fd43eb2 tempest-VolumesSnapshotTestJSON-986009736 tempest-VolumesSnapshotTestJSON-986009736-project] Made reservation on behalf of 33af9400d270489da18c21dee3f9188f for: {'port': 1} {{(pid=106268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 13:34:33.910452 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-5c7cd5dc-d138-4d5c-b9e8-bc4c6445e478 req-bfceac76-70d7-4337-a212-3af70fd43eb2 tempest-VolumesSnapshotTestJSON-986009736 tempest-VolumesSnapshotTestJSON-986009736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (None), before_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:34:33.914164 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-d8ac35b8-4204-438c-8615-47255ba8aa1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1335438', 'neutron.services.segments.db._delete_segments_for_network-8751015121372'] for network (eaea14e2-06e5-440b-8c67-d4a587c52b53), precommit_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:34:33.943373 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-d8ac35b8-4204-438c-8615-47255ba8aa1d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 13:34:33.943728 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-d8ac35b8-4204-438c-8615-47255ba8aa1d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 13:34:33.944466 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-d8ac35b8-4204-438c-8615-47255ba8aa1d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 13:34:33.944795 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-d8ac35b8-4204-438c-8615-47255ba8aa1d admin admin] Subscribe: > port after_create 55550000 {{(pid=106268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 13:34:33.945119 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-d8ac35b8-4204-438c-8615-47255ba8aa1d admin admin] Subscribe: > port after_delete 55550000 {{(pid=106268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 13:34:33.945536 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-d8ac35b8-4204-438c-8615-47255ba8aa1d admin admin] Subscribe: > port after_update 55550000 {{(pid=106268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 13:34:33.945783 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-d8ac35b8-4204-438c-8615-47255ba8aa1d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 13:34:33.946117 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-d8ac35b8-4204-438c-8615-47255ba8aa1d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 13:34:33.946427 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-d8ac35b8-4204-438c-8615-47255ba8aa1d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 13:34:33.946782 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-d8ac35b8-4204-438c-8615-47255ba8aa1d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 13:34:34.023572 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-d8ac35b8-4204-438c-8615-47255ba8aa1d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 13:34:34.023921 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-d8ac35b8-4204-438c-8615-47255ba8aa1d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 13:34:34.024255 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-d8ac35b8-4204-438c-8615-47255ba8aa1d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 13:34:34.024586 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-d8ac35b8-4204-438c-8615-47255ba8aa1d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 13:34:34.024935 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.services.segments.db [None req-d8ac35b8-4204-438c-8615-47255ba8aa1d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eaea14e2-06e5-440b-8c67-d4a587c52b53']}} {{(pid=106268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:34:34.051002 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.services.segments.db [None req-d8ac35b8-4204-438c-8615-47255ba8aa1d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b12e5c1f-6807-426b-94d8-2ab3945f2ac8') {'for_net_delete': True} {{(pid=106268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:34:34.051286 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.services.segments.db [None req-d8ac35b8-4204-438c-8615-47255ba8aa1d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b12e5c1f-6807-426b-94d8-2ab3945f2ac8') {} {{(pid=106268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:34:34.096328 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-d8ac35b8-4204-438c-8615-47255ba8aa1d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751015173030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25418940'] for segment (b12e5c1f-6807-426b-94d8-2ab3945f2ac8), before_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:34:34.149614 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-6aba17e3-c840-4477-b2c2-e6957e7bb6a4 req-b4a3e18c-fc83-4e72-938f-51ee91c86f0a tempest-VolumesSnapshotTestJSON-986009736 tempest-VolumesSnapshotTestJSON-986009736-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=6b97156c-d1de-4e9e-9356-ab4510c0c633 HTTP/1.1" status: 200 len: 210 time: 0.0845692 Oct 03 13:34:34.150509 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-d8ac35b8-4204-438c-8615-47255ba8aa1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1333683'] for segment (b12e5c1f-6807-426b-94d8-2ab3945f2ac8), precommit_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:34:34.168528 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8ac35b8-4204-438c-8615-47255ba8aa1d admin admin] Releasing vlan 608 on physical network physnet1 to pool {{(pid=106268) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 03 13:34:34.168923 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-d8ac35b8-4204-438c-8615-47255ba8aa1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1333683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25417874'] for segment (b12e5c1f-6807-426b-94d8-2ab3945f2ac8), after_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:34:34.287476 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-d8ac35b8-4204-438c-8615-47255ba8aa1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1337213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3894947'] for network (eaea14e2-06e5-440b-8c67-d4a587c52b53), after_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:34:34.311462 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-d8ac35b8-4204-438c-8615-47255ba8aa1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798626'] for network (None), before_response {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:34:34.316349 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-d8ac35b8-4204-438c-8615-47255ba8aa1d admin admin] 10.222.0.58 "DELETE /networking/v2.0/networks/eaea14e2-06e5-440b-8c67-d4a587c52b53 HTTP/1.1" status: 204 len: 168 time: 0.6996179 Oct 03 13:34:34.337390 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ac35b8-4204-438c-8615-47255ba8aa1d admin admin] Pushing event deleted for resources: {'Network': ['ID=eaea14e2-06e5-440b-8c67-d4a587c52b53,revision_number=None']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:34:34.340346 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.db.db_base_plugin_common [req-5c7cd5dc-d138-4d5c-b9e8-bc4c6445e478 req-bfceac76-70d7-4337-a212-3af70fd43eb2 tempest-VolumesSnapshotTestJSON-986009736 tempest-VolumesSnapshotTestJSON-986009736-project] Allocated IP 172.20.0.14 (e099c20e-064c-44a9-b92e-4dc5aecf03f8/0c69f2da-52d5-488f-89a6-be4aa051b9b6/96970edd-6135-4b48-bcb5-acaaa6b38d2b) {{(pid=106268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 13:34:34.379547 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.services.segments.plugin [-] Segment b12e5c1f-6807-426b-94d8-2ab3945f2ac8 resource provider aggregate not found Oct 03 13:34:34.408694 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.services.segments.plugin [-] Segment b12e5c1f-6807-426b-94d8-2ab3945f2ac8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b12e5c1f-6807-426b-94d8-2ab3945f2ac8 found for delete ", "request_id": "req-70a06ffe-2ba9-45f1-9583-0edf08f3596e"}]} Oct 03 13:34:34.546161 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-5c7cd5dc-d138-4d5c-b9e8-bc4c6445e478 req-bfceac76-70d7-4337-a212-3af70fd43eb2 tempest-VolumesSnapshotTestJSON-986009736 tempest-VolumesSnapshotTestJSON-986009736-project] Publish callbacks [] for port (96970edd-6135-4b48-bcb5-acaaa6b38d2b), precommit_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:34:34.556903 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:34:34.580165 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 33412) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:34:34.592790 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-5c7cd5dc-d138-4d5c-b9e8-bc4c6445e478 req-bfceac76-70d7-4337-a212-3af70fd43eb2 tempest-VolumesSnapshotTestJSON-986009736 tempest-VolumesSnapshotTestJSON-986009736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751014656988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25417805'] for port (96970edd-6135-4b48-bcb5-acaaa6b38d2b), after_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:34:34.600682 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:34:34.654175 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-a4dcef3a-ccd6-4f02-9312-3c945486eabf admin admin] 10.222.0.58 "GET /networking/v2.0/security-groups?tenant_id=afa1958afb874a0cba4c57df10f2ce08&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0722058 Oct 03 13:34:34.656622 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c7cd5dc-d138-4d5c-b9e8-bc4c6445e478 req-bfceac76-70d7-4337-a212-3af70fd43eb2 tempest-VolumesSnapshotTestJSON-986009736 tempest-VolumesSnapshotTestJSON-986009736-project] Network e099c20e-064c-44a9-b92e-4dc5aecf03f8 is already hosted by enough agents. {{(pid=106268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 13:34:34.658563 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 33414) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:34:34.658790 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.scheduler.base_scheduler [req-5c7cd5dc-d138-4d5c-b9e8-bc4c6445e478 req-bfceac76-70d7-4337-a212-3af70fd43eb2 tempest-VolumesSnapshotTestJSON-986009736 tempest-VolumesSnapshotTestJSON-986009736-project] Resources bound (agent type, host, resource id): {{(pid=106268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 13:34:34.661817 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c7cd5dc-d138-4d5c-b9e8-bc4c6445e478 req-bfceac76-70d7-4337-a212-3af70fd43eb2 tempest-VolumesSnapshotTestJSON-986009736 tempest-VolumesSnapshotTestJSON-986009736-project] Received port after_create {{(pid=106268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 13:34:34.691639 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfceac76-70d7-4337-a212-3af70fd43eb2 tempest-VolumesSnapshotTestJSON-986009736 tempest-VolumesSnapshotTestJSON-986009736-project] Pushing event updated for resources: {'Port': ['ID=96970edd-6135-4b48-bcb5-acaaa6b38d2b,revision_number=1']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:34:34.727506 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7cd5dc-d138-4d5c-b9e8-bc4c6445e478 req-bfceac76-70d7-4337-a212-3af70fd43eb2 tempest-VolumesSnapshotTestJSON-986009736 tempest-VolumesSnapshotTestJSON-986009736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:34:34.728159 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-5c7cd5dc-d138-4d5c-b9e8-bc4c6445e478 req-bfceac76-70d7-4337-a212-3af70fd43eb2 tempest-VolumesSnapshotTestJSON-986009736 tempest-VolumesSnapshotTestJSON-986009736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512321'] for port (None), before_response {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:34:34.748300 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-1377d055-7a2b-480a-84af-ac64570a5cf7 admin admin] Publish callbacks [] for security_group (0342a324-3ea5-474c-a1c9-acd4329b76ac), before_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:34:34.748812 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-5c7cd5dc-d138-4d5c-b9e8-bc4c6445e478 req-bfceac76-70d7-4337-a212-3af70fd43eb2 tempest-VolumesSnapshotTestJSON-986009736 tempest-VolumesSnapshotTestJSON-986009736-project] 10.222.0.65 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1221166 Oct 03 13:34:34.767356 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.v2.base [req-5c7cd5dc-d138-4d5c-b9e8-bc4c6445e478 req-afd574f8-3707-457e-b7a0-59299dcfae08 service neutron] Request body: {'port': {'device_id': '6b97156c-d1de-4e9e-9356-ab4510c0c633', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86009'}} {{(pid=106268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 13:34:34.790431 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-1377d055-7a2b-480a-84af-ac64570a5cf7 admin admin] Publish callbacks [] for security_group (0342a324-3ea5-474c-a1c9-acd4329b76ac), precommit_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:34:34.850157 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-5c7cd5dc-d138-4d5c-b9e8-bc4c6445e478 req-afd574f8-3707-457e-b7a0-59299dcfae08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (96970edd-6135-4b48-bcb5-acaaa6b38d2b), before_update {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:34:34.876029 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-1377d055-7a2b-480a-84af-ac64570a5cf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (0342a324-3ea5-474c-a1c9-acd4329b76ac), after_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:34:34.879506 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-e6f67149-65c6-4efd-ba92-bbb1320dc20e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (94180321-47b1-4b5c-b620-b1b0a31df446), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:34:34.881072 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-1377d055-7a2b-480a-84af-ac64570a5cf7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:34:34.885084 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-1377d055-7a2b-480a-84af-ac64570a5cf7 admin admin] 10.222.0.58 "DELETE /networking/v2.0/security-groups/0342a324-3ea5-474c-a1c9-acd4329b76ac HTTP/1.1" status: 204 len: 168 time: 0.2229557 Oct 03 13:34:34.898051 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1377d055-7a2b-480a-84af-ac64570a5cf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0342a324-3ea5-474c-a1c9-acd4329b76ac,revision_number=None']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:34:35.197648 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.notifiers.nova [req-5c7cd5dc-d138-4d5c-b9e8-bc4c6445e478 req-afd574f8-3707-457e-b7a0-59299dcfae08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96970edd-6135-4b48-bcb5-acaaa6b38d2b {{(pid=106268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 03 13:34:35.216609 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-5c7cd5dc-d138-4d5c-b9e8-bc4c6445e478 req-afd574f8-3707-457e-b7a0-59299dcfae08 service neutron] Publish callbacks [] for port (96970edd-6135-4b48-bcb5-acaaa6b38d2b), precommit_update {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:34:35.233147 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.db.provisioning_blocks [req-5c7cd5dc-d138-4d5c-b9e8-bc4c6445e478 req-afd574f8-3707-457e-b7a0-59299dcfae08 service neutron] Transition to ACTIVE for port object 96970edd-6135-4b48-bcb5-acaaa6b38d2b will not be triggered until provisioned by entity L2. {{(pid=106268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 03 13:34:35.239517 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-5c7cd5dc-d138-4d5c-b9e8-bc4c6445e478 req-afd574f8-3707-457e-b7a0-59299dcfae08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751015143617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751014657006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751014658052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25417910'] for port (96970edd-6135-4b48-bcb5-acaaa6b38d2b), after_update {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:34:35.300348 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3909dba4-2d3d-4387-b550-ab4e97898a61 req-a3fc2f8a-4c73-4d3a-b45e-677398c24db2 tempest-VolumesSnapshotTestJSON-986009736 tempest-VolumesSnapshotTestJSON-986009736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:34:35.302175 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-3909dba4-2d3d-4387-b550-ab4e97898a61 req-a3fc2f8a-4c73-4d3a-b45e-677398c24db2 tempest-VolumesSnapshotTestJSON-986009736 tempest-VolumesSnapshotTestJSON-986009736-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=6b97156c-d1de-4e9e-9356-ab4510c0c633 HTTP/1.1" status: 200 len: 944 time: 0.0673211 Oct 03 13:34:35.360670 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-3909dba4-2d3d-4387-b550-ab4e97898a61 req-4ed74a52-2cf0-4678-befb-0fd4d9a64313 tempest-VolumesSnapshotTestJSON-986009736 tempest-VolumesSnapshotTestJSON-986009736-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=3603481c-ae89-4b51-aba6-7ef6fccab5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495157 Oct 03 13:34:35.373004 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd574f8-3707-457e-b7a0-59299dcfae08 service neutron] Pushing event updated for resources: {'Port': ['ID=96970edd-6135-4b48-bcb5-acaaa6b38d2b,revision_number=2']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:34:35.414547 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.managers [req-5c7cd5dc-d138-4d5c-b9e8-bc4c6445e478 req-afd574f8-3707-457e-b7a0-59299dcfae08 service neutron] Attempting to bind port 96970edd-6135-4b48-bcb5-acaaa6b38d2b on host hv-cinder-86009 for vnic_type normal with profile {{(pid=106268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 13:34:35.415145 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.managers [req-5c7cd5dc-d138-4d5c-b9e8-bc4c6445e478 req-afd574f8-3707-457e-b7a0-59299dcfae08 service neutron] Attempting to bind port 96970edd-6135-4b48-bcb5-acaaa6b38d2b by drivers openvswitch,hyperv on host hv-cinder-86009 at level 0 using segments [{'id': 'de015196-66eb-453e-a814-070f84aee270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'e099c20e-064c-44a9-b92e-4dc5aecf03f8'}] {{(pid=106268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 13:34:35.415910 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c7cd5dc-d138-4d5c-b9e8-bc4c6445e478 req-afd574f8-3707-457e-b7a0-59299dcfae08 service neutron] Attempting to bind port 96970edd-6135-4b48-bcb5-acaaa6b38d2b on network e099c20e-064c-44a9-b92e-4dc5aecf03f8 {{(pid=106268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 13:34:35.463028 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c7cd5dc-d138-4d5c-b9e8-bc4c6445e478 req-afd574f8-3707-457e-b7a0-59299dcfae08 service neutron] Port 96970edd-6135-4b48-bcb5-acaaa6b38d2b on network e099c20e-064c-44a9-b92e-4dc5aecf03f8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86009 {{(pid=106268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 03 13:34:35.463355 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c7cd5dc-d138-4d5c-b9e8-bc4c6445e478 req-afd574f8-3707-457e-b7a0-59299dcfae08 service neutron] Attempting to bind port 96970edd-6135-4b48-bcb5-acaaa6b38d2b on network e099c20e-064c-44a9-b92e-4dc5aecf03f8 {{(pid=106268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 13:34:35.529718 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c7cd5dc-d138-4d5c-b9e8-bc4c6445e478 req-afd574f8-3707-457e-b7a0-59299dcfae08 service neutron] Checking agent: {'id': '1af51d63-a9c9-4bbe-9b0d-c8e0a80c641c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 13, 28, 37), 'started_at': datetime.datetime(2022, 10, 3, 13, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 13, 34, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 13:34:35.530332 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c7cd5dc-d138-4d5c-b9e8-bc4c6445e478 req-afd574f8-3707-457e-b7a0-59299dcfae08 service neutron] Checking segment: {'id': 'de015196-66eb-453e-a814-070f84aee270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'e099c20e-064c-44a9-b92e-4dc5aecf03f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 13:34:35.530532 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c7cd5dc-d138-4d5c-b9e8-bc4c6445e478 req-afd574f8-3707-457e-b7a0-59299dcfae08 service neutron] Bound using segment: {'id': 'de015196-66eb-453e-a814-070f84aee270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'e099c20e-064c-44a9-b92e-4dc5aecf03f8'} {{(pid=106268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 13:34:35.530856 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.managers [req-5c7cd5dc-d138-4d5c-b9e8-bc4c6445e478 req-afd574f8-3707-457e-b7a0-59299dcfae08 service neutron] Bound port: 96970edd-6135-4b48-bcb5-acaaa6b38d2b, host: hv-cinder-86009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de015196-66eb-453e-a814-070f84aee270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'e099c20e-064c-44a9-b92e-4dc5aecf03f8'}}] {{(pid=106268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 13:34:35.531357 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-5c7cd5dc-d138-4d5c-b9e8-bc4c6445e478 req-afd574f8-3707-457e-b7a0-59299dcfae08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (96970edd-6135-4b48-bcb5-acaaa6b38d2b), before_update {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:34:35.541218 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:34:35.609687 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.db [req-5c7cd5dc-d138-4d5c-b9e8-bc4c6445e478 req-afd574f8-3707-457e-b7a0-59299dcfae08 service neutron] For port 96970edd-6135-4b48-bcb5-acaaa6b38d2b, host hv-cinder-86009, cleared binding levels {{(pid=106268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 13:34:35.612962 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.db [req-5c7cd5dc-d138-4d5c-b9e8-bc4c6445e478 req-afd574f8-3707-457e-b7a0-59299dcfae08 service neutron] For port 96970edd-6135-4b48-bcb5-acaaa6b38d2b, host hv-cinder-86009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86009',level=0,port_id=96970edd-6135-4b48-bcb5-acaaa6b38d2b,segment=NetworkSegment(de015196-66eb-453e-a814-070f84aee270),segment_id=de015196-66eb-453e-a814-070f84aee270)] {{(pid=106268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 13:34:35.621145 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-5c7cd5dc-d138-4d5c-b9e8-bc4c6445e478 req-afd574f8-3707-457e-b7a0-59299dcfae08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751015143617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751014657006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751014658052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25417910'] for port (96970edd-6135-4b48-bcb5-acaaa6b38d2b), after_update {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:34:35.626340 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7cd5dc-d138-4d5c-b9e8-bc4c6445e478 req-afd574f8-3707-457e-b7a0-59299dcfae08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:34:35.627717 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-5c7cd5dc-d138-4d5c-b9e8-bc4c6445e478 req-afd574f8-3707-457e-b7a0-59299dcfae08 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512321'] for port (None), before_response {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:34:35.629189 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-5c7cd5dc-d138-4d5c-b9e8-bc4c6445e478 req-afd574f8-3707-457e-b7a0-59299dcfae08 service neutron] 10.222.0.65 "PUT /networking/v2.0/ports/96970edd-6135-4b48-bcb5-acaaa6b38d2b HTTP/1.1" status: 200 len: 1094 time: 0.8668275 Oct 03 13:34:35.630484 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b97156c-d1de-4e9e-9356-ab4510c0c633', 'tag': '96970edd-6135-4b48-bcb5-acaaa6b38d2b'}] {{(pid=106268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 13:34:35.632321 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd70873512ffc397a2b7ac25ee02414627e7506f7787b64d61dc92e00300ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96719073-c0d9-443e-9c44-8b70499da22e" -d '{"events": [{"name": "network-changed", "server_uuid": "6b97156c-d1de-4e9e-9356-ab4510c0c633", "tag": "96970edd-6135-4b48-bcb5-acaaa6b38d2b"}]}' {{(pid=106268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 13:34:35.684589 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 13:34:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f649ca67-d12e-4815-ab9c-159a8e2bfd4c x-openstack-request-id: req-f649ca67-d12e-4815-ab9c-159a8e2bfd4c {{(pid=106268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 13:34:35.685171 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b97156c-d1de-4e9e-9356-ab4510c0c633", "tag": "96970edd-6135-4b48-bcb5-acaaa6b38d2b", "status": "completed", "code": 200}]} {{(pid=106268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 13:34:35.685171 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f649ca67-d12e-4815-ab9c-159a8e2bfd4c {{(pid=106268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 13:34:35.685414 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f649ca67-d12e-4815-ab9c-159a8e2bfd4c'] response: {'name': 'network-changed', 'server_uuid': '6b97156c-d1de-4e9e-9356-ab4510c0c633', 'tag': '96970edd-6135-4b48-bcb5-acaaa6b38d2b', 'status': 'completed', 'code': 200} Oct 03 13:34:35.690801 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd574f8-3707-457e-b7a0-59299dcfae08 service neutron] Pushing event updated for resources: {'Port': ['ID=96970edd-6135-4b48-bcb5-acaaa6b38d2b,revision_number=3']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:34:35.969732 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96719073-c0d9-443e-9c44-8b70499da22e req-fcf3d676-28dc-4d70-9b45-25263e59c359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:34:35.971735 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-96719073-c0d9-443e-9c44-8b70499da22e req-fcf3d676-28dc-4d70-9b45-25263e59c359 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=33af9400d270489da18c21dee3f9188f&device_id=6b97156c-d1de-4e9e-9356-ab4510c0c633 HTTP/1.1" status: 200 len: 1128 time: 0.0472007 Oct 03 13:34:36.114428 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:34:36.137074 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-1bb28928-3e93-41c9-8900-1ecfb790b160 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (5eabf47d-5620-4e94-9269-ef19fe52be68), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:34:36.137774 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96719073-c0d9-443e-9c44-8b70499da22e req-32d29ae8-54bc-4926-9d38-07ce5fa46f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:34:36.139291 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-96719073-c0d9-443e-9c44-8b70499da22e req-32d29ae8-54bc-4926-9d38-07ce5fa46f62 service neutron] 10.222.0.65 "GET /networking/v2.0/networks?tenant_id=33af9400d270489da18c21dee3f9188f&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1282744 Oct 03 13:34:36.290085 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96719073-c0d9-443e-9c44-8b70499da22e req-041b04c5-5162-464d-9be5-b3f2e329db09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:34:36.291963 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-96719073-c0d9-443e-9c44-8b70499da22e req-041b04c5-5162-464d-9be5-b3f2e329db09 service neutron] 10.222.0.65 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1300330 Oct 03 13:34:36.404100 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7cd5dc-d138-4d5c-b9e8-bc4c6445e478 req-358dd681-c629-45a6-b5c5-649759ae94b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:34:36.405717 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-5c7cd5dc-d138-4d5c-b9e8-bc4c6445e478 req-358dd681-c629-45a6-b5c5-649759ae94b8 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=33af9400d270489da18c21dee3f9188f&device_id=6b97156c-d1de-4e9e-9356-ab4510c0c633 HTTP/1.1" status: 200 len: 1128 time: 0.0593593 Oct 03 13:34:36.538647 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e554d923-7deb-45d4-8cd4-03685964629f req-29888ec6-8137-45fa-9043-c3a199aaac65 tempest-VolumesSnapshotTestJSON-986009736 tempest-VolumesSnapshotTestJSON-986009736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:34:36.540444 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-e554d923-7deb-45d4-8cd4-03685964629f req-29888ec6-8137-45fa-9043-c3a199aaac65 tempest-VolumesSnapshotTestJSON-986009736 tempest-VolumesSnapshotTestJSON-986009736-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=6b97156c-d1de-4e9e-9356-ab4510c0c633 HTTP/1.1" status: 200 len: 944 time: 0.0558727 Oct 03 13:34:36.571009 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:34:36.584744 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:34:36.642318 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-e554d923-7deb-45d4-8cd4-03685964629f req-714089d1-15a4-4e77-94d6-70cb7b4e0025 tempest-VolumesSnapshotTestJSON-986009736 tempest-VolumesSnapshotTestJSON-986009736-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=3603481c-ae89-4b51-aba6-7ef6fccab5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940483 Oct 03 13:34:36.837861 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-5c7cd5dc-d138-4d5c-b9e8-bc4c6445e478 req-de28fdfa-2005-4668-bcee-6c07986d2024 service neutron] 10.222.0.65 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=96970edd-6135-4b48-bcb5-acaaa6b38d2b HTTP/1.1" status: 200 len: 217 time: 0.0336461 Oct 03 13:34:36.922637 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7cd5dc-d138-4d5c-b9e8-bc4c6445e478 req-44eb7178-0a1f-43d9-b99b-63b80da9993f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:34:36.924097 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-5c7cd5dc-d138-4d5c-b9e8-bc4c6445e478 req-44eb7178-0a1f-43d9-b99b-63b80da9993f service neutron] 10.222.0.65 "GET /networking/v2.0/subnets?id=0c69f2da-52d5-488f-89a6-be4aa051b9b6 HTTP/1.1" status: 200 len: 854 time: 0.0510375 Oct 03 13:34:36.966584 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-5c7cd5dc-d138-4d5c-b9e8-bc4c6445e478 req-62017077-a492-4323-93cd-87f7fbea5e12 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?network_id=e099c20e-064c-44a9-b92e-4dc5aecf03f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289440 Oct 03 13:34:37.092198 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-5c7cd5dc-d138-4d5c-b9e8-bc4c6445e478 req-91a5e8d9-7eb9-4425-a460-47874ff694b6 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/e099c20e-064c-44a9-b92e-4dc5aecf03f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992124 Oct 03 13:34:37.213483 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-5c7cd5dc-d138-4d5c-b9e8-bc4c6445e478 req-b8948812-3fb5-4c2d-8cb7-d2edcdae6f69 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/e099c20e-064c-44a9-b92e-4dc5aecf03f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148663 Oct 03 13:34:37.482732 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (d46c7ed5-c451-4a76-ab3f-ab8e3ea4a5ec), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:34:37.619566 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-9b3e6be4-ae7f-4a46-812d-719b0ca73959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (3cd5b2bb-c81a-4ce3-a212-a51c5aa706bd), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:34:37.803741 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9f1ffd-cf5a-4211-af92-4f6bf7c77551 req-cdb576ff-2649-4e75-ab6a-eccba55d3a51 tempest-VolumesSnapshotTestJSON-986009736 tempest-VolumesSnapshotTestJSON-986009736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:34:37.806381 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-da9f1ffd-cf5a-4211-af92-4f6bf7c77551 req-cdb576ff-2649-4e75-ab6a-eccba55d3a51 tempest-VolumesSnapshotTestJSON-986009736 tempest-VolumesSnapshotTestJSON-986009736-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=6b97156c-d1de-4e9e-9356-ab4510c0c633 HTTP/1.1" status: 200 len: 944 time: 0.0794628 Oct 03 13:34:37.867728 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-da9f1ffd-cf5a-4211-af92-4f6bf7c77551 req-816dda60-ab31-4b4a-9deb-578cb51f9cee tempest-VolumesSnapshotTestJSON-986009736 tempest-VolumesSnapshotTestJSON-986009736-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=3603481c-ae89-4b51-aba6-7ef6fccab5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542748 Oct 03 13:34:37.947664 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (1af51d63-a9c9-4bbe-9b0d-c8e0a80c641c), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:34:39.015150 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af899a6-e660-492c-949e-b0dff170aed4 req-f8818256-c463-47c4-adf5-ab0f7f9899c4 tempest-VolumesSnapshotTestJSON-986009736 tempest-VolumesSnapshotTestJSON-986009736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:34:39.017787 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-9af899a6-e660-492c-949e-b0dff170aed4 req-f8818256-c463-47c4-adf5-ab0f7f9899c4 tempest-VolumesSnapshotTestJSON-986009736 tempest-VolumesSnapshotTestJSON-986009736-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=6b97156c-d1de-4e9e-9356-ab4510c0c633 HTTP/1.1" status: 200 len: 944 time: 0.0610790 Oct 03 13:34:39.115031 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-9af899a6-e660-492c-949e-b0dff170aed4 req-964425b3-bad1-4fc0-b49e-f5dd8957bedc tempest-VolumesSnapshotTestJSON-986009736 tempest-VolumesSnapshotTestJSON-986009736-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=3603481c-ae89-4b51-aba6-7ef6fccab5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900571 Oct 03 13:34:39.130529 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-f0fa06d7-9897-48ae-bba2-86eb1d0a7b79 req-9b7ac9e2-91d6-44c1-a56d-a4eba343f3b2 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?device_id=f46d2be3-6cca-411b-8b83-b13d51f53463&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0566635 Oct 03 13:34:39.216747 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fa06d7-9897-48ae-bba2-86eb1d0a7b79 req-9ca97f23-b768-427e-aba8-fbd50a2507cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:34:39.218293 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-f0fa06d7-9897-48ae-bba2-86eb1d0a7b79 req-9ca97f23-b768-427e-aba8-fbd50a2507cc service neutron] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=557321bf33ca42df8d5d53e5157e6803&device_id=f46d2be3-6cca-411b-8b83-b13d51f53463 HTTP/1.1" status: 200 len: 1129 time: 0.0449870 Oct 03 13:34:39.358835 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fa06d7-9897-48ae-bba2-86eb1d0a7b79 req-7e6e80bd-4bd1-4677-b161-278065e22678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:34:39.360435 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-f0fa06d7-9897-48ae-bba2-86eb1d0a7b79 req-7e6e80bd-4bd1-4677-b161-278065e22678 service neutron] 10.222.0.65 "GET /networking/v2.0/networks?id=289ad0fb-c675-48f9-ad56-9a68538f4eb7 HTTP/1.1" status: 200 len: 920 time: 0.1201022 Oct 03 13:34:39.406747 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-f0fa06d7-9897-48ae-bba2-86eb1d0a7b79 req-f3f760de-4d8f-4b95-9d3b-48695be8c0b1 service neutron] 10.222.0.65 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9b784b63-7dc9-4c53-835b-6c3039d2f205 HTTP/1.1" status: 200 len: 217 time: 0.0377023 Oct 03 13:34:39.473798 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fa06d7-9897-48ae-bba2-86eb1d0a7b79 req-1012395c-bb65-4811-862e-fc9ac8f5dbfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:34:39.475623 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-f0fa06d7-9897-48ae-bba2-86eb1d0a7b79 req-1012395c-bb65-4811-862e-fc9ac8f5dbfa service neutron] 10.222.0.65 "GET /networking/v2.0/subnets?id=014887d4-da5d-4382-8b78-e31d89e09c89 HTTP/1.1" status: 200 len: 858 time: 0.0563576 Oct 03 13:34:39.518776 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:34:39.529384 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fa06d7-9897-48ae-bba2-86eb1d0a7b79 req-57cb19c0-dd58-4b55-ba88-13911836e152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:34:39.530961 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-f0fa06d7-9897-48ae-bba2-86eb1d0a7b79 req-57cb19c0-dd58-4b55-ba88-13911836e152 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?network_id=289ad0fb-c675-48f9-ad56-9a68538f4eb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440338 Oct 03 13:34:39.638985 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-f0fa06d7-9897-48ae-bba2-86eb1d0a7b79 req-94e345b4-1dbb-499a-97f5-83adb1d398e8 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/289ad0fb-c675-48f9-ad56-9a68538f4eb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982020 Oct 03 13:34:39.769892 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=100 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:34:39.776157 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-f0fa06d7-9897-48ae-bba2-86eb1d0a7b79 req-3fec3cec-2cbf-426b-bb6a-b08c9c4d6f67 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/289ad0fb-c675-48f9-ad56-9a68538f4eb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942266 Oct 03 13:34:39.799991 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Device 96970edd-6135-4b48-bcb5-acaaa6b38d2b details requested by agent hyperv_hv-cinder-86009 with host hv-cinder-86009 {{(pid=106270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 03 13:34:39.916049 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.db [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] For port 96970edd-6135-4b48-bcb5-acaaa6b38d2b, host hv-cinder-86009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86009',level=0,port_id=96970edd-6135-4b48-bcb5-acaaa6b38d2b,segment=NetworkSegment(de015196-66eb-453e-a814-070f84aee270),segment_id=de015196-66eb-453e-a814-070f84aee270)] {{(pid=106270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 13:34:39.931838 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Returning: {'device': '96970edd-6135-4b48-bcb5-acaaa6b38d2b', 'network_id': 'e099c20e-064c-44a9-b92e-4dc5aecf03f8', 'port_id': '96970edd-6135-4b48-bcb5-acaaa6b38d2b', 'mac_address': 'fa:16:3e:38:8d:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c69f2da-52d5-488f-89a6-be4aa051b9b6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 03 13:34:39.971106 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Current status of the port 96970edd-6135-4b48-bcb5-acaaa6b38d2b is: DOWN; New status is: BUILD {{(pid=106270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 13:34:39.971502 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (96970edd-6135-4b48-bcb5-acaaa6b38d2b), before_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:34:39.986596 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.notifiers.nova [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96970edd-6135-4b48-bcb5-acaaa6b38d2b {{(pid=106270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 03 13:34:40.011492 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.db [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] For port 96970edd-6135-4b48-bcb5-acaaa6b38d2b, host hv-cinder-86009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86009',level=0,port_id=96970edd-6135-4b48-bcb5-acaaa6b38d2b,segment=NetworkSegment(de015196-66eb-453e-a814-070f84aee270),segment_id=de015196-66eb-453e-a814-070f84aee270)] {{(pid=106270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 13:34:40.015790 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751015143617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751014657006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751014658052'] for port (96970edd-6135-4b48-bcb5-acaaa6b38d2b), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:34:40.069034 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Pushing event updated for resources: {'Port': ['ID=96970edd-6135-4b48-bcb5-acaaa6b38d2b,revision_number=4']} {{(pid=106270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:34:40.280085 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb6d41e-d238-4561-9ee6-daf2af856ecc req-df0e04c1-c6d8-42ae-b548-8cc45bac74a9 tempest-VolumesSnapshotTestJSON-986009736 tempest-VolumesSnapshotTestJSON-986009736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:34:40.281687 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-0fb6d41e-d238-4561-9ee6-daf2af856ecc req-df0e04c1-c6d8-42ae-b548-8cc45bac74a9 tempest-VolumesSnapshotTestJSON-986009736 tempest-VolumesSnapshotTestJSON-986009736-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=6b97156c-d1de-4e9e-9356-ab4510c0c633 HTTP/1.1" status: 200 len: 945 time: 0.0498407 Oct 03 13:34:40.335890 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-0fb6d41e-d238-4561-9ee6-daf2af856ecc req-50e0a9bf-3d37-42f3-b056-62b055fa034b tempest-VolumesSnapshotTestJSON-986009736 tempest-VolumesSnapshotTestJSON-986009736-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=3603481c-ae89-4b51-aba6-7ef6fccab5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480168 Oct 03 13:34:40.545980 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.db [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] get_ports_and_sgs() called for port_ids ['96970edd-6135-4b48-bcb5-acaaa6b38d2b'] {{(pid=106270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 03 13:34:41.476424 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d55732a-69ca-4f6c-8835-c16f3c1287cf req-bd0c7a53-04d2-4b1b-b535-7bdc473363f6 tempest-VolumesSnapshotTestJSON-986009736 tempest-VolumesSnapshotTestJSON-986009736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:34:41.478044 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-1d55732a-69ca-4f6c-8835-c16f3c1287cf req-bd0c7a53-04d2-4b1b-b535-7bdc473363f6 tempest-VolumesSnapshotTestJSON-986009736 tempest-VolumesSnapshotTestJSON-986009736-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=6b97156c-d1de-4e9e-9356-ab4510c0c633 HTTP/1.1" status: 200 len: 945 time: 0.0573561 Oct 03 13:34:41.531064 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-1d55732a-69ca-4f6c-8835-c16f3c1287cf req-9784d63c-3a15-4417-b3b5-5783000a93a9 tempest-VolumesSnapshotTestJSON-986009736 tempest-VolumesSnapshotTestJSON-986009736-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=3603481c-ae89-4b51-aba6-7ef6fccab5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462945 Oct 03 13:34:41.921483 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Device 96970edd-6135-4b48-bcb5-acaaa6b38d2b up at agent hyperv_hv-cinder-86009 {{(pid=106270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 13:34:41.976102 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.provisioning_blocks [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Provisioning for port 96970edd-6135-4b48-bcb5-acaaa6b38d2b completed by entity L2. {{(pid=106270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 03 13:34:41.982750 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.provisioning_blocks [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Provisioning complete for port 96970edd-6135-4b48-bcb5-acaaa6b38d2b triggered by entity L2. {{(pid=106270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 13:34:41.983124 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1340199'] for port (96970edd-6135-4b48-bcb5-acaaa6b38d2b), provisioning_complete {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:34:41.983546 dv-cinder-860090-1-iscsi neutron-server[106270]: INFO neutron.plugins.ml2.plugin [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Attempt 1 to provision port 96970edd-6135-4b48-bcb5-acaaa6b38d2b Oct 03 13:34:42.088095 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Current status of the port 96970edd-6135-4b48-bcb5-acaaa6b38d2b is: BUILD; New status is: ACTIVE {{(pid=106270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 13:34:42.089014 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (96970edd-6135-4b48-bcb5-acaaa6b38d2b), before_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:34:42.114311 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b97156c-d1de-4e9e-9356-ab4510c0c633', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96970edd-6135-4b48-bcb5-acaaa6b38d2b'}] {{(pid=106270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 13:34:42.116670 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}560c9627402e85393d05fbb3c51e26d9631cba9dc4b6297c571b83e08b497dad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5844c567-0a83-40c0-bff8-7a6968ffd942" -d '{"events": [{"server_uuid": "6b97156c-d1de-4e9e-9356-ab4510c0c633", "name": "network-vif-plugged", "status": "completed", "tag": "96970edd-6135-4b48-bcb5-acaaa6b38d2b"}]}' {{(pid=106270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 13:34:42.131482 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.db [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] For port 96970edd-6135-4b48-bcb5-acaaa6b38d2b, host hv-cinder-86009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86009',level=0,port_id=96970edd-6135-4b48-bcb5-acaaa6b38d2b,segment=NetworkSegment(de015196-66eb-453e-a814-070f84aee270),segment_id=de015196-66eb-453e-a814-070f84aee270)] {{(pid=106270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 13:34:42.137169 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751015143617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751014657006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751014658052'] for port (96970edd-6135-4b48-bcb5-acaaa6b38d2b), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:34:42.167436 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 13:34:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8bf7d80-cfcc-4cc6-976e-10331fcbb728 x-openstack-request-id: req-f8bf7d80-cfcc-4cc6-976e-10331fcbb728 {{(pid=106270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 13:34:42.167783 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b97156c-d1de-4e9e-9356-ab4510c0c633", "name": "network-vif-plugged", "status": "completed", "tag": "96970edd-6135-4b48-bcb5-acaaa6b38d2b", "code": 200}]} {{(pid=106270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 13:34:42.168001 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f8bf7d80-cfcc-4cc6-976e-10331fcbb728 {{(pid=106270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 13:34:42.168381 dv-cinder-860090-1-iscsi neutron-server[106270]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8bf7d80-cfcc-4cc6-976e-10331fcbb728'] response: {'server_uuid': '6b97156c-d1de-4e9e-9356-ab4510c0c633', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96970edd-6135-4b48-bcb5-acaaa6b38d2b', 'code': 200} Oct 03 13:34:42.180488 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=92,neutron:UPDATE=8 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:34:42.197195 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Pushing event updated for resources: {'Port': ['ID=96970edd-6135-4b48-bcb5-acaaa6b38d2b,revision_number=5']} {{(pid=106270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:34:42.419617 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa22a67a-e2ea-4c2b-984d-4e9bc065c9c9 req-48c600ba-3dda-4f11-8c70-2f2311d752d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:34:42.421153 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-fa22a67a-e2ea-4c2b-984d-4e9bc065c9c9 req-48c600ba-3dda-4f11-8c70-2f2311d752d3 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?device_id=6b97156c-d1de-4e9e-9356-ab4510c0c633 HTTP/1.1" status: 200 len: 1130 time: 0.0445473 Oct 03 13:34:42.481791 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-fa22a67a-e2ea-4c2b-984d-4e9bc065c9c9 req-0ea654ca-066b-4f8d-8b56-a286d8eec5db service neutron] 10.222.0.65 "GET /networking/v2.0/security-groups?id=3603481c-ae89-4b51-aba6-7ef6fccab5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470698 Oct 03 13:34:42.686352 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f491a8a-339a-46cc-99c6-9453f6f12b87 req-36a7f625-6c63-404a-8725-3c8d4fa3d300 tempest-VolumesSnapshotTestJSON-986009736 tempest-VolumesSnapshotTestJSON-986009736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:34:42.687899 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-9f491a8a-339a-46cc-99c6-9453f6f12b87 req-36a7f625-6c63-404a-8725-3c8d4fa3d300 tempest-VolumesSnapshotTestJSON-986009736 tempest-VolumesSnapshotTestJSON-986009736-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=6b97156c-d1de-4e9e-9356-ab4510c0c633 HTTP/1.1" status: 200 len: 946 time: 0.0509338 Oct 03 13:34:42.742111 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-9f491a8a-339a-46cc-99c6-9453f6f12b87 req-854a3cf4-d00c-4fb6-9f5a-40729866bb92 tempest-VolumesSnapshotTestJSON-986009736 tempest-VolumesSnapshotTestJSON-986009736-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=3603481c-ae89-4b51-aba6-7ef6fccab5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481880 Oct 03 13:34:43.872866 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6386b16e-3c2f-4e0b-a341-3ddaf16e1395 req-604ad90f-d7cd-4e07-b01f-c79f3cf52525 tempest-VolumesSnapshotTestJSON-986009736 tempest-VolumesSnapshotTestJSON-986009736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:34:43.874430 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-6386b16e-3c2f-4e0b-a341-3ddaf16e1395 req-604ad90f-d7cd-4e07-b01f-c79f3cf52525 tempest-VolumesSnapshotTestJSON-986009736 tempest-VolumesSnapshotTestJSON-986009736-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=6b97156c-d1de-4e9e-9356-ab4510c0c633 HTTP/1.1" status: 200 len: 946 time: 0.0504522 Oct 03 13:34:43.931202 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-6386b16e-3c2f-4e0b-a341-3ddaf16e1395 req-4aa8523c-b654-4676-b502-7bee0939b4d4 tempest-VolumesSnapshotTestJSON-986009736 tempest-VolumesSnapshotTestJSON-986009736-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=3603481c-ae89-4b51-aba6-7ef6fccab5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469620 Oct 03 13:34:45.063841 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a1cb97-3ebd-4c6b-9cc1-0f428d57bcff req-933c3b86-a57f-4e76-88eb-5cce0fe562ff tempest-VolumesSnapshotTestJSON-986009736 tempest-VolumesSnapshotTestJSON-986009736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:34:45.065289 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-54a1cb97-3ebd-4c6b-9cc1-0f428d57bcff req-933c3b86-a57f-4e76-88eb-5cce0fe562ff tempest-VolumesSnapshotTestJSON-986009736 tempest-VolumesSnapshotTestJSON-986009736-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=6b97156c-d1de-4e9e-9356-ab4510c0c633 HTTP/1.1" status: 200 len: 946 time: 0.0531907 Oct 03 13:34:45.112008 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-54a1cb97-3ebd-4c6b-9cc1-0f428d57bcff req-7d18ef07-5f50-4d22-aeb9-3e7fc68b954f tempest-VolumesSnapshotTestJSON-986009736 tempest-VolumesSnapshotTestJSON-986009736-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=3603481c-ae89-4b51-aba6-7ef6fccab5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411541 Oct 03 13:34:46.233358 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100888e2-acf2-4682-b418-595611ce9bf2 req-9a5b6ce2-35ac-4f51-a6c7-0d562dd4a1e6 tempest-VolumesSnapshotTestJSON-986009736 tempest-VolumesSnapshotTestJSON-986009736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:34:46.234835 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-100888e2-acf2-4682-b418-595611ce9bf2 req-9a5b6ce2-35ac-4f51-a6c7-0d562dd4a1e6 tempest-VolumesSnapshotTestJSON-986009736 tempest-VolumesSnapshotTestJSON-986009736-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=6b97156c-d1de-4e9e-9356-ab4510c0c633 HTTP/1.1" status: 200 len: 946 time: 0.0464430 Oct 03 13:34:46.295363 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-100888e2-acf2-4682-b418-595611ce9bf2 req-f24a60b3-ec43-4931-85c7-34c1e5a13a85 tempest-VolumesSnapshotTestJSON-986009736 tempest-VolumesSnapshotTestJSON-986009736-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=3603481c-ae89-4b51-aba6-7ef6fccab5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546467 Oct 03 13:34:52.194492 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:34:53.922826 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=26 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:34:53.925731 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=47 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:34:56.270847 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=48 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:34:56.290435 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=48 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:34:58.708667 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=16 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:34:58.712058 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=16 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:34:59.395581 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.agents_db [None req-0a1e5e68-d5eb-461a-8b1a-39e3d06a9bb6 None None] Agent healthcheck: found 6 active agents {{(pid=106271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 03 13:35:02.073848 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-99aa0ddf-8882-4d64-a295-ebcece03b32f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (3460fffa-818c-4144-9400-237880db20a4), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:35:04.865987 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-72f8be53-dbae-4ab5-b576-9ab5687fd4f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (94180321-47b1-4b5c-b620-b1b0a31df446), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:35:06.123650 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-1bb28928-3e93-41c9-8900-1ecfb790b160 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (5eabf47d-5620-4e94-9269-ef19fe52be68), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:35:07.475874 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (d46c7ed5-c451-4a76-ab3f-ab8e3ea4a5ec), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:35:07.625519 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-9b3e6be4-ae7f-4a46-812d-719b0ca73959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (3cd5b2bb-c81a-4ce3-a212-a51c5aa706bd), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:35:07.944142 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e905d7e4-9ce7-46e4-afe6-c4e64802d0a7 req-9fba9c0c-56c3-4df5-a81e-86b952ec0305 tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:35:07.945950 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-e905d7e4-9ce7-46e4-afe6-c4e64802d0a7 req-9fba9c0c-56c3-4df5-a81e-86b952ec0305 tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=2ca377db-f0f6-4888-a94e-cfde65e470e9 HTTP/1.1" status: 200 len: 946 time: 0.0651178 Oct 03 13:35:07.976874 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (1af51d63-a9c9-4bbe-9b0d-c8e0a80c641c), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:35:07.999839 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-e905d7e4-9ce7-46e4-afe6-c4e64802d0a7 req-5a14407c-5fdf-46d4-9dd2-ff3192983bce tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=5d855e17-85d1-4849-b5e5-c2ce09571ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473642 Oct 03 13:35:09.149727 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9d9146-a251-4b0a-8e63-f0b1fd0d0de7 req-64eac212-5a6f-4946-b096-98eb303663df tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:35:09.149727 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-bc9d9146-a251-4b0a-8e63-f0b1fd0d0de7 req-64eac212-5a6f-4946-b096-98eb303663df tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=2ca377db-f0f6-4888-a94e-cfde65e470e9 HTTP/1.1" status: 200 len: 946 time: 0.0531924 Oct 03 13:35:09.214089 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-bc9d9146-a251-4b0a-8e63-f0b1fd0d0de7 req-ab038580-f173-4335-a1a4-59f3a01e7442 tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=5d855e17-85d1-4849-b5e5-c2ce09571ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514359 Oct 03 13:35:09.390583 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=1 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:35:09.391605 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=1 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:35:10.351460 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12942a26-8b54-43ce-9d15-692bc301fabb req-ef0c9c8a-16d7-4646-bef9-7a0b8acdc9cc tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:35:10.353043 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-12942a26-8b54-43ce-9d15-692bc301fabb req-ef0c9c8a-16d7-4646-bef9-7a0b8acdc9cc tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=2ca377db-f0f6-4888-a94e-cfde65e470e9 HTTP/1.1" status: 200 len: 946 time: 0.0541792 Oct 03 13:35:10.409898 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-12942a26-8b54-43ce-9d15-692bc301fabb req-53814c8a-5e47-4a1f-a01a-6078649f602e tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=5d855e17-85d1-4849-b5e5-c2ce09571ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505545 Oct 03 13:35:11.540665 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847b2624-d9fa-4c07-bd88-0626885ec5e2 req-db84a562-7fc3-401d-a9b0-7484fa9d3db4 tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:35:11.542819 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-847b2624-d9fa-4c07-bd88-0626885ec5e2 req-db84a562-7fc3-401d-a9b0-7484fa9d3db4 tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=2ca377db-f0f6-4888-a94e-cfde65e470e9 HTTP/1.1" status: 200 len: 946 time: 0.0504699 Oct 03 13:35:11.604618 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-847b2624-d9fa-4c07-bd88-0626885ec5e2 req-04dc5021-7f10-4d81-a068-b10398042313 tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=5d855e17-85d1-4849-b5e5-c2ce09571ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559669 Oct 03 13:35:12.748783 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5548cbaa-eafc-4323-bc8b-d2610ffb2c8b req-bfbd8717-cb0a-4068-9f31-1ac2382388f6 tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:35:12.750666 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-5548cbaa-eafc-4323-bc8b-d2610ffb2c8b req-bfbd8717-cb0a-4068-9f31-1ac2382388f6 tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=2ca377db-f0f6-4888-a94e-cfde65e470e9 HTTP/1.1" status: 200 len: 946 time: 0.0565672 Oct 03 13:35:12.799709 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-5548cbaa-eafc-4323-bc8b-d2610ffb2c8b req-be92bc6c-f12a-4e75-b2b8-57a382e95ff6 tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=5d855e17-85d1-4849-b5e5-c2ce09571ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432122 Oct 03 13:35:13.940642 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a041765c-0bba-4829-9fe9-6ca41872ffdb req-493430f8-fad3-4aa1-b744-5c06c6b25db5 tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:35:13.942156 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-a041765c-0bba-4829-9fe9-6ca41872ffdb req-493430f8-fad3-4aa1-b744-5c06c6b25db5 tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=2ca377db-f0f6-4888-a94e-cfde65e470e9 HTTP/1.1" status: 200 len: 946 time: 0.0491488 Oct 03 13:35:14.006269 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-a041765c-0bba-4829-9fe9-6ca41872ffdb req-c04d6866-1d23-45af-aabd-dd8aa1cb25cb tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=5d855e17-85d1-4849-b5e5-c2ce09571ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578218 Oct 03 13:35:15.128114 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b823f6e-9a99-446a-92b0-f63b57302f7b req-04f55586-85af-4388-8a1b-26551b4fc4f1 tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:35:15.129577 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-3b823f6e-9a99-446a-92b0-f63b57302f7b req-04f55586-85af-4388-8a1b-26551b4fc4f1 tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=2ca377db-f0f6-4888-a94e-cfde65e470e9 HTTP/1.1" status: 200 len: 946 time: 0.0456295 Oct 03 13:35:15.178638 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-3b823f6e-9a99-446a-92b0-f63b57302f7b req-ef58a031-5619-40cc-bac2-e85459e9b14c tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=5d855e17-85d1-4849-b5e5-c2ce09571ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429230 Oct 03 13:35:16.304247 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0259aa3-7392-4881-9b2b-1465b31817d4 req-9f2f680b-b477-4899-a62c-ea06e3222682 tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:35:16.305696 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-b0259aa3-7392-4881-9b2b-1465b31817d4 req-9f2f680b-b477-4899-a62c-ea06e3222682 tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=2ca377db-f0f6-4888-a94e-cfde65e470e9 HTTP/1.1" status: 200 len: 946 time: 0.0487421 Oct 03 13:35:16.355558 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-b0259aa3-7392-4881-9b2b-1465b31817d4 req-3f27e945-90b4-46d1-83b9-b20e895556c8 tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=5d855e17-85d1-4849-b5e5-c2ce09571ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433016 Oct 03 13:35:17.480791 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21991bb3-5576-49df-b1de-22c028f27548 req-91e207a9-e665-4558-a626-c295fd38dd4f tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:35:17.482301 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-21991bb3-5576-49df-b1de-22c028f27548 req-91e207a9-e665-4558-a626-c295fd38dd4f tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=2ca377db-f0f6-4888-a94e-cfde65e470e9 HTTP/1.1" status: 200 len: 946 time: 0.0472808 Oct 03 13:35:17.531981 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-21991bb3-5576-49df-b1de-22c028f27548 req-0bf6af91-a6e5-48c8-8345-71ca265f212f tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=5d855e17-85d1-4849-b5e5-c2ce09571ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440793 Oct 03 13:35:17.962756 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:35:17.971283 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:35:18.658661 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ebad90-d951-4c1a-9c5f-d7e12b3fc819 req-0b50f4a1-9b8d-41d1-a2c9-c385921aa124 tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:35:18.660420 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-64ebad90-d951-4c1a-9c5f-d7e12b3fc819 req-0b50f4a1-9b8d-41d1-a2c9-c385921aa124 tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=2ca377db-f0f6-4888-a94e-cfde65e470e9 HTTP/1.1" status: 200 len: 946 time: 0.0499816 Oct 03 13:35:18.711164 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-64ebad90-d951-4c1a-9c5f-d7e12b3fc819 req-26cfd310-7de2-4a2b-b725-86cddf43ace1 tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=5d855e17-85d1-4849-b5e5-c2ce09571ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442302 Oct 03 13:35:19.837343 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980bceae-95a1-442b-9dfb-d56f3ab70681 req-a64eac56-d17b-4d63-ba98-6553d9149e24 tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:35:19.838932 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-980bceae-95a1-442b-9dfb-d56f3ab70681 req-a64eac56-d17b-4d63-ba98-6553d9149e24 tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=2ca377db-f0f6-4888-a94e-cfde65e470e9 HTTP/1.1" status: 200 len: 946 time: 0.0473993 Oct 03 13:35:19.888479 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-980bceae-95a1-442b-9dfb-d56f3ab70681 req-fa138145-5fe2-4230-8ede-58f970e5e12f tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=5d855e17-85d1-4849-b5e5-c2ce09571ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439260 Oct 03 13:35:21.031822 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88dcd50-57f4-40e1-9bd0-9b491b536193 req-974540fe-90a0-4a45-b0e5-4e4a5f054038 tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:35:21.033199 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-b88dcd50-57f4-40e1-9bd0-9b491b536193 req-974540fe-90a0-4a45-b0e5-4e4a5f054038 tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=2ca377db-f0f6-4888-a94e-cfde65e470e9 HTTP/1.1" status: 200 len: 946 time: 0.0545356 Oct 03 13:35:21.094553 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-b88dcd50-57f4-40e1-9bd0-9b491b536193 req-19112270-c6ee-4fee-b52a-49b93e648047 tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=5d855e17-85d1-4849-b5e5-c2ce09571ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557718 Oct 03 13:35:22.459976 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22452f30-09ab-4e81-8205-ffc53916d0a7 req-c3a8abb0-e20c-47ea-8df4-3e7112a989f5 tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:35:22.462323 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-22452f30-09ab-4e81-8205-ffc53916d0a7 req-c3a8abb0-e20c-47ea-8df4-3e7112a989f5 tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=2ca377db-f0f6-4888-a94e-cfde65e470e9 HTTP/1.1" status: 200 len: 946 time: 0.2857435 Oct 03 13:35:22.511061 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-22452f30-09ab-4e81-8205-ffc53916d0a7 req-745eb092-2844-4e90-b027-a7cdf996beed tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=5d855e17-85d1-4849-b5e5-c2ce09571ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437250 Oct 03 13:35:23.641901 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49243a38-bdad-449d-be97-469e2cc07a9e req-ea475be5-8537-4623-a5d4-05cc73f01ece tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:35:23.643631 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-49243a38-bdad-449d-be97-469e2cc07a9e req-ea475be5-8537-4623-a5d4-05cc73f01ece tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=2ca377db-f0f6-4888-a94e-cfde65e470e9 HTTP/1.1" status: 200 len: 946 time: 0.0521519 Oct 03 13:35:23.695346 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-49243a38-bdad-449d-be97-469e2cc07a9e req-b2ea035d-dc50-4216-afd8-cdf4325f9152 tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=5d855e17-85d1-4849-b5e5-c2ce09571ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425675 Oct 03 13:35:24.829036 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de35fae0-72cf-4b2c-b1a7-744e2feebdf8 req-818989ab-4620-4cb9-94db-8e9d23e67b7f tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:35:24.830644 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-de35fae0-72cf-4b2c-b1a7-744e2feebdf8 req-818989ab-4620-4cb9-94db-8e9d23e67b7f tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=2ca377db-f0f6-4888-a94e-cfde65e470e9 HTTP/1.1" status: 200 len: 946 time: 0.0480859 Oct 03 13:35:24.879574 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-de35fae0-72cf-4b2c-b1a7-744e2feebdf8 req-6e3e369d-4f83-432f-87f9-2ae0bbde2fa1 tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=5d855e17-85d1-4849-b5e5-c2ce09571ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431387 Oct 03 13:35:25.869643 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db755386-aaa5-4c32-aef0-a4ba730b48c8 req-749cf596-08d2-4ce2-bfa2-582d867ea718 tempest-VolumesSnapshotTestJSON-986009736 tempest-VolumesSnapshotTestJSON-986009736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:35:25.871068 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-db755386-aaa5-4c32-aef0-a4ba730b48c8 req-749cf596-08d2-4ce2-bfa2-582d867ea718 tempest-VolumesSnapshotTestJSON-986009736 tempest-VolumesSnapshotTestJSON-986009736-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=6b97156c-d1de-4e9e-9356-ab4510c0c633 HTTP/1.1" status: 200 len: 946 time: 0.0530236 Oct 03 13:35:25.930459 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-db755386-aaa5-4c32-aef0-a4ba730b48c8 req-c7859f6c-6f5a-4d3d-9206-ead1a71a7398 tempest-VolumesSnapshotTestJSON-986009736 tempest-VolumesSnapshotTestJSON-986009736-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=3603481c-ae89-4b51-aba6-7ef6fccab5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530043 Oct 03 13:35:26.016971 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55cc7ee-0c99-4a1b-a5f2-62bc56a33fbf req-c9576a95-4508-43c4-a293-4dd0786b273b tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:35:26.018473 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-d55cc7ee-0c99-4a1b-a5f2-62bc56a33fbf req-c9576a95-4508-43c4-a293-4dd0786b273b tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=2ca377db-f0f6-4888-a94e-cfde65e470e9 HTTP/1.1" status: 200 len: 946 time: 0.0493863 Oct 03 13:35:26.073751 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-d55cc7ee-0c99-4a1b-a5f2-62bc56a33fbf req-02f114d4-cd08-4ed1-b635-8a93f7298eed tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=5d855e17-85d1-4849-b5e5-c2ce09571ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496182 Oct 03 13:35:27.054721 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8e18da-d852-4a89-9f00-8c45e58506e1 req-2396769b-64d6-4299-8d78-e6b83b9429af tempest-VolumesSnapshotTestJSON-986009736 tempest-VolumesSnapshotTestJSON-986009736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:35:27.056858 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-ea8e18da-d852-4a89-9f00-8c45e58506e1 req-2396769b-64d6-4299-8d78-e6b83b9429af tempest-VolumesSnapshotTestJSON-986009736 tempest-VolumesSnapshotTestJSON-986009736-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=6b97156c-d1de-4e9e-9356-ab4510c0c633 HTTP/1.1" status: 200 len: 946 time: 0.0487218 Oct 03 13:35:27.105551 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-ea8e18da-d852-4a89-9f00-8c45e58506e1 req-d309720d-fbf7-4882-a7be-e7bac8fb7ac2 tempest-VolumesSnapshotTestJSON-986009736 tempest-VolumesSnapshotTestJSON-986009736-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=3603481c-ae89-4b51-aba6-7ef6fccab5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428188 Oct 03 13:35:27.200263 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15cb367-3780-4690-9810-4fcded3607fb req-1873ff48-6b2b-45fd-b472-c84b60f87bc5 tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:35:27.201777 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-d15cb367-3780-4690-9810-4fcded3607fb req-1873ff48-6b2b-45fd-b472-c84b60f87bc5 tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=2ca377db-f0f6-4888-a94e-cfde65e470e9 HTTP/1.1" status: 200 len: 946 time: 0.0504439 Oct 03 13:35:27.249751 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-d15cb367-3780-4690-9810-4fcded3607fb req-c27ba455-0dad-42d7-bdea-1cc8020c8a44 tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=5d855e17-85d1-4849-b5e5-c2ce09571ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423560 Oct 03 13:35:28.110533 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=2 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:35:28.115995 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=4 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:35:28.226816 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77601b4e-d343-4833-804b-6e9895d1e3ed req-c7759811-9fa1-45e2-95ba-b8a3fdede1fb tempest-VolumesSnapshotTestJSON-986009736 tempest-VolumesSnapshotTestJSON-986009736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:35:28.228382 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-77601b4e-d343-4833-804b-6e9895d1e3ed req-c7759811-9fa1-45e2-95ba-b8a3fdede1fb tempest-VolumesSnapshotTestJSON-986009736 tempest-VolumesSnapshotTestJSON-986009736-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=6b97156c-d1de-4e9e-9356-ab4510c0c633 HTTP/1.1" status: 200 len: 946 time: 0.0461574 Oct 03 13:35:28.267798 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=100 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:35:28.286715 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-77601b4e-d343-4833-804b-6e9895d1e3ed req-554d0994-a0a2-41aa-839d-8dfc2c7d7e98 tempest-VolumesSnapshotTestJSON-986009736 tempest-VolumesSnapshotTestJSON-986009736-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=3603481c-ae89-4b51-aba6-7ef6fccab5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525448 Oct 03 13:35:28.389259 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faa9e62-1b84-4f81-9836-3b2a014f0429 req-47b64a9f-dd70-4126-96e6-8aac0ff3fb2a tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:35:28.391965 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-0faa9e62-1b84-4f81-9836-3b2a014f0429 req-47b64a9f-dd70-4126-96e6-8aac0ff3fb2a tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=2ca377db-f0f6-4888-a94e-cfde65e470e9 HTTP/1.1" status: 200 len: 946 time: 0.0617585 Oct 03 13:35:28.442518 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-0faa9e62-1b84-4f81-9836-3b2a014f0429 req-24e6aee0-6989-4bb7-ba48-346f1bb907a0 tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=5d855e17-85d1-4849-b5e5-c2ce09571ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450020 Oct 03 13:35:28.775828 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=100 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:35:28.796119 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75736ef8-042d-4477-8613-320a896d8d89 req-783c50b1-7100-4fc2-b4c4-2ab98c39b072 tempest-VolumesSnapshotTestJSON-986009736 tempest-VolumesSnapshotTestJSON-986009736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:35:28.796857 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-75736ef8-042d-4477-8613-320a896d8d89 req-783c50b1-7100-4fc2-b4c4-2ab98c39b072 tempest-VolumesSnapshotTestJSON-986009736 tempest-VolumesSnapshotTestJSON-986009736-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=6b97156c-d1de-4e9e-9356-ab4510c0c633 HTTP/1.1" status: 200 len: 946 time: 0.0505693 Oct 03 13:35:28.891308 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.plugin [req-75736ef8-042d-4477-8613-320a896d8d89 req-418d80f6-17b8-446c-a9cb-21e32774caa0 tempest-VolumesSnapshotTestJSON-986009736 tempest-VolumesSnapshotTestJSON-986009736-project] Deleting port 96970edd-6135-4b48-bcb5-acaaa6b38d2b {{(pid=106268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 13:35:28.891653 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-75736ef8-042d-4477-8613-320a896d8d89 req-418d80f6-17b8-446c-a9cb-21e32774caa0 tempest-VolumesSnapshotTestJSON-986009736 tempest-VolumesSnapshotTestJSON-986009736-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751015143464'] for port (96970edd-6135-4b48-bcb5-acaaa6b38d2b), before_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:35:29.010821 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.db [req-75736ef8-042d-4477-8613-320a896d8d89 req-418d80f6-17b8-446c-a9cb-21e32774caa0 tempest-VolumesSnapshotTestJSON-986009736 tempest-VolumesSnapshotTestJSON-986009736-project] For port 96970edd-6135-4b48-bcb5-acaaa6b38d2b, host hv-cinder-86009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86009',level=0,port_id=96970edd-6135-4b48-bcb5-acaaa6b38d2b,segment=NetworkSegment(de015196-66eb-453e-a814-070f84aee270),segment_id=de015196-66eb-453e-a814-070f84aee270)] {{(pid=106268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 13:35:29.011185 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-75736ef8-042d-4477-8613-320a896d8d89 req-418d80f6-17b8-446c-a9cb-21e32774caa0 tempest-VolumesSnapshotTestJSON-986009736 tempest-VolumesSnapshotTestJSON-986009736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724412'] for port (96970edd-6135-4b48-bcb5-acaaa6b38d2b), precommit_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:35:29.029089 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.plugin [req-75736ef8-042d-4477-8613-320a896d8d89 req-418d80f6-17b8-446c-a9cb-21e32774caa0 tempest-VolumesSnapshotTestJSON-986009736 tempest-VolumesSnapshotTestJSON-986009736-project] Calling delete_port for 96970edd-6135-4b48-bcb5-acaaa6b38d2b owned by compute:nova {{(pid=106268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 13:35:29.171957 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-75736ef8-042d-4477-8613-320a896d8d89 req-418d80f6-17b8-446c-a9cb-21e32774caa0 tempest-VolumesSnapshotTestJSON-986009736 tempest-VolumesSnapshotTestJSON-986009736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751015146406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751014656997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25417805'] for port (96970edd-6135-4b48-bcb5-acaaa6b38d2b), after_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:35:29.187741 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.db [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] get_ports_and_sgs() called for port_ids ['96970edd-6135-4b48-bcb5-acaaa6b38d2b'] {{(pid=106270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 03 13:35:29.210142 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418d80f6-17b8-446c-a9cb-21e32774caa0 tempest-VolumesSnapshotTestJSON-986009736 tempest-VolumesSnapshotTestJSON-986009736-project] Pushing event deleted for resources: {'Port': ['ID=96970edd-6135-4b48-bcb5-acaaa6b38d2b,revision_number=None']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:35:29.222540 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418d80f6-17b8-446c-a9cb-21e32774caa0 tempest-VolumesSnapshotTestJSON-986009736 tempest-VolumesSnapshotTestJSON-986009736-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:35:29.222889 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418d80f6-17b8-446c-a9cb-21e32774caa0 tempest-VolumesSnapshotTestJSON-986009736 tempest-VolumesSnapshotTestJSON-986009736-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:35:29.223236 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418d80f6-17b8-446c-a9cb-21e32774caa0 tempest-VolumesSnapshotTestJSON-986009736 tempest-VolumesSnapshotTestJSON-986009736-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:35:29.223578 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418d80f6-17b8-446c-a9cb-21e32774caa0 tempest-VolumesSnapshotTestJSON-986009736 tempest-VolumesSnapshotTestJSON-986009736-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:35:29.224067 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418d80f6-17b8-446c-a9cb-21e32774caa0 tempest-VolumesSnapshotTestJSON-986009736 tempest-VolumesSnapshotTestJSON-986009736-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:35:29.224627 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418d80f6-17b8-446c-a9cb-21e32774caa0 tempest-VolumesSnapshotTestJSON-986009736 tempest-VolumesSnapshotTestJSON-986009736-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:35:29.224627 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418d80f6-17b8-446c-a9cb-21e32774caa0 tempest-VolumesSnapshotTestJSON-986009736 tempest-VolumesSnapshotTestJSON-986009736-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:35:29.224956 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418d80f6-17b8-446c-a9cb-21e32774caa0 tempest-VolumesSnapshotTestJSON-986009736 tempest-VolumesSnapshotTestJSON-986009736-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:35:29.225242 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418d80f6-17b8-446c-a9cb-21e32774caa0 tempest-VolumesSnapshotTestJSON-986009736 tempest-VolumesSnapshotTestJSON-986009736-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:35:29.225627 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418d80f6-17b8-446c-a9cb-21e32774caa0 tempest-VolumesSnapshotTestJSON-986009736 tempest-VolumesSnapshotTestJSON-986009736-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:35:29.225983 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418d80f6-17b8-446c-a9cb-21e32774caa0 tempest-VolumesSnapshotTestJSON-986009736 tempest-VolumesSnapshotTestJSON-986009736-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:35:29.226302 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418d80f6-17b8-446c-a9cb-21e32774caa0 tempest-VolumesSnapshotTestJSON-986009736 tempest-VolumesSnapshotTestJSON-986009736-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:35:29.226616 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418d80f6-17b8-446c-a9cb-21e32774caa0 tempest-VolumesSnapshotTestJSON-986009736 tempest-VolumesSnapshotTestJSON-986009736-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:35:29.226945 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418d80f6-17b8-446c-a9cb-21e32774caa0 tempest-VolumesSnapshotTestJSON-986009736 tempest-VolumesSnapshotTestJSON-986009736-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:35:29.228624 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418d80f6-17b8-446c-a9cb-21e32774caa0 tempest-VolumesSnapshotTestJSON-986009736 tempest-VolumesSnapshotTestJSON-986009736-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:35:29.275651 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.db.l3_dvrscheduler_db [req-75736ef8-042d-4477-8613-320a896d8d89 req-418d80f6-17b8-446c-a9cb-21e32774caa0 tempest-VolumesSnapshotTestJSON-986009736 tempest-VolumesSnapshotTestJSON-986009736-project] No DVR routers for this DVR port 96970edd-6135-4b48-bcb5-acaaa6b38d2b on host hv-cinder-86009 {{(pid=106268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 03 13:35:29.278425 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-75736ef8-042d-4477-8613-320a896d8d89 req-418d80f6-17b8-446c-a9cb-21e32774caa0 tempest-VolumesSnapshotTestJSON-986009736 tempest-VolumesSnapshotTestJSON-986009736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512321'] for port (None), before_response {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:35:29.281807 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-75736ef8-042d-4477-8613-320a896d8d89 req-418d80f6-17b8-446c-a9cb-21e32774caa0 tempest-VolumesSnapshotTestJSON-986009736 tempest-VolumesSnapshotTestJSON-986009736-project] 10.222.0.65 "DELETE /networking/v2.0/ports/96970edd-6135-4b48-bcb5-acaaa6b38d2b HTTP/1.1" status: 204 len: 173 time: 0.4789076 Oct 03 13:35:29.282248 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b97156c-d1de-4e9e-9356-ab4510c0c633', 'name': 'network-vif-deleted', 'tag': '96970edd-6135-4b48-bcb5-acaaa6b38d2b'}] {{(pid=106268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 13:35:29.284506 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd70873512ffc397a2b7ac25ee02414627e7506f7787b64d61dc92e00300ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24b98dd1-efd5-4a04-ad4b-0dbaf727cab8" -d '{"events": [{"server_uuid": "6b97156c-d1de-4e9e-9356-ab4510c0c633", "name": "network-vif-deleted", "tag": "96970edd-6135-4b48-bcb5-acaaa6b38d2b"}]}' {{(pid=106268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 13:35:29.327329 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 13:35:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc561b9d-66d9-4169-92f6-6183b5d8bf5b x-openstack-request-id: req-cc561b9d-66d9-4169-92f6-6183b5d8bf5b {{(pid=106268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 13:35:29.329520 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b97156c-d1de-4e9e-9356-ab4510c0c633", "name": "network-vif-deleted", "tag": "96970edd-6135-4b48-bcb5-acaaa6b38d2b", "status": "completed", "code": 200}]} {{(pid=106268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 13:35:29.329953 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-cc561b9d-66d9-4169-92f6-6183b5d8bf5b {{(pid=106268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 13:35:29.330420 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc561b9d-66d9-4169-92f6-6183b5d8bf5b'] response: {'server_uuid': '6b97156c-d1de-4e9e-9356-ab4510c0c633', 'name': 'network-vif-deleted', 'tag': '96970edd-6135-4b48-bcb5-acaaa6b38d2b', 'status': 'completed', 'code': 200} Oct 03 13:35:29.577525 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76e3eb7-dad3-4bbf-a0a0-4b45323574a6 req-e9114ab3-05c2-483e-8647-343db71b654b tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:35:29.578885 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-c76e3eb7-dad3-4bbf-a0a0-4b45323574a6 req-e9114ab3-05c2-483e-8647-343db71b654b tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=2ca377db-f0f6-4888-a94e-cfde65e470e9 HTTP/1.1" status: 200 len: 946 time: 0.0498981 Oct 03 13:35:29.607777 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-b8e2e2b1-4f36-46dd-af13-87fffca78cd3 req-62f65fb8-cc05-44d6-b935-bc66b287db80 tempest-VolumesSnapshotTestJSON-986009736 tempest-VolumesSnapshotTestJSON-986009736-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=6b97156c-d1de-4e9e-9356-ab4510c0c633 HTTP/1.1" status: 200 len: 210 time: 0.2279761 Oct 03 13:35:29.651844 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-c76e3eb7-dad3-4bbf-a0a0-4b45323574a6 req-79892235-a1ed-431d-b68b-3b24741b55ba tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=5d855e17-85d1-4849-b5e5-c2ce09571ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634668 Oct 03 13:35:29.905655 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 33910) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:35:29.914486 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e277debd-fee8-4d01-9c67-aab7ca16e296 req-7c66c52c-0a2e-4f72-9855-061f5371cf04 tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:35:29.916008 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-e277debd-fee8-4d01-9c67-aab7ca16e296 req-7c66c52c-0a2e-4f72-9855-061f5371cf04 tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=2ca377db-f0f6-4888-a94e-cfde65e470e9 HTTP/1.1" status: 200 len: 946 time: 0.0481060 Oct 03 13:35:29.965968 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-e277debd-fee8-4d01-9c67-aab7ca16e296 req-f7043d27-1618-4def-b32a-a6ddb3fc8d56 tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=5d855e17-85d1-4849-b5e5-c2ce09571ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443184 Oct 03 13:35:30.018163 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-07e1b08f-87b3-40de-ae06-c378e9e83789 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:35:30.037601 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:35:30.060743 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:35:30.099635 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-07e1b08f-87b3-40de-ae06-c378e9e83789 admin admin] Publish callbacks [] for security_group (37f56ffa-c96d-4702-8b6d-945f4f61a458), precommit_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:35:30.104225 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-07e1b08f-87b3-40de-ae06-c378e9e83789 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (37f56ffa-c96d-4702-8b6d-945f4f61a458), after_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:35:30.144479 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e1b08f-87b3-40de-ae06-c378e9e83789 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37f56ffa-c96d-4702-8b6d-945f4f61a458,revision_number=1']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:35:30.148873 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-07e1b08f-87b3-40de-ae06-c378e9e83789 admin admin] 10.222.0.58 "GET /networking/v2.0/security-groups?tenant_id=ecc7724583e6494198bf1a0bd8181d2c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2419004 Oct 03 13:35:30.152645 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 33914) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:35:30.215067 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-77d5dfa0-27d5-42cd-858d-de2268f63982 admin admin] Publish callbacks [] for security_group (37f56ffa-c96d-4702-8b6d-945f4f61a458), before_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:35:30.244782 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-77d5dfa0-27d5-42cd-858d-de2268f63982 admin admin] Publish callbacks [] for security_group (37f56ffa-c96d-4702-8b6d-945f4f61a458), precommit_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:35:30.313230 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-77d5dfa0-27d5-42cd-858d-de2268f63982 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (37f56ffa-c96d-4702-8b6d-945f4f61a458), after_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:35:30.316026 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-77d5dfa0-27d5-42cd-858d-de2268f63982 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:35:30.319656 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-77d5dfa0-27d5-42cd-858d-de2268f63982 admin admin] 10.222.0.58 "DELETE /networking/v2.0/security-groups/37f56ffa-c96d-4702-8b6d-945f4f61a458 HTTP/1.1" status: 204 len: 168 time: 0.1636503 Oct 03 13:35:30.338396 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb36f21-08a2-4490-abfc-71d58a417ce2 req-a2e304fb-7053-45f5-9a2f-4524dba5c702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:35:30.340012 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-dbb36f21-08a2-4490-abfc-71d58a417ce2 req-a2e304fb-7053-45f5-9a2f-4524dba5c702 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=1432ad4a21624574b8caeaf10f2f8339&device_id=2ca377db-f0f6-4888-a94e-cfde65e470e9 HTTP/1.1" status: 200 len: 1130 time: 0.0557799 Oct 03 13:35:30.341235 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d5dfa0-27d5-42cd-858d-de2268f63982 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37f56ffa-c96d-4702-8b6d-945f4f61a458,revision_number=None']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:35:30.459756 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb36f21-08a2-4490-abfc-71d58a417ce2 req-97f55310-e3e4-41c8-93ca-a5885e6ae0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:35:30.461402 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-dbb36f21-08a2-4490-abfc-71d58a417ce2 req-97f55310-e3e4-41c8-93ca-a5885e6ae0cf service neutron] 10.222.0.65 "GET /networking/v2.0/networks?id=4ae25b55-bed6-49d7-9a22-c9e416e149dd HTTP/1.1" status: 200 len: 912 time: 0.1066415 Oct 03 13:35:30.534897 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-dbb36f21-08a2-4490-abfc-71d58a417ce2 req-0cc52b22-0eb2-4590-9882-a569f545aef1 service neutron] 10.222.0.65 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b7b4c568-efe4-4d19-8923-b411916ba1a1 HTTP/1.1" status: 200 len: 1000 time: 0.0628660 Oct 03 13:35:30.598365 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb36f21-08a2-4490-abfc-71d58a417ce2 req-529899a5-ef42-4ba8-aca9-a62c97d5ab97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:35:30.599751 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-dbb36f21-08a2-4490-abfc-71d58a417ce2 req-529899a5-ef42-4ba8-aca9-a62c97d5ab97 service neutron] 10.222.0.65 "GET /networking/v2.0/subnets?id=186bd512-24d4-4a2b-8bd3-48c53a4e9c74 HTTP/1.1" status: 200 len: 850 time: 0.0524311 Oct 03 13:35:30.647855 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb36f21-08a2-4490-abfc-71d58a417ce2 req-dccf3584-d0cc-4cea-9caf-3ac667d5270d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:35:30.649996 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-dbb36f21-08a2-4490-abfc-71d58a417ce2 req-dccf3584-d0cc-4cea-9caf-3ac667d5270d service neutron] 10.222.0.65 "GET /networking/v2.0/ports?network_id=4ae25b55-bed6-49d7-9a22-c9e416e149dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420368 Oct 03 13:35:30.676183 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:35:30.747236 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-dbb36f21-08a2-4490-abfc-71d58a417ce2 req-ff50ea53-8d41-4b07-8d9b-d7756b9404cc service neutron] 10.222.0.65 "GET /networking/v2.0/networks/4ae25b55-bed6-49d7-9a22-c9e416e149dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887599 Oct 03 13:35:30.767143 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:35:30.852425 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-dbb36f21-08a2-4490-abfc-71d58a417ce2 req-69843a60-684b-48b0-b4e8-5255c9b244da service neutron] 10.222.0.65 "GET /networking/v2.0/networks/4ae25b55-bed6-49d7-9a22-c9e416e149dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926757 Oct 03 13:35:31.255155 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f458307-6432-454a-a26d-5fc3195750b8 req-00845b18-e006-48c0-907f-edd93a9a6fa9 tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:35:31.256591 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-5f458307-6432-454a-a26d-5fc3195750b8 req-00845b18-e006-48c0-907f-edd93a9a6fa9 tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=2ca377db-f0f6-4888-a94e-cfde65e470e9 HTTP/1.1" status: 200 len: 946 time: 0.2073805 Oct 03 13:35:31.305348 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-5f458307-6432-454a-a26d-5fc3195750b8 req-93c491ef-43ec-400f-9037-936d4b391fdb tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=5d855e17-85d1-4849-b5e5-c2ce09571ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422969 Oct 03 13:35:32.077603 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-2d27cab8-88d6-4d36-afd7-5b3bfd089539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (3460fffa-818c-4144-9400-237880db20a4), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:35:32.211155 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e22a91-d564-4020-bff2-a6c388d048c4 req-40ce2f2d-a6c1-4543-8a76-38de3868c6b9 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:35:32.213258 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-87e22a91-d564-4020-bff2-a6c388d048c4 req-40ce2f2d-a6c1-4543-8a76-38de3868c6b9 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=1530d3cd-a03d-4ccc-bf56-064b83e978c8 HTTP/1.1" status: 200 len: 945 time: 0.0575242 Oct 03 13:35:32.263207 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-87e22a91-d564-4020-bff2-a6c388d048c4 req-92fa1406-fc23-424e-9bdb-06cfdc9f9bb6 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=22ef6c67-712e-4525-9eef-f972d542cfe9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443604 Oct 03 13:35:32.431811 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42708f7-38fb-449c-921d-297efebb5042 req-6ba5762f-82ef-49b6-bdc2-1c4efa237968 tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:35:32.433392 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-f42708f7-38fb-449c-921d-297efebb5042 req-6ba5762f-82ef-49b6-bdc2-1c4efa237968 tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=2ca377db-f0f6-4888-a94e-cfde65e470e9 HTTP/1.1" status: 200 len: 946 time: 0.0489280 Oct 03 13:35:32.484431 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-f42708f7-38fb-449c-921d-297efebb5042 req-ef6f8343-07bc-4af6-a211-2cd9cb4eaf8c tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=5d855e17-85d1-4849-b5e5-c2ce09571ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450177 Oct 03 13:35:33.397015 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927112ad-9247-4006-b8c4-9a307c4b3da5 req-37681f9c-74ef-4193-aa01-4ba4f5e9b458 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:35:33.398495 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-927112ad-9247-4006-b8c4-9a307c4b3da5 req-37681f9c-74ef-4193-aa01-4ba4f5e9b458 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=1530d3cd-a03d-4ccc-bf56-064b83e978c8 HTTP/1.1" status: 200 len: 945 time: 0.0475416 Oct 03 13:35:33.445139 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-927112ad-9247-4006-b8c4-9a307c4b3da5 req-9c2c9d5d-e3a6-433a-a366-eb3095454fbe tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=22ef6c67-712e-4525-9eef-f972d542cfe9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404630 Oct 03 13:35:34.567562 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47ea5b9-e7d9-4023-a377-f5ae4f4be19a req-3f3bc32c-a267-495b-b8f6-4aae85b09900 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:35:34.569020 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-d47ea5b9-e7d9-4023-a377-f5ae4f4be19a req-3f3bc32c-a267-495b-b8f6-4aae85b09900 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=1530d3cd-a03d-4ccc-bf56-064b83e978c8 HTTP/1.1" status: 200 len: 945 time: 0.0476041 Oct 03 13:35:34.616040 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-d47ea5b9-e7d9-4023-a377-f5ae4f4be19a req-d0ac56b5-20c5-4570-af0f-ebd11336c0c3 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=22ef6c67-712e-4525-9eef-f972d542cfe9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407972 Oct 03 13:35:34.870393 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-ea58f999-756f-4f7d-b827-e183358bfcad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (94180321-47b1-4b5c-b620-b1b0a31df446), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:35:35.756492 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e02356-7f2c-4264-b04b-f1f6299f68c5 req-a9e1e5be-221d-494d-a090-e83f1253bf9f tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:35:35.757959 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-c1e02356-7f2c-4264-b04b-f1f6299f68c5 req-a9e1e5be-221d-494d-a090-e83f1253bf9f tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=1530d3cd-a03d-4ccc-bf56-064b83e978c8 HTTP/1.1" status: 200 len: 945 time: 0.0499814 Oct 03 13:35:35.809476 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-c1e02356-7f2c-4264-b04b-f1f6299f68c5 req-deefd9f4-2773-4383-8d4a-bb2977fa39c8 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=22ef6c67-712e-4525-9eef-f972d542cfe9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441785 Oct 03 13:35:36.132267 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-1bb28928-3e93-41c9-8900-1ecfb790b160 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (5eabf47d-5620-4e94-9269-ef19fe52be68), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:35:36.342741 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Device 96970edd-6135-4b48-bcb5-acaaa6b38d2b no longer exists at agent hyperv_hv-cinder-86009 {{(pid=106270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 13:35:36.363345 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] No Port match for: 96970edd-6135-4b48-bcb5-acaaa6b38d2b {{(pid=106270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 03 13:35:36.363697 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Device 96970edd-6135-4b48-bcb5-acaaa6b38d2b not bound to the agent host hv-cinder-86009 {{(pid=106270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 03 13:35:36.394792 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.agents_db [None req-0a1e5e68-d5eb-461a-8b1a-39e3d06a9bb6 None None] Agent healthcheck: found 6 active agents {{(pid=106271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 03 13:35:36.934880 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6098a17b-ca92-4cb7-bf27-ac312e7a142d req-a6a11603-10be-43e0-b644-1944d9661658 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:35:36.936358 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-6098a17b-ca92-4cb7-bf27-ac312e7a142d req-a6a11603-10be-43e0-b644-1944d9661658 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=1530d3cd-a03d-4ccc-bf56-064b83e978c8 HTTP/1.1" status: 200 len: 945 time: 0.0494990 Oct 03 13:35:36.988737 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-6098a17b-ca92-4cb7-bf27-ac312e7a142d req-efa5bdf3-d1ac-4186-b455-7c47cf9b83a4 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=22ef6c67-712e-4525-9eef-f972d542cfe9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468683 Oct 03 13:35:37.058502 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b5f8f3-7ec3-46c3-841d-9ce8f6276251 req-37456f26-a185-417a-a42a-8d7d2c9dfa63 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:35:37.059941 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-28b5f8f3-7ec3-46c3-841d-9ce8f6276251 req-37456f26-a185-417a-a42a-8d7d2c9dfa63 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=1530d3cd-a03d-4ccc-bf56-064b83e978c8 HTTP/1.1" status: 200 len: 945 time: 0.0456438 Oct 03 13:35:37.145102 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.plugin [req-28b5f8f3-7ec3-46c3-841d-9ce8f6276251 req-0a7c10fd-e6c2-4710-99ad-cac2153c1ee5 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Deleting port fb7024a0-6b02-454f-ba31-1290a4622c59 {{(pid=106268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 13:35:37.145357 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-28b5f8f3-7ec3-46c3-841d-9ce8f6276251 req-0a7c10fd-e6c2-4710-99ad-cac2153c1ee5 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751015143464'] for port (fb7024a0-6b02-454f-ba31-1290a4622c59), before_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:35:37.238311 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.db [req-28b5f8f3-7ec3-46c3-841d-9ce8f6276251 req-0a7c10fd-e6c2-4710-99ad-cac2153c1ee5 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] For port fb7024a0-6b02-454f-ba31-1290a4622c59, host hv-cinder-86009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86009',level=0,port_id=fb7024a0-6b02-454f-ba31-1290a4622c59,segment=NetworkSegment(2cd7ae88-a108-4db9-b508-67961f878f9a),segment_id=2cd7ae88-a108-4db9-b508-67961f878f9a)] {{(pid=106268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 13:35:37.238671 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-28b5f8f3-7ec3-46c3-841d-9ce8f6276251 req-0a7c10fd-e6c2-4710-99ad-cac2153c1ee5 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724412'] for port (fb7024a0-6b02-454f-ba31-1290a4622c59), precommit_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:35:37.468495 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-28b5f8f3-7ec3-46c3-841d-9ce8f6276251 req-0a7c10fd-e6c2-4710-99ad-cac2153c1ee5 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:35:37.468857 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-28b5f8f3-7ec3-46c3-841d-9ce8f6276251 req-0a7c10fd-e6c2-4710-99ad-cac2153c1ee5 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3722562'] for floatingip (24669176-5a2a-4296-86cf-2bca58bdd554), after_update {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:35:37.469164 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.db.l3_db [req-28b5f8f3-7ec3-46c3-841d-9ce8f6276251 req-0a7c10fd-e6c2-4710-99ad-cac2153c1ee5 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Floating IP 24669176-5a2a-4296-86cf-2bca58bdd554 disassociated. External IP: 172.27.1.90, port: fb7024a0-6b02-454f-ba31-1290a4622c59. Oct 03 13:35:37.469530 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.plugin [req-28b5f8f3-7ec3-46c3-841d-9ce8f6276251 req-0a7c10fd-e6c2-4710-99ad-cac2153c1ee5 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Calling delete_port for fb7024a0-6b02-454f-ba31-1290a4622c59 owned by compute:nova {{(pid=106268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 13:35:37.481316 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:35:37.484641 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (d46c7ed5-c451-4a76-ab3f-ab8e3ea4a5ec), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:35:37.612006 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:35:37.619260 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-28b5f8f3-7ec3-46c3-841d-9ce8f6276251 req-0a7c10fd-e6c2-4710-99ad-cac2153c1ee5 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751015146406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751014656997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25417805'] for port (fb7024a0-6b02-454f-ba31-1290a4622c59), after_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:35:37.632807 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-9b3e6be4-ae7f-4a46-812d-719b0ca73959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (3cd5b2bb-c81a-4ce3-a212-a51c5aa706bd), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:35:37.689524 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7c10fd-e6c2-4710-99ad-cac2153c1ee5 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Pushing event deleted for resources: {'Port': ['ID=fb7024a0-6b02-454f-ba31-1290a4622c59,revision_number=None']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:35:37.765968 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.scheduler.l3_agent_scheduler [req-28b5f8f3-7ec3-46c3-841d-9ce8f6276251 req-0a7c10fd-e6c2-4710-99ad-cac2153c1ee5 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Router 9386ae84-3455-47c1-bf1e-ac1e7b8d81c7 has already been hosted by L3 agent 94180321-47b1-4b5c-b620-b1b0a31df446 {{(pid=106268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 03 13:35:37.872252 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-28b5f8f3-7ec3-46c3-841d-9ce8f6276251 req-0a7c10fd-e6c2-4710-99ad-cac2153c1ee5 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Notify agent at l3_agent.dv-cinder-860090-1-iscsi the message routers_updated {{(pid=106268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 13:35:37.885695 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a313a0bd-73c0-4002-9367-7d2a04e0685a None None] Sync routers for ids ['9386ae84-3455-47c1-bf1e-ac1e7b8d81c7'] in dv-cinder-860090-1-iscsi {{(pid=106270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 13:35:37.903496 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a313a0bd-73c0-4002-9367-7d2a04e0685a None None] Routers {'9386ae84-3455-47c1-bf1e-ac1e7b8d81c7'} bound to L3 agent in host dv-cinder-860090-1-iscsi {{(pid=106270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 13:35:37.904119 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_hamode_db [None req-a313a0bd-73c0-4002-9367-7d2a04e0685a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860090-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-03T13:22:05Z,description=,heartbeat_timestamp=2022-10-03T13:35:35Z,host='dv-cinder-860090-1-iscsi',id=94180321-47b1-4b5c-b620-b1b0a31df446,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T13:22:05Z,topic='l3_agent')) {'router_ids': ['9386ae84-3455-47c1-bf1e-ac1e7b8d81c7'], 'active': True} {{(pid=106270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:35:37.920211 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.db.l3_dvrscheduler_db [req-28b5f8f3-7ec3-46c3-841d-9ce8f6276251 req-0a7c10fd-e6c2-4710-99ad-cac2153c1ee5 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] No DVR routers for this DVR port fb7024a0-6b02-454f-ba31-1290a4622c59 on host hv-cinder-86009 {{(pid=106268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 03 13:35:37.922867 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-28b5f8f3-7ec3-46c3-841d-9ce8f6276251 req-0a7c10fd-e6c2-4710-99ad-cac2153c1ee5 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512321'] for port (None), before_response {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:35:37.926365 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-28b5f8f3-7ec3-46c3-841d-9ce8f6276251 req-0a7c10fd-e6c2-4710-99ad-cac2153c1ee5 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.65 "DELETE /networking/v2.0/ports/fb7024a0-6b02-454f-ba31-1290a4622c59 HTTP/1.1" status: 204 len: 173 time: 0.8576856 Oct 03 13:35:37.927020 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1530d3cd-a03d-4ccc-bf56-064b83e978c8', 'name': 'network-vif-deleted', 'tag': 'fb7024a0-6b02-454f-ba31-1290a4622c59'}] {{(pid=106268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 13:35:37.929369 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd70873512ffc397a2b7ac25ee02414627e7506f7787b64d61dc92e00300ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55544122-70e3-4f60-919d-d59bdc3a9467" -d '{"events": [{"server_uuid": "1530d3cd-a03d-4ccc-bf56-064b83e978c8", "name": "network-vif-deleted", "tag": "fb7024a0-6b02-454f-ba31-1290a4622c59"}]}' {{(pid=106268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 13:35:37.973718 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 13:35:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c205e32-af5f-4c0d-94d9-eafc7a6f7d9e x-openstack-request-id: req-5c205e32-af5f-4c0d-94d9-eafc7a6f7d9e {{(pid=106268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 13:35:37.974135 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1530d3cd-a03d-4ccc-bf56-064b83e978c8", "name": "network-vif-deleted", "tag": "fb7024a0-6b02-454f-ba31-1290a4622c59", "status": "completed", "code": 200}]} {{(pid=106268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 13:35:37.974393 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5c205e32-af5f-4c0d-94d9-eafc7a6f7d9e {{(pid=106268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 13:35:37.974859 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c205e32-af5f-4c0d-94d9-eafc7a6f7d9e'] response: {'server_uuid': '1530d3cd-a03d-4ccc-bf56-064b83e978c8', 'name': 'network-vif-deleted', 'tag': 'fb7024a0-6b02-454f-ba31-1290a4622c59', 'status': 'completed', 'code': 200} Oct 03 13:35:38.012811 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (1af51d63-a9c9-4bbe-9b0d-c8e0a80c641c), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:35:38.058545 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_dvr_db [None req-a313a0bd-73c0-4002-9367-7d2a04e0685a None None] Set router 9386ae84-3455-47c1-bf1e-ac1e7b8d81c7 gateway port host: dv-cinder-860090-1-iscsi {{(pid=106270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 13:35:38.162111 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-a9b38e7e-374e-4c85-8f70-8fcaaf9e3973 req-fb74c14e-e72d-440b-becb-f7b847b66025 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=1530d3cd-a03d-4ccc-bf56-064b83e978c8 HTTP/1.1" status: 200 len: 210 time: 0.0490603 Oct 03 13:35:38.345569 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_hamode_db [None req-a313a0bd-73c0-4002-9367-7d2a04e0685a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9386ae84-3455-47c1-bf1e-ac1e7b8d81c7', 'name': 'tempest-AttachVolumeNegativeTest-724384781-router', 'tenant_id': 'd8e6dd58ff43419fa5b945bd08ef2931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'external_fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': '8f94ecf7-389a-462c-a841-f7b64d1eb55b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:30:29Z', 'updated_at': '2022-10-03T13:30:42Z', 'revision_number': 4, 'project_id': 'd8e6dd58ff43419fa5b945bd08ef2931', 'gw_port': {'id': '8f94ecf7-389a-462c-a841-f7b64d1eb55b', 'name': '', 'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:6b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9386ae84-3455-47c1-bf1e-ac1e7b8d81c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:30:30Z', 'updated_at': '2022-10-03T13:30:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860090-1-iscsi', '_floatingips': [{'id': '316a327d-06f9-4250-8c34-0ef413a813e2', 'tenant_id': 'd8e6dd58ff43419fa5b945bd08ef2931', 'floating_ip_address': '172.27.1.136', 'floating_network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'router_id': '9386ae84-3455-47c1-bf1e-ac1e7b8d81c7', 'port_id': '316014ae-7577-478c-97b0-af9327de5aca', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff8319e2-24e1-46c8-a6e2-568f9c4503d6', 'mac_address': 'fa:16:3e:59:6e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a9ff191-d009-41e4-9966-44fe462252b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T13:30:54Z', 'updated_at': '2022-10-03T13:31:52Z', 'revision_number': 2, 'project_id': 'd8e6dd58ff43419fa5b945bd08ef2931', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4348bdd0-49c7-4b40-a474-5fac87c13353', 'name': '', 'network_id': 'ff8319e2-24e1-46c8-a6e2-568f9c4503d6', 'tenant_id': 'd8e6dd58ff43419fa5b945bd08ef2931', 'mac_address': 'fa:16:3e:87:64:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9386ae84-3455-47c1-bf1e-ac1e7b8d81c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'c7cf38c1-e397-42ce-8b92-f0af8056be43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:30:37Z', 'updated_at': '2022-10-03T13:30:58Z', 'revision_number': 5, 'project_id': 'd8e6dd58ff43419fa5b945bd08ef2931', 'subnets': [{'id': 'c7cf38c1-e397-42ce-8b92-f0af8056be43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860090-1-iscsi', False) {} {{(pid=106270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:35:38.382101 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a313a0bd-73c0-4002-9367-7d2a04e0685a None None] Checking router: 9386ae84-3455-47c1-bf1e-ac1e7b8d81c7 for host: dv-cinder-860090-1-iscsi {{(pid=106270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 13:35:38.394371 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a313a0bd-73c0-4002-9367-7d2a04e0685a None None] Routers {'9386ae84-3455-47c1-bf1e-ac1e7b8d81c7'} bound to L3 agent in host dv-cinder-860090-1-iscsi {{(pid=106270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 13:35:38.394992 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_hamode_db [None req-a313a0bd-73c0-4002-9367-7d2a04e0685a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860090-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-03T13:22:05Z,description=,heartbeat_timestamp=2022-10-03T13:35:35Z,host='dv-cinder-860090-1-iscsi',id=94180321-47b1-4b5c-b620-b1b0a31df446,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T13:22:05Z,topic='l3_agent')) {'router_ids': ['9386ae84-3455-47c1-bf1e-ac1e7b8d81c7'], 'active': True} {{(pid=106270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:35:38.516018 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_dvr_db [None req-a313a0bd-73c0-4002-9367-7d2a04e0685a None None] Set router 9386ae84-3455-47c1-bf1e-ac1e7b8d81c7 gateway port host: dv-cinder-860090-1-iscsi {{(pid=106270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 13:35:38.881567 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:35:38.887572 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:35:38.906714 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_hamode_db [None req-a313a0bd-73c0-4002-9367-7d2a04e0685a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9386ae84-3455-47c1-bf1e-ac1e7b8d81c7', 'name': 'tempest-AttachVolumeNegativeTest-724384781-router', 'tenant_id': 'd8e6dd58ff43419fa5b945bd08ef2931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'external_fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': '8f94ecf7-389a-462c-a841-f7b64d1eb55b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:30:29Z', 'updated_at': '2022-10-03T13:30:42Z', 'revision_number': 4, 'project_id': 'd8e6dd58ff43419fa5b945bd08ef2931', 'gw_port': {'id': '8f94ecf7-389a-462c-a841-f7b64d1eb55b', 'name': '', 'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:6b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9386ae84-3455-47c1-bf1e-ac1e7b8d81c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:30:30Z', 'updated_at': '2022-10-03T13:30:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860090-1-iscsi', '_floatingips': [{'id': '316a327d-06f9-4250-8c34-0ef413a813e2', 'tenant_id': 'd8e6dd58ff43419fa5b945bd08ef2931', 'floating_ip_address': '172.27.1.136', 'floating_network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'router_id': '9386ae84-3455-47c1-bf1e-ac1e7b8d81c7', 'port_id': '316014ae-7577-478c-97b0-af9327de5aca', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff8319e2-24e1-46c8-a6e2-568f9c4503d6', 'mac_address': 'fa:16:3e:59:6e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a9ff191-d009-41e4-9966-44fe462252b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T13:30:54Z', 'updated_at': '2022-10-03T13:31:52Z', 'revision_number': 2, 'project_id': 'd8e6dd58ff43419fa5b945bd08ef2931', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4348bdd0-49c7-4b40-a474-5fac87c13353', 'name': '', 'network_id': 'ff8319e2-24e1-46c8-a6e2-568f9c4503d6', 'tenant_id': 'd8e6dd58ff43419fa5b945bd08ef2931', 'mac_address': 'fa:16:3e:87:64:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9386ae84-3455-47c1-bf1e-ac1e7b8d81c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'c7cf38c1-e397-42ce-8b92-f0af8056be43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:30:37Z', 'updated_at': '2022-10-03T13:30:58Z', 'revision_number': 5, 'project_id': 'd8e6dd58ff43419fa5b945bd08ef2931', 'subnets': [{'id': 'c7cf38c1-e397-42ce-8b92-f0af8056be43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860090-1-iscsi', False) {} {{(pid=106270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:35:38.936096 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a313a0bd-73c0-4002-9367-7d2a04e0685a None None] The sync data for ids ['9386ae84-3455-47c1-bf1e-ac1e7b8d81c7'] in dv-cinder-860090-1-iscsi is: [{'id': '9386ae84-3455-47c1-bf1e-ac1e7b8d81c7', 'name': 'tempest-AttachVolumeNegativeTest-724384781-router', 'tenant_id': 'd8e6dd58ff43419fa5b945bd08ef2931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'external_fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': '8f94ecf7-389a-462c-a841-f7b64d1eb55b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:30:29Z', 'updated_at': '2022-10-03T13:30:42Z', 'revision_number': 4, 'project_id': 'd8e6dd58ff43419fa5b945bd08ef2931', 'gw_port': {'id': '8f94ecf7-389a-462c-a841-f7b64d1eb55b', 'name': '', 'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:6b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9386ae84-3455-47c1-bf1e-ac1e7b8d81c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:30:30Z', 'updated_at': '2022-10-03T13:30:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860090-1-iscsi', '_floatingips': [{'id': '316a327d-06f9-4250-8c34-0ef413a813e2', 'tenant_id': 'd8e6dd58ff43419fa5b945bd08ef2931', 'floating_ip_address': '172.27.1.136', 'floating_network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'router_id': '9386ae84-3455-47c1-bf1e-ac1e7b8d81c7', 'port_id': '316014ae-7577-478c-97b0-af9327de5aca', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff8319e2-24e1-46c8-a6e2-568f9c4503d6', 'mac_address': 'fa:16:3e:59:6e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a9ff191-d009-41e4-9966-44fe462252b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T13:30:54Z', 'updated_at': '2022-10-03T13:31:52Z', 'revision_number': 2, 'project_id': 'd8e6dd58ff43419fa5b945bd08ef2931', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4348bdd0-49c7-4b40-a474-5fac87c13353', 'name': '', 'network_id': 'ff8319e2-24e1-46c8-a6e2-568f9c4503d6', 'tenant_id': 'd8e6dd58ff43419fa5b945bd08ef2931', 'mac_address': 'fa:16:3e:87:64:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9386ae84-3455-47c1-bf1e-ac1e7b8d81c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'c7cf38c1-e397-42ce-8b92-f0af8056be43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:30:37Z', 'updated_at': '2022-10-03T13:30:58Z', 'revision_number': 5, 'project_id': 'd8e6dd58ff43419fa5b945bd08ef2931', 'subnets': [{'id': 'c7cf38c1-e397-42ce-8b92-f0af8056be43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 13:35:39.196985 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59f0074-dfe9-489d-a32a-68d4b4973576 None None] New status for floating IP 24669176-5a2a-4296-86cf-2bca58bdd554: DOWN {{(pid=106271) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 03 13:35:39.278591 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 33992) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:35:39.386346 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-d8e1adc0-94f9-49b8-9c98-5ba9040db033 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Publish callbacks [] for security_group (22ef6c67-712e-4525-9eef-f972d542cfe9), before_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:35:39.426153 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-d8e1adc0-94f9-49b8-9c98-5ba9040db033 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Publish callbacks [] for security_group (22ef6c67-712e-4525-9eef-f972d542cfe9), precommit_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:35:39.491717 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-d8e1adc0-94f9-49b8-9c98-5ba9040db033 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (22ef6c67-712e-4525-9eef-f972d542cfe9), after_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:35:39.495777 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-d8e1adc0-94f9-49b8-9c98-5ba9040db033 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Publish callbacks [] for security_group (None), before_response {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:35:39.497007 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-d8e1adc0-94f9-49b8-9c98-5ba9040db033 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "DELETE /networking/v2.0/security-groups/22ef6c67-712e-4525-9eef-f972d542cfe9 HTTP/1.1" status: 204 len: 168 time: 0.2163262 Oct 03 13:35:39.500570 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 33994) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:35:39.507557 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e1adc0-94f9-49b8-9c98-5ba9040db033 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22ef6c67-712e-4525-9eef-f972d542cfe9,revision_number=None']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:35:39.518104 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e1adc0-94f9-49b8-9c98-5ba9040db033 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:35:39.518596 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e1adc0-94f9-49b8-9c98-5ba9040db033 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:35:39.519011 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e1adc0-94f9-49b8-9c98-5ba9040db033 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:35:39.519415 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e1adc0-94f9-49b8-9c98-5ba9040db033 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:35:39.519771 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e1adc0-94f9-49b8-9c98-5ba9040db033 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:35:39.519996 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.api.v2.resource [None req-ad196b75-7970-401d-a6d6-557bfe62e345 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] show failed (client error): The resource could not be found. Oct 03 13:35:39.520132 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e1adc0-94f9-49b8-9c98-5ba9040db033 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:35:39.520421 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e1adc0-94f9-49b8-9c98-5ba9040db033 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:35:39.520798 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e1adc0-94f9-49b8-9c98-5ba9040db033 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:35:39.521124 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e1adc0-94f9-49b8-9c98-5ba9040db033 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:35:39.521655 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e1adc0-94f9-49b8-9c98-5ba9040db033 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:35:39.522299 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-ad196b75-7970-401d-a6d6-557bfe62e345 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "GET /networking/v2.0/security-groups/22ef6c67-712e-4525-9eef-f972d542cfe9 HTTP/1.1" status: 404 len: 347 time: 0.0191755 Oct 03 13:35:39.522427 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e1adc0-94f9-49b8-9c98-5ba9040db033 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:35:39.522909 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e1adc0-94f9-49b8-9c98-5ba9040db033 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:35:39.523270 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e1adc0-94f9-49b8-9c98-5ba9040db033 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:35:39.523598 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e1adc0-94f9-49b8-9c98-5ba9040db033 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:35:39.523922 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e1adc0-94f9-49b8-9c98-5ba9040db033 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:35:39.525589 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 33996) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:35:39.663449 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.plugin [None req-a34fd280-4ea3-4a62-b28e-c9029ba27ad6 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Deleting port 1778c6fc-3173-4341-b0ac-ae0696cbc966 {{(pid=106268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 13:35:39.663906 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-a34fd280-4ea3-4a62-b28e-c9029ba27ad6 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751015143464'] for port (1778c6fc-3173-4341-b0ac-ae0696cbc966), before_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:35:39.759391 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-a34fd280-4ea3-4a62-b28e-c9029ba27ad6 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724412'] for port (1778c6fc-3173-4341-b0ac-ae0696cbc966), precommit_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:35:39.759695 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-a34fd280-4ea3-4a62-b28e-c9029ba27ad6 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Publish callbacks [] for floatingip (1778c6fc-3173-4341-b0ac-ae0696cbc966), precommit_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:35:39.773650 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.plugin [None req-a34fd280-4ea3-4a62-b28e-c9029ba27ad6 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Calling delete_port for 1778c6fc-3173-4341-b0ac-ae0696cbc966 owned by network:floatingip {{(pid=106268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 13:35:39.940933 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-a34fd280-4ea3-4a62-b28e-c9029ba27ad6 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751015146406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751014656997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25417805'] for port (1778c6fc-3173-4341-b0ac-ae0696cbc966), after_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:35:39.965947 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34fd280-4ea3-4a62-b28e-c9029ba27ad6 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Pushing event deleted for resources: {'Port': ['ID=1778c6fc-3173-4341-b0ac-ae0696cbc966,revision_number=None']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:35:40.035948 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-a34fd280-4ea3-4a62-b28e-c9029ba27ad6 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Publish callbacks [] for floatingip (24669176-5a2a-4296-86cf-2bca58bdd554), after_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:35:40.038578 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-a34fd280-4ea3-4a62-b28e-c9029ba27ad6 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512321'] for floatingip (None), before_response {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:35:40.039766 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-a34fd280-4ea3-4a62-b28e-c9029ba27ad6 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "DELETE /networking/v2.0/floatingips/24669176-5a2a-4296-86cf-2bca58bdd554 HTTP/1.1" status: 204 len: 168 time: 0.5130217 Oct 03 13:35:40.738242 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-6e732179-500f-43f4-9956-f5ca75f46332 req-53f07d51-ebd2-4a23-a12e-b441b0eb375a service neutron] 10.222.0.65 "GET /networking/v2.0/ports?device_id=4b7a7e49-20a7-45bc-bc98-7af878fc50a8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0482404 Oct 03 13:35:40.828551 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:35:40.832393 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e732179-500f-43f4-9956-f5ca75f46332 req-879fba22-9662-4ea0-ac78-709580439a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:35:40.833913 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-6e732179-500f-43f4-9956-f5ca75f46332 req-879fba22-9662-4ea0-ac78-709580439a6c service neutron] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=557321bf33ca42df8d5d53e5157e6803&device_id=4b7a7e49-20a7-45bc-bc98-7af878fc50a8 HTTP/1.1" status: 200 len: 1130 time: 0.0419023 Oct 03 13:35:40.948510 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:35:40.954555 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e732179-500f-43f4-9956-f5ca75f46332 req-22346142-7df5-436b-ae9f-47508d5e3010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:35:40.956018 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-6e732179-500f-43f4-9956-f5ca75f46332 req-22346142-7df5-436b-ae9f-47508d5e3010 service neutron] 10.222.0.65 "GET /networking/v2.0/networks?id=289ad0fb-c675-48f9-ad56-9a68538f4eb7 HTTP/1.1" status: 200 len: 920 time: 0.0941412 Oct 03 13:35:41.010890 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-6e732179-500f-43f4-9956-f5ca75f46332 req-49280620-9cff-48fd-a779-323c14606931 service neutron] 10.222.0.65 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4e8541e0-b0c3-4cae-a985-b4e2dfec4290 HTTP/1.1" status: 200 len: 217 time: 0.0381236 Oct 03 13:35:41.069028 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e732179-500f-43f4-9956-f5ca75f46332 req-b312dd69-9a1b-4080-a669-dcde5e84da77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:35:41.070521 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-6e732179-500f-43f4-9956-f5ca75f46332 req-b312dd69-9a1b-4080-a669-dcde5e84da77 service neutron] 10.222.0.65 "GET /networking/v2.0/subnets?id=014887d4-da5d-4382-8b78-e31d89e09c89 HTTP/1.1" status: 200 len: 858 time: 0.0466518 Oct 03 13:35:41.120313 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e732179-500f-43f4-9956-f5ca75f46332 req-62ccf827-e66e-4c57-943c-31ac3b8c8059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:35:41.121886 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-6e732179-500f-43f4-9956-f5ca75f46332 req-62ccf827-e66e-4c57-943c-31ac3b8c8059 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?network_id=289ad0fb-c675-48f9-ad56-9a68538f4eb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0416996 Oct 03 13:35:41.229532 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-6e732179-500f-43f4-9956-f5ca75f46332 req-1ea547a7-eb8a-444f-b3b3-91b453ce6245 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/289ad0fb-c675-48f9-ad56-9a68538f4eb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948882 Oct 03 13:35:41.344502 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-6e732179-500f-43f4-9956-f5ca75f46332 req-4dab71db-4381-4958-a32b-6105cf2b8287 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/289ad0fb-c675-48f9-ad56-9a68538f4eb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935402 Oct 03 13:35:44.061309 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Device fb7024a0-6b02-454f-ba31-1290a4622c59 no longer exists at agent hyperv_hv-cinder-86009 {{(pid=106270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 13:35:44.083664 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] No Port match for: fb7024a0-6b02-454f-ba31-1290a4622c59 {{(pid=106270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 03 13:35:44.084009 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Device fb7024a0-6b02-454f-ba31-1290a4622c59 not bound to the agent host hv-cinder-86009 {{(pid=106270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 03 13:35:49.310789 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:35:49.314618 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:35:49.503605 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=76,neutron:DELETE=3 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:35:49.512018 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=70,neutron:UPDATE=1,neutron:INSERT=6,neutron:DELETE=4 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:35:49.543150 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=5 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:35:51.326541 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=34 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:35:51.340926 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=34 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:35:53.818692 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f938e9b5-48f9-4172-9f4e-2f2ae4d054d4 req-fe95136b-c740-47e1-8931-844c534f49fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:35:53.820108 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-f938e9b5-48f9-4172-9f4e-2f2ae4d054d4 req-fe95136b-c740-47e1-8931-844c534f49fd service neutron] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=557321bf33ca42df8d5d53e5157e6803&device_id=959d25e3-1620-4fb7-836c-7d55711fda46 HTTP/1.1" status: 200 len: 1129 time: 0.0455022 Oct 03 13:35:53.820229 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb90f15-968f-4eb2-93cd-62234f911fc6 req-e71782b9-6ffb-4c53-bf15-bcaca13a2689 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:35:53.821993 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-9bb90f15-968f-4eb2-93cd-62234f911fc6 req-e71782b9-6ffb-4c53-bf15-bcaca13a2689 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=959d25e3-1620-4fb7-836c-7d55711fda46 HTTP/1.1" status: 200 len: 945 time: 0.0552356 Oct 03 13:35:53.873177 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-9bb90f15-968f-4eb2-93cd-62234f911fc6 req-1dc10cdb-8d9b-4a9c-ae28-7414b59fbcce tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=18aa4cd3-ce8c-4a9f-97a8-618d254f1359&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454638 Oct 03 13:35:53.915896 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f938e9b5-48f9-4172-9f4e-2f2ae4d054d4 req-6ca1c794-3925-472f-b110-5f4a537589a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:35:53.917960 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-f938e9b5-48f9-4172-9f4e-2f2ae4d054d4 req-6ca1c794-3925-472f-b110-5f4a537589a4 service neutron] 10.222.0.65 "GET /networking/v2.0/networks?id=289ad0fb-c675-48f9-ad56-9a68538f4eb7 HTTP/1.1" status: 200 len: 920 time: 0.0917161 Oct 03 13:35:53.984725 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-f938e9b5-48f9-4172-9f4e-2f2ae4d054d4 req-8480b0c0-bb7f-4c2b-85e5-03b374471d59 service neutron] 10.222.0.65 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c4c1e4cd-a186-476e-9685-648d091500db HTTP/1.1" status: 200 len: 1000 time: 0.0599058 Oct 03 13:35:54.037890 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f938e9b5-48f9-4172-9f4e-2f2ae4d054d4 req-a2258357-9d8e-4ac7-be59-9e46bbe00044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:35:54.039388 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-f938e9b5-48f9-4172-9f4e-2f2ae4d054d4 req-a2258357-9d8e-4ac7-be59-9e46bbe00044 service neutron] 10.222.0.65 "GET /networking/v2.0/subnets?id=014887d4-da5d-4382-8b78-e31d89e09c89 HTTP/1.1" status: 200 len: 858 time: 0.0469725 Oct 03 13:35:54.064883 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=3 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:35:54.084692 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f938e9b5-48f9-4172-9f4e-2f2ae4d054d4 req-46ab5fa8-b659-4a98-bf4f-bd0f28526284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:35:54.086144 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-f938e9b5-48f9-4172-9f4e-2f2ae4d054d4 req-46ab5fa8-b659-4a98-bf4f-bd0f28526284 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?network_id=289ad0fb-c675-48f9-ad56-9a68538f4eb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0401416 Oct 03 13:35:54.190499 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-f938e9b5-48f9-4172-9f4e-2f2ae4d054d4 req-b157cc92-8057-48fe-8b77-2a5f135acc80 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/289ad0fb-c675-48f9-ad56-9a68538f4eb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942025 Oct 03 13:35:54.280862 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-f938e9b5-48f9-4172-9f4e-2f2ae4d054d4 req-a9af58ff-ec12-4f1a-8566-2956bdc3f82a service neutron] 10.222.0.65 "GET /networking/v2.0/networks/289ad0fb-c675-48f9-ad56-9a68538f4eb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830941 Oct 03 13:35:54.687554 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8454b9-ac79-4de5-9e7e-3ea38d087110 req-ad3f12e3-fca5-4205-8b3c-3a7666120e20 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:35:54.688990 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-bf8454b9-ac79-4de5-9e7e-3ea38d087110 req-ad3f12e3-fca5-4205-8b3c-3a7666120e20 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=7a9ff191-d009-41e4-9966-44fe462252b5 HTTP/1.1" status: 200 len: 946 time: 0.0539823 Oct 03 13:35:54.739517 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-bf8454b9-ac79-4de5-9e7e-3ea38d087110 req-1cd921d6-cef3-4b2d-80b2-d0171e7f91fc tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=587bb1f5-50c5-4dc1-a076-a6f6dc054886&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446849 Oct 03 13:35:54.996424 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249151e7-a7cf-41ad-a61b-aa4f8bee5ea7 req-2cf1b055-b360-4988-a6ac-d3a560137e28 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:35:54.997910 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-249151e7-a7cf-41ad-a61b-aa4f8bee5ea7 req-2cf1b055-b360-4988-a6ac-d3a560137e28 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=959d25e3-1620-4fb7-836c-7d55711fda46 HTTP/1.1" status: 200 len: 945 time: 0.0475900 Oct 03 13:35:55.046119 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-249151e7-a7cf-41ad-a61b-aa4f8bee5ea7 req-2a538599-a33a-4f48-a872-aeddde43cf66 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=18aa4cd3-ce8c-4a9f-97a8-618d254f1359&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423803 Oct 03 13:35:55.511516 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 34188) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:35:55.561150 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.db.db_base_plugin_v2 [None req-65ea164c-bc39-4e30-9439-bff6eb34c933 admin admin] Deleting subnet 0c69f2da-52d5-488f-89a6-be4aa051b9b6 {{(pid=106268) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 03 13:35:55.564560 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-65ea164c-bc39-4e30-9439-bff6eb34c933 admin admin] Publish callbacks [] for subnet (0c69f2da-52d5-488f-89a6-be4aa051b9b6), before_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:35:55.600340 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-65ea164c-bc39-4e30-9439-bff6eb34c933 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25418949'] for subnet (0c69f2da-52d5-488f-89a6-be4aa051b9b6), precommit_delete_associations {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:35:55.645848 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-65ea164c-bc39-4e30-9439-bff6eb34c933 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1491868'] for subnet (0c69f2da-52d5-488f-89a6-be4aa051b9b6), precommit_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:35:55.697952 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-65ea164c-bc39-4e30-9439-bff6eb34c933 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1495987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25417848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25667008'] for subnet (0c69f2da-52d5-488f-89a6-be4aa051b9b6), after_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:35:55.722151 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ea164c-bc39-4e30-9439-bff6eb34c933 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c69f2da-52d5-488f-89a6-be4aa051b9b6,revision_number=None']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:35:55.728581 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-65ea164c-bc39-4e30-9439-bff6eb34c933 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798626'] for subnet (None), before_response {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:35:55.731717 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-65ea164c-bc39-4e30-9439-bff6eb34c933 admin admin] 10.222.0.58 "DELETE /networking/v2.0/subnets/0c69f2da-52d5-488f-89a6-be4aa051b9b6 HTTP/1.1" status: 204 len: 168 time: 0.2192142 Oct 03 13:35:55.734265 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 34190) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:35:55.804219 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-af302aad-72ac-4530-b7ba-5c4806ff300a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1465425'] for network (e099c20e-064c-44a9-b92e-4dc5aecf03f8), before_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:35:56.140086 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:35:56.148505 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:35:56.154562 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-af302aad-72ac-4530-b7ba-5c4806ff300a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1335438', 'neutron.services.segments.db._delete_segments_for_network-8751015121372'] for network (e099c20e-064c-44a9-b92e-4dc5aecf03f8), precommit_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:35:56.163019 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bd48c5-308f-4969-b1b6-09e538736408 req-79f9d2eb-eb11-4d3c-a9f4-47e7573b54be tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:35:56.164544 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-23bd48c5-308f-4969-b1b6-09e538736408 req-79f9d2eb-eb11-4d3c-a9f4-47e7573b54be tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=7a9ff191-d009-41e4-9966-44fe462252b5 HTTP/1.1" status: 200 len: 946 time: 0.3265347 Oct 03 13:35:56.176050 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21cd55a-78f7-4573-bafd-fd3feb863eca req-c1571dfe-8f5b-4982-ada3-fd98bed41e31 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:35:56.178106 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-e21cd55a-78f7-4573-bafd-fd3feb863eca req-c1571dfe-8f5b-4982-ada3-fd98bed41e31 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=959d25e3-1620-4fb7-836c-7d55711fda46 HTTP/1.1" status: 200 len: 945 time: 0.0549350 Oct 03 13:35:56.202097 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.services.segments.db [None req-af302aad-72ac-4530-b7ba-5c4806ff300a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e099c20e-064c-44a9-b92e-4dc5aecf03f8']}} {{(pid=106268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:35:56.216038 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.services.segments.db [None req-af302aad-72ac-4530-b7ba-5c4806ff300a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de015196-66eb-453e-a814-070f84aee270') {'for_net_delete': True} {{(pid=106268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:35:56.216328 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.services.segments.db [None req-af302aad-72ac-4530-b7ba-5c4806ff300a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de015196-66eb-453e-a814-070f84aee270') {} {{(pid=106268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:35:56.227269 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-e21cd55a-78f7-4573-bafd-fd3feb863eca req-de925384-d176-479e-b0cc-9f5687810055 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=18aa4cd3-ce8c-4a9f-97a8-618d254f1359&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429916 Oct 03 13:35:56.234789 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-af302aad-72ac-4530-b7ba-5c4806ff300a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751015173030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25418940'] for segment (de015196-66eb-453e-a814-070f84aee270), before_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:35:56.255406 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-23bd48c5-308f-4969-b1b6-09e538736408 req-99214a98-4e25-41dd-b3bf-4dde612aef4c tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=587bb1f5-50c5-4dc1-a076-a6f6dc054886&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838380 Oct 03 13:35:56.259334 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-af302aad-72ac-4530-b7ba-5c4806ff300a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1333683'] for segment (de015196-66eb-453e-a814-070f84aee270), precommit_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:35:56.267305 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af302aad-72ac-4530-b7ba-5c4806ff300a admin admin] Releasing vlan 617 on physical network physnet1 to pool {{(pid=106268) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 03 13:35:56.267907 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-af302aad-72ac-4530-b7ba-5c4806ff300a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1333683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25417874'] for segment (de015196-66eb-453e-a814-070f84aee270), after_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:35:56.308651 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.services.segments.plugin [-] Segment de015196-66eb-453e-a814-070f84aee270 resource provider aggregate not found Oct 03 13:35:56.326399 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.services.segments.plugin [-] Segment de015196-66eb-453e-a814-070f84aee270 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid de015196-66eb-453e-a814-070f84aee270 found for delete ", "request_id": "req-e7d369a5-da78-4bd5-88d8-6c7379c09123"}]} Oct 03 13:35:56.334969 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-af302aad-72ac-4530-b7ba-5c4806ff300a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1337213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3894947'] for network (e099c20e-064c-44a9-b92e-4dc5aecf03f8), after_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:35:56.343720 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-af302aad-72ac-4530-b7ba-5c4806ff300a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798626'] for network (None), before_response {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:35:56.346874 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-af302aad-72ac-4530-b7ba-5c4806ff300a admin admin] 10.222.0.58 "DELETE /networking/v2.0/networks/e099c20e-064c-44a9-b92e-4dc5aecf03f8 HTTP/1.1" status: 204 len: 168 time: 0.6117134 Oct 03 13:35:56.357362 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af302aad-72ac-4530-b7ba-5c4806ff300a admin admin] Pushing event deleted for resources: {'Network': ['ID=e099c20e-064c-44a9-b92e-4dc5aecf03f8,revision_number=None']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:35:56.535703 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 34208) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:35:56.577104 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-2ef890a8-34df-4b8d-97ac-4928bba513de admin admin] 10.222.0.58 "GET /networking/v2.0/security-groups?tenant_id=33af9400d270489da18c21dee3f9188f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0401411 Oct 03 13:35:56.579611 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 34210) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:35:56.638514 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-7420a309-245a-4fc3-be96-2610a70f786d admin admin] Publish callbacks [] for security_group (3603481c-ae89-4b51-aba6-7ef6fccab5a3), before_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:35:56.661793 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-7420a309-245a-4fc3-be96-2610a70f786d admin admin] Publish callbacks [] for security_group (3603481c-ae89-4b51-aba6-7ef6fccab5a3), precommit_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:35:56.715309 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-7420a309-245a-4fc3-be96-2610a70f786d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (3603481c-ae89-4b51-aba6-7ef6fccab5a3), after_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:35:56.717996 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-7420a309-245a-4fc3-be96-2610a70f786d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:35:56.721554 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-7420a309-245a-4fc3-be96-2610a70f786d admin admin] 10.222.0.58 "DELETE /networking/v2.0/security-groups/3603481c-ae89-4b51-aba6-7ef6fccab5a3 HTTP/1.1" status: 204 len: 168 time: 0.1386099 Oct 03 13:35:56.727681 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7420a309-245a-4fc3-be96-2610a70f786d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3603481c-ae89-4b51-aba6-7ef6fccab5a3,revision_number=None']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:35:57.044344 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4e3efb-49d2-4ee8-894b-6f55e0ced3ab req-42b66a4f-464e-4e28-8464-4bcde4ff0d8b tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:35:57.046054 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-fc4e3efb-49d2-4ee8-894b-6f55e0ced3ab req-42b66a4f-464e-4e28-8464-4bcde4ff0d8b tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=7a9ff191-d009-41e4-9966-44fe462252b5 HTTP/1.1" status: 200 len: 946 time: 0.0581903 Oct 03 13:35:57.147801 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.plugin [req-fc4e3efb-49d2-4ee8-894b-6f55e0ced3ab req-c3b4128f-8ac6-4eaa-9b7a-8e8b407a3add tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Deleting port 316014ae-7577-478c-97b0-af9327de5aca {{(pid=106268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 13:35:57.148132 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-fc4e3efb-49d2-4ee8-894b-6f55e0ced3ab req-c3b4128f-8ac6-4eaa-9b7a-8e8b407a3add tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751015143464'] for port (316014ae-7577-478c-97b0-af9327de5aca), before_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:35:57.238041 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.db [req-fc4e3efb-49d2-4ee8-894b-6f55e0ced3ab req-c3b4128f-8ac6-4eaa-9b7a-8e8b407a3add tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] For port 316014ae-7577-478c-97b0-af9327de5aca, host hv-cinder-86009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86009',level=0,port_id=316014ae-7577-478c-97b0-af9327de5aca,segment=NetworkSegment(2cd7ae88-a108-4db9-b508-67961f878f9a),segment_id=2cd7ae88-a108-4db9-b508-67961f878f9a)] {{(pid=106268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 13:35:57.238396 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-fc4e3efb-49d2-4ee8-894b-6f55e0ced3ab req-c3b4128f-8ac6-4eaa-9b7a-8e8b407a3add tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724412'] for port (316014ae-7577-478c-97b0-af9327de5aca), precommit_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:35:57.353715 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829b0bef-75c1-4e42-8fac-dd2124aa1a27 req-03790781-c717-44ad-a140-0cb12d591d59 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:35:57.355279 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-829b0bef-75c1-4e42-8fac-dd2124aa1a27 req-03790781-c717-44ad-a140-0cb12d591d59 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=959d25e3-1620-4fb7-836c-7d55711fda46 HTTP/1.1" status: 200 len: 945 time: 0.0474229 Oct 03 13:35:57.404542 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-829b0bef-75c1-4e42-8fac-dd2124aa1a27 req-59faa036-b9b8-413c-b7f5-a03f2094ebb9 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=18aa4cd3-ce8c-4a9f-97a8-618d254f1359&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435429 Oct 03 13:35:57.440136 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7e688f-0a81-4932-ab11-02338148f490 req-576cd8ec-d40e-40df-8d15-6beeeb7b3fd7 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:35:57.441626 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-3a7e688f-0a81-4932-ab11-02338148f490 req-576cd8ec-d40e-40df-8d15-6beeeb7b3fd7 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=7a9ff191-d009-41e4-9966-44fe462252b5 HTTP/1.1" status: 200 len: 946 time: 0.0900025 Oct 03 13:35:57.470849 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-fc4e3efb-49d2-4ee8-894b-6f55e0ced3ab req-c3b4128f-8ac6-4eaa-9b7a-8e8b407a3add tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:35:57.471210 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-fc4e3efb-49d2-4ee8-894b-6f55e0ced3ab req-c3b4128f-8ac6-4eaa-9b7a-8e8b407a3add tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3722562'] for floatingip (316a327d-06f9-4250-8c34-0ef413a813e2), after_update {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:35:57.471525 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.db.l3_db [req-fc4e3efb-49d2-4ee8-894b-6f55e0ced3ab req-c3b4128f-8ac6-4eaa-9b7a-8e8b407a3add tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Floating IP 316a327d-06f9-4250-8c34-0ef413a813e2 disassociated. External IP: 172.27.1.136, port: 316014ae-7577-478c-97b0-af9327de5aca. Oct 03 13:35:57.471862 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.plugin [req-fc4e3efb-49d2-4ee8-894b-6f55e0ced3ab req-c3b4128f-8ac6-4eaa-9b7a-8e8b407a3add tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Calling delete_port for 316014ae-7577-478c-97b0-af9327de5aca owned by compute:nova {{(pid=106268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 13:35:57.522886 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:35:57.547717 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:35:57.559736 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-3a7e688f-0a81-4932-ab11-02338148f490 req-5e0a0cc5-48f6-4d19-82fd-f3a72fd5c77f tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=587bb1f5-50c5-4dc1-a076-a6f6dc054886&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1116586 Oct 03 13:35:57.637322 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-fc4e3efb-49d2-4ee8-894b-6f55e0ced3ab req-c3b4128f-8ac6-4eaa-9b7a-8e8b407a3add tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751015146406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751014656997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25417805'] for port (316014ae-7577-478c-97b0-af9327de5aca), after_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:35:57.665643 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b4128f-8ac6-4eaa-9b7a-8e8b407a3add tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Pushing event deleted for resources: {'Port': ['ID=316014ae-7577-478c-97b0-af9327de5aca,revision_number=None']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:35:57.774686 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fc4e3efb-49d2-4ee8-894b-6f55e0ced3ab req-c3b4128f-8ac6-4eaa-9b7a-8e8b407a3add tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Router 9386ae84-3455-47c1-bf1e-ac1e7b8d81c7 has already been hosted by L3 agent 94180321-47b1-4b5c-b620-b1b0a31df446 {{(pid=106268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 03 13:35:57.889175 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fc4e3efb-49d2-4ee8-894b-6f55e0ced3ab req-c3b4128f-8ac6-4eaa-9b7a-8e8b407a3add tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Notify agent at l3_agent.dv-cinder-860090-1-iscsi the message routers_updated {{(pid=106268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 13:35:57.898938 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d647f329-ce9a-4cb4-982a-7259c02eedb9 None None] Sync routers for ids ['9386ae84-3455-47c1-bf1e-ac1e7b8d81c7'] in dv-cinder-860090-1-iscsi {{(pid=106270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 13:35:57.909558 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d647f329-ce9a-4cb4-982a-7259c02eedb9 None None] Routers {'9386ae84-3455-47c1-bf1e-ac1e7b8d81c7'} bound to L3 agent in host dv-cinder-860090-1-iscsi {{(pid=106270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 13:35:57.910192 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_hamode_db [None req-d647f329-ce9a-4cb4-982a-7259c02eedb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860090-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-03T13:22:05Z,description=,heartbeat_timestamp=2022-10-03T13:35:35Z,host='dv-cinder-860090-1-iscsi',id=94180321-47b1-4b5c-b620-b1b0a31df446,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T13:22:05Z,topic='l3_agent')) {'router_ids': ['9386ae84-3455-47c1-bf1e-ac1e7b8d81c7'], 'active': True} {{(pid=106270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:35:57.933857 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc4e3efb-49d2-4ee8-894b-6f55e0ced3ab req-c3b4128f-8ac6-4eaa-9b7a-8e8b407a3add tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] No DVR routers for this DVR port 316014ae-7577-478c-97b0-af9327de5aca on host hv-cinder-86009 {{(pid=106268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 03 13:35:57.936685 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-fc4e3efb-49d2-4ee8-894b-6f55e0ced3ab req-c3b4128f-8ac6-4eaa-9b7a-8e8b407a3add tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512321'] for port (None), before_response {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:35:57.939897 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-fc4e3efb-49d2-4ee8-894b-6f55e0ced3ab req-c3b4128f-8ac6-4eaa-9b7a-8e8b407a3add tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.65 "DELETE /networking/v2.0/ports/316014ae-7577-478c-97b0-af9327de5aca HTTP/1.1" status: 204 len: 173 time: 0.8807931 Oct 03 13:35:57.940402 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a9ff191-d009-41e4-9966-44fe462252b5', 'name': 'network-vif-deleted', 'tag': '316014ae-7577-478c-97b0-af9327de5aca'}] {{(pid=106268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 13:35:57.942721 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd70873512ffc397a2b7ac25ee02414627e7506f7787b64d61dc92e00300ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-987b668b-e0d5-4de6-877d-ea452ae82e9b" -d '{"events": [{"server_uuid": "7a9ff191-d009-41e4-9966-44fe462252b5", "name": "network-vif-deleted", "tag": "316014ae-7577-478c-97b0-af9327de5aca"}]}' {{(pid=106268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 13:35:57.983973 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 13:35:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8ed93d0-0699-4619-b189-fd62882bf5dd x-openstack-request-id: req-a8ed93d0-0699-4619-b189-fd62882bf5dd {{(pid=106268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 13:35:57.984264 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a9ff191-d009-41e4-9966-44fe462252b5", "name": "network-vif-deleted", "tag": "316014ae-7577-478c-97b0-af9327de5aca", "status": "completed", "code": 200}]} {{(pid=106268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 13:35:57.984518 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a8ed93d0-0699-4619-b189-fd62882bf5dd {{(pid=106268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 13:35:57.984930 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8ed93d0-0699-4619-b189-fd62882bf5dd'] response: {'server_uuid': '7a9ff191-d009-41e4-9966-44fe462252b5', 'name': 'network-vif-deleted', 'tag': '316014ae-7577-478c-97b0-af9327de5aca', 'status': 'completed', 'code': 200} Oct 03 13:35:58.033651 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_dvr_db [None req-d647f329-ce9a-4cb4-982a-7259c02eedb9 None None] Set router 9386ae84-3455-47c1-bf1e-ac1e7b8d81c7 gateway port host: dv-cinder-860090-1-iscsi {{(pid=106270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 13:35:58.242497 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_hamode_db [None req-d647f329-ce9a-4cb4-982a-7259c02eedb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9386ae84-3455-47c1-bf1e-ac1e7b8d81c7', 'name': 'tempest-AttachVolumeNegativeTest-724384781-router', 'tenant_id': 'd8e6dd58ff43419fa5b945bd08ef2931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'external_fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': '8f94ecf7-389a-462c-a841-f7b64d1eb55b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:30:29Z', 'updated_at': '2022-10-03T13:30:42Z', 'revision_number': 4, 'project_id': 'd8e6dd58ff43419fa5b945bd08ef2931', 'gw_port': {'id': '8f94ecf7-389a-462c-a841-f7b64d1eb55b', 'name': '', 'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:6b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9386ae84-3455-47c1-bf1e-ac1e7b8d81c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:30:30Z', 'updated_at': '2022-10-03T13:30:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860090-1-iscsi', '_interfaces': [{'id': '4348bdd0-49c7-4b40-a474-5fac87c13353', 'name': '', 'network_id': 'ff8319e2-24e1-46c8-a6e2-568f9c4503d6', 'tenant_id': 'd8e6dd58ff43419fa5b945bd08ef2931', 'mac_address': 'fa:16:3e:87:64:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9386ae84-3455-47c1-bf1e-ac1e7b8d81c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'c7cf38c1-e397-42ce-8b92-f0af8056be43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:30:37Z', 'updated_at': '2022-10-03T13:30:58Z', 'revision_number': 5, 'project_id': 'd8e6dd58ff43419fa5b945bd08ef2931', 'subnets': [{'id': 'c7cf38c1-e397-42ce-8b92-f0af8056be43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860090-1-iscsi', False) {} {{(pid=106270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:35:58.266850 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d647f329-ce9a-4cb4-982a-7259c02eedb9 None None] Checking router: 9386ae84-3455-47c1-bf1e-ac1e7b8d81c7 for host: dv-cinder-860090-1-iscsi {{(pid=106270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 13:35:58.275520 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d647f329-ce9a-4cb4-982a-7259c02eedb9 None None] Routers {'9386ae84-3455-47c1-bf1e-ac1e7b8d81c7'} bound to L3 agent in host dv-cinder-860090-1-iscsi {{(pid=106270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 13:35:58.276660 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_hamode_db [None req-d647f329-ce9a-4cb4-982a-7259c02eedb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860090-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-03T13:22:05Z,description=,heartbeat_timestamp=2022-10-03T13:35:35Z,host='dv-cinder-860090-1-iscsi',id=94180321-47b1-4b5c-b620-b1b0a31df446,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T13:22:05Z,topic='l3_agent')) {'router_ids': ['9386ae84-3455-47c1-bf1e-ac1e7b8d81c7'], 'active': True} {{(pid=106270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:35:58.378672 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_dvr_db [None req-d647f329-ce9a-4cb4-982a-7259c02eedb9 None None] Set router 9386ae84-3455-47c1-bf1e-ac1e7b8d81c7 gateway port host: dv-cinder-860090-1-iscsi {{(pid=106270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 13:35:58.528781 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49518243-74ee-481a-8eea-0578b708408d req-9c5c06e5-3266-4f16-9934-a6a772eff08a tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:35:58.530376 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-49518243-74ee-481a-8eea-0578b708408d req-9c5c06e5-3266-4f16-9934-a6a772eff08a tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=959d25e3-1620-4fb7-836c-7d55711fda46 HTTP/1.1" status: 200 len: 945 time: 0.0485005 Oct 03 13:35:58.569003 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_hamode_db [None req-d647f329-ce9a-4cb4-982a-7259c02eedb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9386ae84-3455-47c1-bf1e-ac1e7b8d81c7', 'name': 'tempest-AttachVolumeNegativeTest-724384781-router', 'tenant_id': 'd8e6dd58ff43419fa5b945bd08ef2931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'external_fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': '8f94ecf7-389a-462c-a841-f7b64d1eb55b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:30:29Z', 'updated_at': '2022-10-03T13:30:42Z', 'revision_number': 4, 'project_id': 'd8e6dd58ff43419fa5b945bd08ef2931', 'gw_port': {'id': '8f94ecf7-389a-462c-a841-f7b64d1eb55b', 'name': '', 'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:6b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9386ae84-3455-47c1-bf1e-ac1e7b8d81c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:30:30Z', 'updated_at': '2022-10-03T13:30:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860090-1-iscsi', '_interfaces': [{'id': '4348bdd0-49c7-4b40-a474-5fac87c13353', 'name': '', 'network_id': 'ff8319e2-24e1-46c8-a6e2-568f9c4503d6', 'tenant_id': 'd8e6dd58ff43419fa5b945bd08ef2931', 'mac_address': 'fa:16:3e:87:64:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9386ae84-3455-47c1-bf1e-ac1e7b8d81c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'c7cf38c1-e397-42ce-8b92-f0af8056be43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:30:37Z', 'updated_at': '2022-10-03T13:30:58Z', 'revision_number': 5, 'project_id': 'd8e6dd58ff43419fa5b945bd08ef2931', 'subnets': [{'id': 'c7cf38c1-e397-42ce-8b92-f0af8056be43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860090-1-iscsi', False) {} {{(pid=106270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:35:58.584626 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-49518243-74ee-481a-8eea-0578b708408d req-0434c8ab-50c1-40cb-b6af-95b1069135a2 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=18aa4cd3-ce8c-4a9f-97a8-618d254f1359&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463736 Oct 03 13:35:58.594869 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d647f329-ce9a-4cb4-982a-7259c02eedb9 None None] The sync data for ids ['9386ae84-3455-47c1-bf1e-ac1e7b8d81c7'] in dv-cinder-860090-1-iscsi is: [{'id': '9386ae84-3455-47c1-bf1e-ac1e7b8d81c7', 'name': 'tempest-AttachVolumeNegativeTest-724384781-router', 'tenant_id': 'd8e6dd58ff43419fa5b945bd08ef2931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'external_fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': '8f94ecf7-389a-462c-a841-f7b64d1eb55b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:30:29Z', 'updated_at': '2022-10-03T13:30:42Z', 'revision_number': 4, 'project_id': 'd8e6dd58ff43419fa5b945bd08ef2931', 'gw_port': {'id': '8f94ecf7-389a-462c-a841-f7b64d1eb55b', 'name': '', 'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:6b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9386ae84-3455-47c1-bf1e-ac1e7b8d81c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:30:30Z', 'updated_at': '2022-10-03T13:30:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860090-1-iscsi', '_interfaces': [{'id': '4348bdd0-49c7-4b40-a474-5fac87c13353', 'name': '', 'network_id': 'ff8319e2-24e1-46c8-a6e2-568f9c4503d6', 'tenant_id': 'd8e6dd58ff43419fa5b945bd08ef2931', 'mac_address': 'fa:16:3e:87:64:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9386ae84-3455-47c1-bf1e-ac1e7b8d81c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'c7cf38c1-e397-42ce-8b92-f0af8056be43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:30:37Z', 'updated_at': '2022-10-03T13:30:58Z', 'revision_number': 5, 'project_id': 'd8e6dd58ff43419fa5b945bd08ef2931', 'subnets': [{'id': 'c7cf38c1-e397-42ce-8b92-f0af8056be43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 13:35:58.701322 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-2942b24a-c7f2-45e7-b37b-b1ac5a580e4b req-c1c269bd-f3fc-4ea4-bc34-b886ee8be681 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=7a9ff191-d009-41e4-9966-44fe462252b5 HTTP/1.1" status: 200 len: 210 time: 0.0330696 Oct 03 13:35:58.847976 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d424da-0ff7-4485-b7c4-433d90a8abd3 None None] New status for floating IP 316a327d-06f9-4250-8c34-0ef413a813e2: DOWN {{(pid=106271) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 03 13:35:59.708679 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c35cfe3-bbd3-4412-af04-c0cd53cdd439 req-7f814e21-3ff9-4bd5-b82c-dcbc5fd838f8 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:35:59.710188 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-5c35cfe3-bbd3-4412-af04-c0cd53cdd439 req-7f814e21-3ff9-4bd5-b82c-dcbc5fd838f8 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=959d25e3-1620-4fb7-836c-7d55711fda46 HTTP/1.1" status: 200 len: 945 time: 0.0473182 Oct 03 13:35:59.758464 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-5c35cfe3-bbd3-4412-af04-c0cd53cdd439 req-534653b1-171f-4c08-90c0-211ff88ef23f tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=18aa4cd3-ce8c-4a9f-97a8-618d254f1359&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424902 Oct 03 13:35:59.797061 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 34234) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:35:59.854485 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-6ab79833-e0bc-479e-918c-4f73ad7fe17f tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Publish callbacks [] for security_group (587bb1f5-50c5-4dc1-a076-a6f6dc054886), before_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:35:59.882294 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-6ab79833-e0bc-479e-918c-4f73ad7fe17f tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Publish callbacks [] for security_group (587bb1f5-50c5-4dc1-a076-a6f6dc054886), precommit_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:35:59.929144 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-6ab79833-e0bc-479e-918c-4f73ad7fe17f tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (587bb1f5-50c5-4dc1-a076-a6f6dc054886), after_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:35:59.931719 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-6ab79833-e0bc-479e-918c-4f73ad7fe17f tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Publish callbacks [] for security_group (None), before_response {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:35:59.933770 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-6ab79833-e0bc-479e-918c-4f73ad7fe17f tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "DELETE /networking/v2.0/security-groups/587bb1f5-50c5-4dc1-a076-a6f6dc054886 HTTP/1.1" status: 204 len: 168 time: 0.1354444 Oct 03 13:35:59.936512 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 34236) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:35:59.942847 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab79833-e0bc-479e-918c-4f73ad7fe17f tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=587bb1f5-50c5-4dc1-a076-a6f6dc054886,revision_number=None']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:35:59.950824 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.api.v2.resource [None req-5d54df66-c361-45c5-a128-a89e8386d530 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] show failed (client error): The resource could not be found. Oct 03 13:35:59.951909 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-5d54df66-c361-45c5-a128-a89e8386d530 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "GET /networking/v2.0/security-groups/587bb1f5-50c5-4dc1-a076-a6f6dc054886 HTTP/1.1" status: 404 len: 347 time: 0.0143569 Oct 03 13:35:59.954825 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 34238) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:36:00.072826 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.plugins.ml2.plugin [None req-08a82692-eb61-4058-8b9c-d9f7299ee9aa tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Deleting port f620db69-4147-4c24-b235-6a61c9ba1b57 {{(pid=106269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 13:36:00.073376 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-08a82692-eb61-4058-8b9c-d9f7299ee9aa tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751015143464'] for port (f620db69-4147-4c24-b235-6a61c9ba1b57), before_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:36:00.150818 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-08a82692-eb61-4058-8b9c-d9f7299ee9aa tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724412'] for port (f620db69-4147-4c24-b235-6a61c9ba1b57), precommit_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:36:00.151064 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-08a82692-eb61-4058-8b9c-d9f7299ee9aa tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Publish callbacks [] for floatingip (f620db69-4147-4c24-b235-6a61c9ba1b57), precommit_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:36:00.164516 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.plugins.ml2.plugin [None req-08a82692-eb61-4058-8b9c-d9f7299ee9aa tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Calling delete_port for f620db69-4147-4c24-b235-6a61c9ba1b57 owned by network:floatingip {{(pid=106269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 13:36:00.309122 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-08a82692-eb61-4058-8b9c-d9f7299ee9aa tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751015146406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751014656997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26503125'] for port (f620db69-4147-4c24-b235-6a61c9ba1b57), after_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:36:00.332940 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a82692-eb61-4058-8b9c-d9f7299ee9aa tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Pushing event deleted for resources: {'Port': ['ID=f620db69-4147-4c24-b235-6a61c9ba1b57,revision_number=None']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:36:00.408126 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-08a82692-eb61-4058-8b9c-d9f7299ee9aa tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Publish callbacks [] for floatingip (316a327d-06f9-4250-8c34-0ef413a813e2), after_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:36:00.410655 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-08a82692-eb61-4058-8b9c-d9f7299ee9aa tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512321'] for floatingip (None), before_response {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:36:00.411807 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-08a82692-eb61-4058-8b9c-d9f7299ee9aa tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "DELETE /networking/v2.0/floatingips/316a327d-06f9-4250-8c34-0ef413a813e2 HTTP/1.1" status: 204 len: 168 time: 0.4560878 Oct 03 13:36:00.520792 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 34246) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:36:00.525331 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.v2.base [None req-240de8c4-ceb1-4024-b974-48fb981ce2ad tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Request body: {'security_group': {'name': 'tempest-securitygroup--546607667', 'description': 'tempest-description--2145440917'}} {{(pid=106268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 13:36:00.550987 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-240de8c4-ceb1-4024-b974-48fb981ce2ad tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Publish callbacks [] for security_group (None), before_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:36:00.592734 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:36:00.623856 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-240de8c4-ceb1-4024-b974-48fb981ce2ad tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Publish callbacks [] for security_group (c3c71c15-105e-4312-9beb-7eac6c12317c), precommit_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:36:00.628274 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-240de8c4-ceb1-4024-b974-48fb981ce2ad tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (c3c71c15-105e-4312-9beb-7eac6c12317c), after_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:36:00.659131 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-240de8c4-ceb1-4024-b974-48fb981ce2ad tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Publish callbacks [] for security_group (None), before_response {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:36:00.660281 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-240de8c4-ceb1-4024-b974-48fb981ce2ad tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1384492 Oct 03 13:36:00.663429 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 34248) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:36:00.668303 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.v2.base [None req-52757b26-3504-4235-a4c1-19331d14aea7 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Request body: {'security_group_rule': {'security_group_id': 'c3c71c15-105e-4312-9beb-7eac6c12317c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 13:36:00.675264 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240de8c4-ceb1-4024-b974-48fb981ce2ad tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3c71c15-105e-4312-9beb-7eac6c12317c,revision_number=1']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:36:00.701362 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:DELETE=7,neutron:SELECT=85,neutron:INSERT=8 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:36:00.704653 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-52757b26-3504-4235-a4c1-19331d14aea7 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Publish callbacks [] for security_group_rule (3b154574-ea3b-49b1-8242-9b0b2ad0c4ad), before_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:36:00.766773 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-52757b26-3504-4235-a4c1-19331d14aea7 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Publish callbacks [] for security_group_rule (3b154574-ea3b-49b1-8242-9b0b2ad0c4ad), precommit_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:36:00.770666 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-52757b26-3504-4235-a4c1-19331d14aea7 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873908'] for security_group_rule (3b154574-ea3b-49b1-8242-9b0b2ad0c4ad), after_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:36:00.789264 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52757b26-3504-4235-a4c1-19331d14aea7 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b154574-ea3b-49b1-8242-9b0b2ad0c4ad,revision_number=0']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:36:00.799029 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-52757b26-3504-4235-a4c1-19331d14aea7 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:36:00.800293 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-52757b26-3504-4235-a4c1-19331d14aea7 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1359282 Oct 03 13:36:00.803243 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 34252) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:36:00.808406 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.v2.base [None req-c74533f3-5796-4642-8fcc-18557c1e9210 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Request body: {'security_group_rule': {'security_group_id': 'c3c71c15-105e-4312-9beb-7eac6c12317c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 13:36:00.836019 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-c74533f3-5796-4642-8fcc-18557c1e9210 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Publish callbacks [] for security_group_rule (3461865e-99b5-4eed-966b-2dfdda448948), before_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:36:00.889167 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8e06c8-2435-40d6-a0d3-6b93c8edbe57 req-1c3d0162-ab2a-42a7-874d-fd604446be87 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:36:00.890715 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-5c8e06c8-2435-40d6-a0d3-6b93c8edbe57 req-1c3d0162-ab2a-42a7-874d-fd604446be87 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=959d25e3-1620-4fb7-836c-7d55711fda46 HTTP/1.1" status: 200 len: 945 time: 0.0509095 Oct 03 13:36:00.905105 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-c74533f3-5796-4642-8fcc-18557c1e9210 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Publish callbacks [] for security_group_rule (3461865e-99b5-4eed-966b-2dfdda448948), precommit_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:36:00.909045 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-c74533f3-5796-4642-8fcc-18557c1e9210 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873908'] for security_group_rule (3461865e-99b5-4eed-966b-2dfdda448948), after_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:36:00.928618 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:36:00.929294 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74533f3-5796-4642-8fcc-18557c1e9210 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3461865e-99b5-4eed-966b-2dfdda448948,revision_number=0']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:36:00.939495 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-c74533f3-5796-4642-8fcc-18557c1e9210 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:36:00.944085 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-c74533f3-5796-4642-8fcc-18557c1e9210 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1364377 Oct 03 13:36:00.944283 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-5c8e06c8-2435-40d6-a0d3-6b93c8edbe57 req-87509a03-1863-46c8-9a09-ab6697b5e206 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=18aa4cd3-ce8c-4a9f-97a8-618d254f1359&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468917 Oct 03 13:36:00.944283 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 34254) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:36:00.948871 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.v2.base [None req-8b28102c-c707-4607-931f-170bd1cd4a11 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Request body: {'floatingip': {'floating_network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28'}} {{(pid=106269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 13:36:00.973504 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-8b28102c-c707-4607-931f-170bd1cd4a11 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:36:00.977333 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:36:01.060667 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-8b28102c-c707-4607-931f-170bd1cd4a11 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (None), before_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:36:01.105090 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Device 316014ae-7577-478c-97b0-af9327de5aca no longer exists at agent hyperv_hv-cinder-86009 {{(pid=106270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 13:36:01.125218 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] No Port match for: 316014ae-7577-478c-97b0-af9327de5aca {{(pid=106270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 03 13:36:01.125594 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Device 316014ae-7577-478c-97b0-af9327de5aca not bound to the agent host hv-cinder-86009 {{(pid=106270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 03 13:36:01.173401 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.db.db_base_plugin_common [None req-8b28102c-c707-4607-931f-170bd1cd4a11 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Allocated IP 172.27.1.237 (ad648d78-633d-4222-aa42-7cb50aab7a28/4a9222c2-0418-495a-a49e-d43d754e0950/ff02f91e-11c2-43c0-96f3-37def2ed49d1) {{(pid=106269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 13:36:01.283507 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-8b28102c-c707-4607-931f-170bd1cd4a11 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Publish callbacks [] for port (ff02f91e-11c2-43c0-96f3-37def2ed49d1), precommit_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:36:01.316662 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-8b28102c-c707-4607-931f-170bd1cd4a11 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751014656988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26503125'] for port (ff02f91e-11c2-43c0-96f3-37def2ed49d1), after_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:36:01.358195 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b28102c-c707-4607-931f-170bd1cd4a11 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Network ad648d78-633d-4222-aa42-7cb50aab7a28 is already hosted by enough agents. {{(pid=106269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 13:36:01.363424 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.scheduler.base_scheduler [None req-8b28102c-c707-4607-931f-170bd1cd4a11 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Resources bound (agent type, host, resource id): {{(pid=106269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 13:36:01.367752 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b28102c-c707-4607-931f-170bd1cd4a11 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Received port after_create {{(pid=106269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 13:36:01.371576 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b28102c-c707-4607-931f-170bd1cd4a11 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Pushing event updated for resources: {'Port': ['ID=ff02f91e-11c2-43c0-96f3-37def2ed49d1,revision_number=1']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:36:01.457311 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-8b28102c-c707-4607-931f-170bd1cd4a11 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Publish callbacks [] for floatingip (c26023e2-e43d-4d12-9923-cc7fb8766067), precommit_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:36:01.499366 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-8b28102c-c707-4607-931f-170bd1cd4a11 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (ff02f91e-11c2-43c0-96f3-37def2ed49d1), before_update {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:36:01.665285 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-8b28102c-c707-4607-931f-170bd1cd4a11 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Publish callbacks [] for port (ff02f91e-11c2-43c0-96f3-37def2ed49d1), precommit_update {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:36:01.670971 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-8b28102c-c707-4607-931f-170bd1cd4a11 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751015143617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751014657006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751014658052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26502958'] for port (ff02f91e-11c2-43c0-96f3-37def2ed49d1), after_update {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:36:01.674893 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:36:01.739485 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:36:01.752834 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b28102c-c707-4607-931f-170bd1cd4a11 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Pushing event updated for resources: {'Port': ['ID=ff02f91e-11c2-43c0-96f3-37def2ed49d1,revision_number=2']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:36:01.757069 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-8b28102c-c707-4607-931f-170bd1cd4a11 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3722562'] for floatingip (c26023e2-e43d-4d12-9923-cc7fb8766067), after_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:36:01.778281 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-8b28102c-c707-4607-931f-170bd1cd4a11 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512321'] for floatingip (None), before_response {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:36:01.779571 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-8b28102c-c707-4607-931f-170bd1cd4a11 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8344078 Oct 03 13:36:02.001497 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-984ddaec-f5d6-4c97-8f21-1b1974651385 req-ad50a4bd-ad41-42ca-83bf-d8b9b077b304 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--546607667&fields=id&tenant_id=d8e6dd58ff43419fa5b945bd08ef2931 HTTP/1.1" status: 200 len: 267 time: 0.0517204 Oct 03 13:36:02.085395 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-7e83df04-8873-4351-beb2-131cedb3dc09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (3460fffa-818c-4144-9400-237880db20a4), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:36:02.103845 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74edfddf-c8bd-4d9d-8198-df62b84c0e76 req-021fe709-2217-42a1-9ec8-b3e74fdd727e tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:36:02.110608 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-74edfddf-c8bd-4d9d-8198-df62b84c0e76 req-021fe709-2217-42a1-9ec8-b3e74fdd727e tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=959d25e3-1620-4fb7-836c-7d55711fda46 HTTP/1.1" status: 200 len: 945 time: 0.0615745 Oct 03 13:36:02.124262 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984ddaec-f5d6-4c97-8f21-1b1974651385 req-56bd809c-a953-432a-a4d6-4b61312db735 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:36:02.125961 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-984ddaec-f5d6-4c97-8f21-1b1974651385 req-56bd809c-a953-432a-a4d6-4b61312db735 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "GET /networking/v2.0/networks?id=ff8319e2-24e1-46c8-a6e2-568f9c4503d6 HTTP/1.1" status: 200 len: 814 time: 0.1170866 Oct 03 13:36:02.143965 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-984ddaec-f5d6-4c97-8f21-1b1974651385 req-603dee7c-6ab5-4689-85fc-56dca7b4b767 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "GET /networking/v2.0/quotas/d8e6dd58ff43419fa5b945bd08ef2931 HTTP/1.1" status: 200 len: 375 time: 0.0107944 Oct 03 13:36:02.177530 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-74edfddf-c8bd-4d9d-8198-df62b84c0e76 req-b6b87a70-8eb4-417a-b00a-485cf159834e tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=18aa4cd3-ce8c-4a9f-97a8-618d254f1359&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643849 Oct 03 13:36:02.205475 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-984ddaec-f5d6-4c97-8f21-1b1974651385 req-4f07aa9d-e33a-4276-8670-aa6f1e701d8e tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=d8e6dd58ff43419fa5b945bd08ef2931&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0532961 Oct 03 13:36:02.410789 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-984ddaec-f5d6-4c97-8f21-1b1974651385 req-3a6d6cf2-4101-4ac7-acf6-21c2159c86f5 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/ff8319e2-24e1-46c8-a6e2-568f9c4503d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1919894 Oct 03 13:36:02.511171 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-984ddaec-f5d6-4c97-8f21-1b1974651385 req-c406050f-c908-4fef-8dcb-2dc34719320d service neutron] 10.222.0.58 "GET /networking/v2.0/networks/ff8319e2-24e1-46c8-a6e2-568f9c4503d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936701 Oct 03 13:36:02.687634 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-50f49653-b5c8-46db-96b0-61df74f41769 req-97960b66-59b0-4853-95ee-fe5d19b39f13 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=0f9b4c95-6c82-4aca-97eb-44eb954c5ca0 HTTP/1.1" status: 200 len: 210 time: 0.0293026 Oct 03 13:36:03.323807 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d73337-8f00-4bf6-a4d7-b71a843f811a req-d3cd33f7-5c2f-4792-88d6-f9bacc629a04 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:36:03.325315 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-c5d73337-8f00-4bf6-a4d7-b71a843f811a req-d3cd33f7-5c2f-4792-88d6-f9bacc629a04 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=959d25e3-1620-4fb7-836c-7d55711fda46 HTTP/1.1" status: 200 len: 945 time: 0.0491955 Oct 03 13:36:03.381027 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-c5d73337-8f00-4bf6-a4d7-b71a843f811a req-0c26792a-cb1a-4f65-909a-e1ecb136ba12 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=18aa4cd3-ce8c-4a9f-97a8-618d254f1359&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497639 Oct 03 13:36:03.792376 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-9358b46f-9f11-4c7f-919e-d2d777bb6dba req-41e5c8dd-749a-4168-91ce-aae8a07fb4f0 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=0f9b4c95-6c82-4aca-97eb-44eb954c5ca0 HTTP/1.1" status: 200 len: 210 time: 0.0277297 Oct 03 13:36:04.032290 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:36:04.131164 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984ddaec-f5d6-4c97-8f21-1b1974651385 req-0e436e0c-ab20-45f2-b0d8-02743b88dc01 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:36:04.132644 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-984ddaec-f5d6-4c97-8f21-1b1974651385 req-0e436e0c-ab20-45f2-b0d8-02743b88dc01 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.65 "GET /networking/v2.0/networks?id=ff8319e2-24e1-46c8-a6e2-568f9c4503d6 HTTP/1.1" status: 200 len: 814 time: 0.1089108 Oct 03 13:36:04.197045 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-984ddaec-f5d6-4c97-8f21-1b1974651385 req-fba95fe0-cd24-4bcd-b2cf-b1fd462a2945 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.65 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=d8e6dd58ff43419fa5b945bd08ef2931 HTTP/1.1" status: 200 len: 379 time: 0.0543091 Oct 03 13:36:04.299708 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.v2.base [req-984ddaec-f5d6-4c97-8f21-1b1974651385 req-63f73970-3cd4-4d0d-869a-d3922178adf9 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Request body: {'port': {'device_id': '0f9b4c95-6c82-4aca-97eb-44eb954c5ca0', 'network_id': 'ff8319e2-24e1-46c8-a6e2-568f9c4503d6', 'admin_state_up': True, 'tenant_id': 'd8e6dd58ff43419fa5b945bd08ef2931', 'security_groups': ['c3c71c15-105e-4312-9beb-7eac6c12317c']}} {{(pid=106268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 13:36:04.349391 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:36:04.412798 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-984ddaec-f5d6-4c97-8f21-1b1974651385 req-63f73970-3cd4-4d0d-869a-d3922178adf9 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Made reservation on behalf of d8e6dd58ff43419fa5b945bd08ef2931 for: {'port': 1} {{(pid=106268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 13:36:04.417566 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-984ddaec-f5d6-4c97-8f21-1b1974651385 req-63f73970-3cd4-4d0d-869a-d3922178adf9 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (None), before_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:36:04.536718 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b867fb-2c83-4553-9c2c-17ddfb1aa794 req-e83a8e38-b490-4842-9fad-ae6dc9e9c0f1 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:36:04.538215 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-a6b867fb-2c83-4553-9c2c-17ddfb1aa794 req-e83a8e38-b490-4842-9fad-ae6dc9e9c0f1 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=959d25e3-1620-4fb7-836c-7d55711fda46 HTTP/1.1" status: 200 len: 945 time: 0.0676129 Oct 03 13:36:04.610683 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.db.db_base_plugin_common [req-984ddaec-f5d6-4c97-8f21-1b1974651385 req-63f73970-3cd4-4d0d-869a-d3922178adf9 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Allocated IP 172.20.0.8 (ff8319e2-24e1-46c8-a6e2-568f9c4503d6/c7cf38c1-e397-42ce-8b92-f0af8056be43/a5a296ca-8101-49f0-b8d4-84e8c485eb14) {{(pid=106268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 13:36:04.633259 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-a6b867fb-2c83-4553-9c2c-17ddfb1aa794 req-28948031-9d0d-46e1-8963-eda6662a0a3d tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=18aa4cd3-ce8c-4a9f-97a8-618d254f1359&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725126 Oct 03 13:36:04.771210 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-984ddaec-f5d6-4c97-8f21-1b1974651385 req-63f73970-3cd4-4d0d-869a-d3922178adf9 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Publish callbacks [] for port (a5a296ca-8101-49f0-b8d4-84e8c485eb14), precommit_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:36:04.803355 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-984ddaec-f5d6-4c97-8f21-1b1974651385 req-63f73970-3cd4-4d0d-869a-d3922178adf9 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751014656988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25417805'] for port (a5a296ca-8101-49f0-b8d4-84e8c485eb14), after_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:36:04.849410 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-984ddaec-f5d6-4c97-8f21-1b1974651385 req-63f73970-3cd4-4d0d-869a-d3922178adf9 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Network ff8319e2-24e1-46c8-a6e2-568f9c4503d6 is already hosted by enough agents. {{(pid=106268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 13:36:04.854718 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.scheduler.base_scheduler [req-984ddaec-f5d6-4c97-8f21-1b1974651385 req-63f73970-3cd4-4d0d-869a-d3922178adf9 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Resources bound (agent type, host, resource id): {{(pid=106268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 13:36:04.857376 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.db.l3_dvrscheduler_db [req-984ddaec-f5d6-4c97-8f21-1b1974651385 req-63f73970-3cd4-4d0d-869a-d3922178adf9 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Received port after_create {{(pid=106268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 13:36:04.862315 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f73970-3cd4-4d0d-869a-d3922178adf9 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Pushing event updated for resources: {'Port': ['ID=a5a296ca-8101-49f0-b8d4-84e8c485eb14,revision_number=1']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:36:04.876570 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-7fca915a-336a-4eff-bcbd-d40d4ec5c6a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (94180321-47b1-4b5c-b620-b1b0a31df446), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:36:04.923655 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984ddaec-f5d6-4c97-8f21-1b1974651385 req-63f73970-3cd4-4d0d-869a-d3922178adf9 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:36:04.924353 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-984ddaec-f5d6-4c97-8f21-1b1974651385 req-63f73970-3cd4-4d0d-869a-d3922178adf9 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512321'] for port (None), before_response {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:36:04.937167 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b36a83-a740-42b5-92b3-3cebde43fbd5 req-6eea03d4-3598-4e80-a60d-e1412aefbef6 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:36:04.939148 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-27b36a83-a740-42b5-92b3-3cebde43fbd5 req-6eea03d4-3598-4e80-a60d-e1412aefbef6 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=0f9b4c95-6c82-4aca-97eb-44eb954c5ca0 HTTP/1.1" status: 200 len: 931 time: 0.0537746 Oct 03 13:36:04.943731 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-984ddaec-f5d6-4c97-8f21-1b1974651385 req-63f73970-3cd4-4d0d-869a-d3922178adf9 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.65 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6478655 Oct 03 13:36:04.957745 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.v2.base [req-984ddaec-f5d6-4c97-8f21-1b1974651385 req-c039a1e8-38de-46d3-a2a2-1e195cba50db service neutron] Request body: {'port': {'device_id': '0f9b4c95-6c82-4aca-97eb-44eb954c5ca0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86009'}} {{(pid=106268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 13:36:04.985104 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:36:05.007008 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-27b36a83-a740-42b5-92b3-3cebde43fbd5 req-3cfcd0bd-f6b4-4a56-82cf-8d9d78189843 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=c3c71c15-105e-4312-9beb-7eac6c12317c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601335 Oct 03 13:36:05.030996 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-984ddaec-f5d6-4c97-8f21-1b1974651385 req-c039a1e8-38de-46d3-a2a2-1e195cba50db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (a5a296ca-8101-49f0-b8d4-84e8c485eb14), before_update {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:36:05.104718 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.provisioning_blocks [None req-620f40c5-49b4-47e7-8dce-890131c0e49e None None] Provisioning complete for port a5a296ca-8101-49f0-b8d4-84e8c485eb14 triggered by entity DHCP. {{(pid=106270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 13:36:05.105091 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-620f40c5-49b4-47e7-8dce-890131c0e49e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1340199'] for port (a5a296ca-8101-49f0-b8d4-84e8c485eb14), provisioning_complete {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:36:05.105426 dv-cinder-860090-1-iscsi neutron-server[106270]: INFO neutron.plugins.ml2.plugin [None req-620f40c5-49b4-47e7-8dce-890131c0e49e None None] Attempt 1 to provision port a5a296ca-8101-49f0-b8d4-84e8c485eb14 Oct 03 13:36:05.138818 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-620f40c5-49b4-47e7-8dce-890131c0e49e None None] Port a5a296ca-8101-49f0-b8d4-84e8c485eb14 cannot update to ACTIVE because it is not bound. {{(pid=106270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 03 13:36:05.191246 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:36:05.289321 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.notifiers.nova [req-984ddaec-f5d6-4c97-8f21-1b1974651385 req-c039a1e8-38de-46d3-a2a2-1e195cba50db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5a296ca-8101-49f0-b8d4-84e8c485eb14 {{(pid=106268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 03 13:36:05.297871 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-984ddaec-f5d6-4c97-8f21-1b1974651385 req-c039a1e8-38de-46d3-a2a2-1e195cba50db service neutron] Publish callbacks [] for port (a5a296ca-8101-49f0-b8d4-84e8c485eb14), precommit_update {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:36:05.311721 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.db.provisioning_blocks [req-984ddaec-f5d6-4c97-8f21-1b1974651385 req-c039a1e8-38de-46d3-a2a2-1e195cba50db service neutron] Transition to ACTIVE for port object a5a296ca-8101-49f0-b8d4-84e8c485eb14 will not be triggered until provisioned by entity L2. {{(pid=106268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 03 13:36:05.315545 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-984ddaec-f5d6-4c97-8f21-1b1974651385 req-c039a1e8-38de-46d3-a2a2-1e195cba50db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751015143617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751014657006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751014658052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25417910'] for port (a5a296ca-8101-49f0-b8d4-84e8c485eb14), after_update {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:36:05.399869 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c039a1e8-38de-46d3-a2a2-1e195cba50db service neutron] Pushing event updated for resources: {'Port': ['ID=a5a296ca-8101-49f0-b8d4-84e8c485eb14,revision_number=2']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:36:05.428484 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.managers [req-984ddaec-f5d6-4c97-8f21-1b1974651385 req-c039a1e8-38de-46d3-a2a2-1e195cba50db service neutron] Attempting to bind port a5a296ca-8101-49f0-b8d4-84e8c485eb14 on host hv-cinder-86009 for vnic_type normal with profile {{(pid=106268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 13:36:05.428814 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.managers [req-984ddaec-f5d6-4c97-8f21-1b1974651385 req-c039a1e8-38de-46d3-a2a2-1e195cba50db service neutron] Attempting to bind port a5a296ca-8101-49f0-b8d4-84e8c485eb14 by drivers openvswitch,hyperv on host hv-cinder-86009 at level 0 using segments [{'id': '2cd7ae88-a108-4db9-b508-67961f878f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'ff8319e2-24e1-46c8-a6e2-568f9c4503d6'}] {{(pid=106268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 13:36:05.429138 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984ddaec-f5d6-4c97-8f21-1b1974651385 req-c039a1e8-38de-46d3-a2a2-1e195cba50db service neutron] Attempting to bind port a5a296ca-8101-49f0-b8d4-84e8c485eb14 on network ff8319e2-24e1-46c8-a6e2-568f9c4503d6 {{(pid=106268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 13:36:05.470015 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984ddaec-f5d6-4c97-8f21-1b1974651385 req-c039a1e8-38de-46d3-a2a2-1e195cba50db service neutron] Port a5a296ca-8101-49f0-b8d4-84e8c485eb14 on network ff8319e2-24e1-46c8-a6e2-568f9c4503d6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86009 {{(pid=106268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 03 13:36:05.470259 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984ddaec-f5d6-4c97-8f21-1b1974651385 req-c039a1e8-38de-46d3-a2a2-1e195cba50db service neutron] Attempting to bind port a5a296ca-8101-49f0-b8d4-84e8c485eb14 on network ff8319e2-24e1-46c8-a6e2-568f9c4503d6 {{(pid=106268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 13:36:05.514769 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984ddaec-f5d6-4c97-8f21-1b1974651385 req-c039a1e8-38de-46d3-a2a2-1e195cba50db service neutron] Checking agent: {'id': '1af51d63-a9c9-4bbe-9b0d-c8e0a80c641c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 13, 28, 37), 'started_at': datetime.datetime(2022, 10, 3, 13, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 13, 35, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 13:36:05.515099 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984ddaec-f5d6-4c97-8f21-1b1974651385 req-c039a1e8-38de-46d3-a2a2-1e195cba50db service neutron] Checking segment: {'id': '2cd7ae88-a108-4db9-b508-67961f878f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'ff8319e2-24e1-46c8-a6e2-568f9c4503d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 13:36:05.515487 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984ddaec-f5d6-4c97-8f21-1b1974651385 req-c039a1e8-38de-46d3-a2a2-1e195cba50db service neutron] Bound using segment: {'id': '2cd7ae88-a108-4db9-b508-67961f878f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'ff8319e2-24e1-46c8-a6e2-568f9c4503d6'} {{(pid=106268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 13:36:05.515922 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.managers [req-984ddaec-f5d6-4c97-8f21-1b1974651385 req-c039a1e8-38de-46d3-a2a2-1e195cba50db service neutron] Bound port: a5a296ca-8101-49f0-b8d4-84e8c485eb14, host: hv-cinder-86009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cd7ae88-a108-4db9-b508-67961f878f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'ff8319e2-24e1-46c8-a6e2-568f9c4503d6'}}] {{(pid=106268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 13:36:05.516274 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-984ddaec-f5d6-4c97-8f21-1b1974651385 req-c039a1e8-38de-46d3-a2a2-1e195cba50db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (a5a296ca-8101-49f0-b8d4-84e8c485eb14), before_update {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:36:05.580466 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.db [req-984ddaec-f5d6-4c97-8f21-1b1974651385 req-c039a1e8-38de-46d3-a2a2-1e195cba50db service neutron] For port a5a296ca-8101-49f0-b8d4-84e8c485eb14, host hv-cinder-86009, cleared binding levels {{(pid=106268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 13:36:05.583417 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.db [req-984ddaec-f5d6-4c97-8f21-1b1974651385 req-c039a1e8-38de-46d3-a2a2-1e195cba50db service neutron] For port a5a296ca-8101-49f0-b8d4-84e8c485eb14, host hv-cinder-86009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86009',level=0,port_id=a5a296ca-8101-49f0-b8d4-84e8c485eb14,segment=NetworkSegment(2cd7ae88-a108-4db9-b508-67961f878f9a),segment_id=2cd7ae88-a108-4db9-b508-67961f878f9a)] {{(pid=106268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 13:36:05.590284 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-984ddaec-f5d6-4c97-8f21-1b1974651385 req-c039a1e8-38de-46d3-a2a2-1e195cba50db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751015143617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751014657006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751014658052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25417910'] for port (a5a296ca-8101-49f0-b8d4-84e8c485eb14), after_update {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:36:05.594346 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984ddaec-f5d6-4c97-8f21-1b1974651385 req-c039a1e8-38de-46d3-a2a2-1e195cba50db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:36:05.594940 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-984ddaec-f5d6-4c97-8f21-1b1974651385 req-c039a1e8-38de-46d3-a2a2-1e195cba50db service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512321'] for port (None), before_response {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:36:05.596275 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-984ddaec-f5d6-4c97-8f21-1b1974651385 req-c039a1e8-38de-46d3-a2a2-1e195cba50db service neutron] 10.222.0.65 "PUT /networking/v2.0/ports/a5a296ca-8101-49f0-b8d4-84e8c485eb14 HTTP/1.1" status: 200 len: 1093 time: 0.6428053 Oct 03 13:36:05.597735 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f9b4c95-6c82-4aca-97eb-44eb954c5ca0', 'tag': 'a5a296ca-8101-49f0-b8d4-84e8c485eb14'}] {{(pid=106268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 13:36:05.599930 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd70873512ffc397a2b7ac25ee02414627e7506f7787b64d61dc92e00300ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3203a734-22d1-41a6-a8c3-1e2f099d803b" -d '{"events": [{"name": "network-changed", "server_uuid": "0f9b4c95-6c82-4aca-97eb-44eb954c5ca0", "tag": "a5a296ca-8101-49f0-b8d4-84e8c485eb14"}]}' {{(pid=106268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 13:36:05.647373 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c039a1e8-38de-46d3-a2a2-1e195cba50db service neutron] Pushing event updated for resources: {'Port': ['ID=a5a296ca-8101-49f0-b8d4-84e8c485eb14,revision_number=3']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:36:05.668026 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 13:36:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83b854fb-58a4-4f3d-9d93-5238a3e2e891 x-openstack-request-id: req-83b854fb-58a4-4f3d-9d93-5238a3e2e891 {{(pid=106268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 13:36:05.668320 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f9b4c95-6c82-4aca-97eb-44eb954c5ca0", "tag": "a5a296ca-8101-49f0-b8d4-84e8c485eb14", "status": "completed", "code": 200}]} {{(pid=106268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 13:36:05.668581 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-83b854fb-58a4-4f3d-9d93-5238a3e2e891 {{(pid=106268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 13:36:05.668990 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83b854fb-58a4-4f3d-9d93-5238a3e2e891'] response: {'name': 'network-changed', 'server_uuid': '0f9b4c95-6c82-4aca-97eb-44eb954c5ca0', 'tag': 'a5a296ca-8101-49f0-b8d4-84e8c485eb14', 'status': 'completed', 'code': 200} Oct 03 13:36:05.696407 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984ddaec-f5d6-4c97-8f21-1b1974651385 req-4d6aa927-bf3e-4f16-8d37-1a564d3ef2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:36:05.698007 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-984ddaec-f5d6-4c97-8f21-1b1974651385 req-4d6aa927-bf3e-4f16-8d37-1a564d3ef2a7 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=d8e6dd58ff43419fa5b945bd08ef2931&device_id=0f9b4c95-6c82-4aca-97eb-44eb954c5ca0 HTTP/1.1" status: 200 len: 1127 time: 0.0416601 Oct 03 13:36:05.743805 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-984ddaec-f5d6-4c97-8f21-1b1974651385 req-82c450a7-9c50-47b0-b772-f360c560f2ac service neutron] 10.222.0.65 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a5a296ca-8101-49f0-b8d4-84e8c485eb14 HTTP/1.1" status: 200 len: 217 time: 0.0369792 Oct 03 13:36:05.761211 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a6f691-1979-4b98-b241-90808c4c7893 req-31bb2994-c114-48b1-b79c-791426308cb9 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:36:05.762339 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-16a6f691-1979-4b98-b241-90808c4c7893 req-31bb2994-c114-48b1-b79c-791426308cb9 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=959d25e3-1620-4fb7-836c-7d55711fda46 HTTP/1.1" status: 200 len: 945 time: 0.0469644 Oct 03 13:36:05.803342 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984ddaec-f5d6-4c97-8f21-1b1974651385 req-3cf0764f-acc7-419c-958c-f9813954ad30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:36:05.804805 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-984ddaec-f5d6-4c97-8f21-1b1974651385 req-3cf0764f-acc7-419c-958c-f9813954ad30 service neutron] 10.222.0.65 "GET /networking/v2.0/subnets?id=c7cf38c1-e397-42ce-8b92-f0af8056be43 HTTP/1.1" status: 200 len: 853 time: 0.0515738 Oct 03 13:36:05.818224 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-16a6f691-1979-4b98-b241-90808c4c7893 req-efde8122-a911-4edb-9ff3-29c4293f53a6 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=18aa4cd3-ce8c-4a9f-97a8-618d254f1359&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494616 Oct 03 13:36:05.851526 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984ddaec-f5d6-4c97-8f21-1b1974651385 req-c983d0b6-6c11-45d5-b320-18d92d7f0990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:36:05.853024 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-984ddaec-f5d6-4c97-8f21-1b1974651385 req-c983d0b6-6c11-45d5-b320-18d92d7f0990 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?network_id=ff8319e2-24e1-46c8-a6e2-568f9c4503d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0386970 Oct 03 13:36:05.924209 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:36:05.959649 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-984ddaec-f5d6-4c97-8f21-1b1974651385 req-21c6c5ff-fc2a-4bc7-b471-33b4033b64cb service neutron] 10.222.0.65 "GET /networking/v2.0/networks/ff8319e2-24e1-46c8-a6e2-568f9c4503d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929325 Oct 03 13:36:06.062811 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-984ddaec-f5d6-4c97-8f21-1b1974651385 req-c4a0ba53-eca3-44ec-b72c-8ddaa492c584 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/ff8319e2-24e1-46c8-a6e2-568f9c4503d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930917 Oct 03 13:36:06.131322 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-1bb28928-3e93-41c9-8900-1ecfb790b160 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (5eabf47d-5620-4e94-9269-ef19fe52be68), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:36:06.131919 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5135e71f-e4a9-4928-941f-b85929bfeecd req-ad5b6d59-9f82-4055-a629-b067b02d9494 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:36:06.133230 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-5135e71f-e4a9-4928-941f-b85929bfeecd req-ad5b6d59-9f82-4055-a629-b067b02d9494 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=0f9b4c95-6c82-4aca-97eb-44eb954c5ca0 HTTP/1.1" status: 200 len: 943 time: 0.0520570 Oct 03 13:36:06.151788 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:36:06.183298 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-5135e71f-e4a9-4928-941f-b85929bfeecd req-da402998-2bf3-477f-83c7-24dc1c74558a tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=c3c71c15-105e-4312-9beb-7eac6c12317c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440350 Oct 03 13:36:06.946975 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d74912-d921-4f1f-aa13-097152a7b7d0 req-161a3790-958f-4b4f-b748-b70a5b0602e7 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:36:06.949204 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-d7d74912-d921-4f1f-aa13-097152a7b7d0 req-161a3790-958f-4b4f-b748-b70a5b0602e7 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=959d25e3-1620-4fb7-836c-7d55711fda46 HTTP/1.1" status: 200 len: 945 time: 0.0517039 Oct 03 13:36:06.997182 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-d7d74912-d921-4f1f-aa13-097152a7b7d0 req-296f4da4-2321-447c-a863-2541ea5b17ba tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=18aa4cd3-ce8c-4a9f-97a8-618d254f1359&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419867 Oct 03 13:36:07.105748 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Device a5a296ca-8101-49f0-b8d4-84e8c485eb14 details requested by agent hyperv_hv-cinder-86009 with host hv-cinder-86009 {{(pid=106270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 03 13:36:07.207362 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:36:07.209351 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.db [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] For port a5a296ca-8101-49f0-b8d4-84e8c485eb14, host hv-cinder-86009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86009',level=0,port_id=a5a296ca-8101-49f0-b8d4-84e8c485eb14,segment=NetworkSegment(2cd7ae88-a108-4db9-b508-67961f878f9a),segment_id=2cd7ae88-a108-4db9-b508-67961f878f9a)] {{(pid=106270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 13:36:07.222944 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Returning: {'device': 'a5a296ca-8101-49f0-b8d4-84e8c485eb14', 'network_id': 'ff8319e2-24e1-46c8-a6e2-568f9c4503d6', 'port_id': 'a5a296ca-8101-49f0-b8d4-84e8c485eb14', 'mac_address': 'fa:16:3e:56:22:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7cf38c1-e397-42ce-8b92-f0af8056be43', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 03 13:36:07.249418 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:36:07.260900 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Current status of the port a5a296ca-8101-49f0-b8d4-84e8c485eb14 is: DOWN; New status is: BUILD {{(pid=106270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 13:36:07.261402 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (a5a296ca-8101-49f0-b8d4-84e8c485eb14), before_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:36:07.275044 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.notifiers.nova [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5a296ca-8101-49f0-b8d4-84e8c485eb14 {{(pid=106270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 03 13:36:07.297145 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.db [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] For port a5a296ca-8101-49f0-b8d4-84e8c485eb14, host hv-cinder-86009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86009',level=0,port_id=a5a296ca-8101-49f0-b8d4-84e8c485eb14,segment=NetworkSegment(2cd7ae88-a108-4db9-b508-67961f878f9a),segment_id=2cd7ae88-a108-4db9-b508-67961f878f9a)] {{(pid=106270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 13:36:07.303249 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751015143617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751014657006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751014658052'] for port (a5a296ca-8101-49f0-b8d4-84e8c485eb14), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:36:07.337043 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c866c16b-0f87-4205-9a1a-7d2094219739 req-92ec276a-824e-474c-82c2-990cd28a2b35 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:36:07.339115 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-c866c16b-0f87-4205-9a1a-7d2094219739 req-92ec276a-824e-474c-82c2-990cd28a2b35 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=0f9b4c95-6c82-4aca-97eb-44eb954c5ca0 HTTP/1.1" status: 200 len: 943 time: 0.0780437 Oct 03 13:36:07.340510 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3203a734-22d1-41a6-a8c3-1e2f099d803b req-d5da8b55-0a37-48c1-a806-065ffda47d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:36:07.341835 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-3203a734-22d1-41a6-a8c3-1e2f099d803b req-d5da8b55-0a37-48c1-a806-065ffda47d70 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=d8e6dd58ff43419fa5b945bd08ef2931&device_id=0f9b4c95-6c82-4aca-97eb-44eb954c5ca0 HTTP/1.1" status: 200 len: 1127 time: 0.0715814 Oct 03 13:36:07.356987 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Pushing event updated for resources: {'Port': ['ID=a5a296ca-8101-49f0-b8d4-84e8c485eb14,revision_number=4']} {{(pid=106270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:36:07.364048 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:36:07.364390 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:36:07.364728 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:36:07.365081 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:36:07.365391 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:36:07.365743 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:36:07.366066 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:36:07.366391 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:36:07.366715 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:36:07.367035 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:36:07.367361 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:36:07.367703 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:36:07.368025 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:36:07.368342 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:36:07.368657 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:36:07.446498 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-c866c16b-0f87-4205-9a1a-7d2094219739 req-93498e8e-3933-4313-9df0-591d7ed29e90 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=c3c71c15-105e-4312-9beb-7eac6c12317c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1001065 Oct 03 13:36:07.472619 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3203a734-22d1-41a6-a8c3-1e2f099d803b req-e945e312-996a-4e3e-a6a0-785989466348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:36:07.474094 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-3203a734-22d1-41a6-a8c3-1e2f099d803b req-e945e312-996a-4e3e-a6a0-785989466348 service neutron] 10.222.0.65 "GET /networking/v2.0/networks?id=ff8319e2-24e1-46c8-a6e2-568f9c4503d6 HTTP/1.1" status: 200 len: 915 time: 0.1217320 Oct 03 13:36:07.482832 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (d46c7ed5-c451-4a76-ab3f-ab8e3ea4a5ec), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:36:07.528816 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-3203a734-22d1-41a6-a8c3-1e2f099d803b req-6c890ec9-aaa7-45da-b990-9962eef620f2 service neutron] 10.222.0.65 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a5a296ca-8101-49f0-b8d4-84e8c485eb14 HTTP/1.1" status: 200 len: 217 time: 0.0375540 Oct 03 13:36:07.582411 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3203a734-22d1-41a6-a8c3-1e2f099d803b req-f44db21c-f4f5-4c97-b200-3dcbabcab459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:36:07.583928 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-3203a734-22d1-41a6-a8c3-1e2f099d803b req-f44db21c-f4f5-4c97-b200-3dcbabcab459 service neutron] 10.222.0.65 "GET /networking/v2.0/subnets?id=c7cf38c1-e397-42ce-8b92-f0af8056be43 HTTP/1.1" status: 200 len: 853 time: 0.0485787 Oct 03 13:36:07.633075 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-9b3e6be4-ae7f-4a46-812d-719b0ca73959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (3cd5b2bb-c81a-4ce3-a212-a51c5aa706bd), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:36:07.634072 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3203a734-22d1-41a6-a8c3-1e2f099d803b req-f8aeaded-7781-48e5-b55f-5f7b0ca1aec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:36:07.636343 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-3203a734-22d1-41a6-a8c3-1e2f099d803b req-f8aeaded-7781-48e5-b55f-5f7b0ca1aec8 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?network_id=ff8319e2-24e1-46c8-a6e2-568f9c4503d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0419784 Oct 03 13:36:07.637287 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.db [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] get_ports_and_sgs() called for port_ids ['a5a296ca-8101-49f0-b8d4-84e8c485eb14'] {{(pid=106270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 03 13:36:07.734596 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-3203a734-22d1-41a6-a8c3-1e2f099d803b req-3a8e1b90-4ce2-419d-b388-0254e379cde9 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/ff8319e2-24e1-46c8-a6e2-568f9c4503d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913169 Oct 03 13:36:07.830735 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-3203a734-22d1-41a6-a8c3-1e2f099d803b req-aa2d99cf-4098-4a00-ba3a-96d9af833efa service neutron] 10.222.0.65 "GET /networking/v2.0/networks/ff8319e2-24e1-46c8-a6e2-568f9c4503d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886621 Oct 03 13:36:08.119094 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e94514-cf2b-4901-84d9-209d88b8ecc8 req-bdd8e452-ffc9-432c-8c08-15b04bf2a7ea tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:36:08.124252 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-b6e94514-cf2b-4901-84d9-209d88b8ecc8 req-bdd8e452-ffc9-432c-8c08-15b04bf2a7ea tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=959d25e3-1620-4fb7-836c-7d55711fda46 HTTP/1.1" status: 200 len: 945 time: 0.0458908 Oct 03 13:36:08.168442 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-b6e94514-cf2b-4901-84d9-209d88b8ecc8 req-65ef79e1-bd0d-48a5-a86c-9eb9dbfaf970 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=18aa4cd3-ce8c-4a9f-97a8-618d254f1359&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414429 Oct 03 13:36:08.457340 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (1af51d63-a9c9-4bbe-9b0d-c8e0a80c641c), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:36:08.577499 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151ba7a1-b8aa-4ca6-a680-6940239b214f req-67de92ef-db7a-4f0e-b28d-75b3283630b9 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:36:08.578974 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-151ba7a1-b8aa-4ca6-a680-6940239b214f req-67de92ef-db7a-4f0e-b28d-75b3283630b9 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=0f9b4c95-6c82-4aca-97eb-44eb954c5ca0 HTTP/1.1" status: 200 len: 944 time: 0.0492833 Oct 03 13:36:08.631207 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-151ba7a1-b8aa-4ca6-a680-6940239b214f req-04b64fa4-23ee-4300-a697-29af8f6178bc tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=c3c71c15-105e-4312-9beb-7eac6c12317c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464768 Oct 03 13:36:08.928646 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:36:08.930502 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=8,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:36:09.105466 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Device a5a296ca-8101-49f0-b8d4-84e8c485eb14 up at agent hyperv_hv-cinder-86009 {{(pid=106270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 13:36:09.153520 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.provisioning_blocks [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Provisioning for port a5a296ca-8101-49f0-b8d4-84e8c485eb14 completed by entity L2. {{(pid=106270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 03 13:36:09.159753 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.provisioning_blocks [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Provisioning complete for port a5a296ca-8101-49f0-b8d4-84e8c485eb14 triggered by entity L2. {{(pid=106270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 13:36:09.160134 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1340199'] for port (a5a296ca-8101-49f0-b8d4-84e8c485eb14), provisioning_complete {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:36:09.160481 dv-cinder-860090-1-iscsi neutron-server[106270]: INFO neutron.plugins.ml2.plugin [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Attempt 1 to provision port a5a296ca-8101-49f0-b8d4-84e8c485eb14 Oct 03 13:36:09.240089 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Current status of the port a5a296ca-8101-49f0-b8d4-84e8c485eb14 is: BUILD; New status is: ACTIVE {{(pid=106270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 13:36:09.240476 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (a5a296ca-8101-49f0-b8d4-84e8c485eb14), before_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:36:09.264753 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f9b4c95-6c82-4aca-97eb-44eb954c5ca0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5a296ca-8101-49f0-b8d4-84e8c485eb14'}] {{(pid=106270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 13:36:09.267000 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}560c9627402e85393d05fbb3c51e26d9631cba9dc4b6297c571b83e08b497dad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-088a6d55-bd2a-43df-91f2-e8ea0384a134" -d '{"events": [{"server_uuid": "0f9b4c95-6c82-4aca-97eb-44eb954c5ca0", "name": "network-vif-plugged", "status": "completed", "tag": "a5a296ca-8101-49f0-b8d4-84e8c485eb14"}]}' {{(pid=106270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 13:36:09.279618 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.db [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] For port a5a296ca-8101-49f0-b8d4-84e8c485eb14, host hv-cinder-86009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86009',level=0,port_id=a5a296ca-8101-49f0-b8d4-84e8c485eb14,segment=NetworkSegment(2cd7ae88-a108-4db9-b508-67961f878f9a),segment_id=2cd7ae88-a108-4db9-b508-67961f878f9a)] {{(pid=106270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 13:36:09.283351 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751015143617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751014657006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751014658052'] for port (a5a296ca-8101-49f0-b8d4-84e8c485eb14), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:36:09.299178 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4a0190-d711-4c01-86ef-c0faa1b944c7 req-9742666e-5acb-4fd7-8fdc-0fcf3f613dae tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:36:09.301433 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-5a4a0190-d711-4c01-86ef-c0faa1b944c7 req-9742666e-5acb-4fd7-8fdc-0fcf3f613dae tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=959d25e3-1620-4fb7-836c-7d55711fda46 HTTP/1.1" status: 200 len: 945 time: 0.0502131 Oct 03 13:36:09.314977 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 13:36:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e30737d6-69eb-4b75-8f3f-0c5f0b75e4c2 x-openstack-request-id: req-e30737d6-69eb-4b75-8f3f-0c5f0b75e4c2 {{(pid=106270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 13:36:09.315289 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f9b4c95-6c82-4aca-97eb-44eb954c5ca0", "name": "network-vif-plugged", "status": "completed", "tag": "a5a296ca-8101-49f0-b8d4-84e8c485eb14", "code": 200}]} {{(pid=106270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 13:36:09.315544 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e30737d6-69eb-4b75-8f3f-0c5f0b75e4c2 {{(pid=106270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 13:36:09.315929 dv-cinder-860090-1-iscsi neutron-server[106270]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e30737d6-69eb-4b75-8f3f-0c5f0b75e4c2'] response: {'server_uuid': '0f9b4c95-6c82-4aca-97eb-44eb954c5ca0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5a296ca-8101-49f0-b8d4-84e8c485eb14', 'code': 200} Oct 03 13:36:09.339241 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Pushing event updated for resources: {'Port': ['ID=a5a296ca-8101-49f0-b8d4-84e8c485eb14,revision_number=5']} {{(pid=106270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:36:09.361003 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-5a4a0190-d711-4c01-86ef-c0faa1b944c7 req-927395a7-d3a8-4ae1-a755-18f6555ecd9f tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=18aa4cd3-ce8c-4a9f-97a8-618d254f1359&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541410 Oct 03 13:36:09.552168 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec4b998-ceef-48c2-a4a3-a00c0fd90a6e req-c32ecd7d-06d6-4d62-81ed-79855a66cbf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:36:09.553722 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-4ec4b998-ceef-48c2-a4a3-a00c0fd90a6e req-c32ecd7d-06d6-4d62-81ed-79855a66cbf4 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?device_id=0f9b4c95-6c82-4aca-97eb-44eb954c5ca0 HTTP/1.1" status: 200 len: 1129 time: 0.0964854 Oct 03 13:36:09.597978 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-4ec4b998-ceef-48c2-a4a3-a00c0fd90a6e req-6cba740d-41c2-427a-947f-a30e5749faca service neutron] 10.222.0.65 "GET /networking/v2.0/security-groups?id=c3c71c15-105e-4312-9beb-7eac6c12317c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374720 Oct 03 13:36:09.744241 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=100 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:36:09.752983 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981c5c6a-7bee-4acc-b816-07a65612d3d0 req-1de2488b-cecd-4d2d-896c-67db7b2defb7 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:36:09.754505 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-981c5c6a-7bee-4acc-b816-07a65612d3d0 req-1de2488b-cecd-4d2d-896c-67db7b2defb7 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=0f9b4c95-6c82-4aca-97eb-44eb954c5ca0 HTTP/1.1" status: 200 len: 945 time: 0.0476208 Oct 03 13:36:09.801659 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-981c5c6a-7bee-4acc-b816-07a65612d3d0 req-b046dff8-a333-4dcc-8d16-21381b02a9cd tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=c3c71c15-105e-4312-9beb-7eac6c12317c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415750 Oct 03 13:36:10.483756 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce3999b-3029-49aa-9b81-1e15ae18b38e req-5a7d7b96-b78c-4e83-95bd-e8301c6f6f77 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:36:10.485244 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-4ce3999b-3029-49aa-9b81-1e15ae18b38e req-5a7d7b96-b78c-4e83-95bd-e8301c6f6f77 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=959d25e3-1620-4fb7-836c-7d55711fda46 HTTP/1.1" status: 200 len: 945 time: 0.0463696 Oct 03 13:36:10.540610 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-4ce3999b-3029-49aa-9b81-1e15ae18b38e req-d6e03843-017a-4535-817c-9421eb732fa5 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=18aa4cd3-ce8c-4a9f-97a8-618d254f1359&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492210 Oct 03 13:36:11.163455 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c95b395-fbf7-47a1-a42c-036fadddfa0a req-48e15f34-b6a2-429e-898d-66119aae4529 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:36:11.164854 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-0c95b395-fbf7-47a1-a42c-036fadddfa0a req-48e15f34-b6a2-429e-898d-66119aae4529 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=0f9b4c95-6c82-4aca-97eb-44eb954c5ca0 HTTP/1.1" status: 200 len: 945 time: 0.2870708 Oct 03 13:36:11.213167 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-0c95b395-fbf7-47a1-a42c-036fadddfa0a req-96444e3a-d29b-4507-81e9-f18c5e3c1d2a tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=c3c71c15-105e-4312-9beb-7eac6c12317c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423431 Oct 03 13:36:11.667833 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893a17b5-e57d-44ee-aac0-4eb5e4920b73 req-9f3c8418-50d7-4b5e-bd87-322d22c063fd tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:36:11.669334 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-893a17b5-e57d-44ee-aac0-4eb5e4920b73 req-9f3c8418-50d7-4b5e-bd87-322d22c063fd tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=959d25e3-1620-4fb7-836c-7d55711fda46 HTTP/1.1" status: 200 len: 945 time: 0.0475216 Oct 03 13:36:11.731915 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-893a17b5-e57d-44ee-aac0-4eb5e4920b73 req-76b3ab69-7290-48dd-aaf4-7efb37846c12 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=18aa4cd3-ce8c-4a9f-97a8-618d254f1359&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567861 Oct 03 13:36:12.343268 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d113249-5624-47e1-bf9e-650c5642c0b1 req-c92b51a7-440c-484c-a108-60d94255d742 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:36:12.345019 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-5d113249-5624-47e1-bf9e-650c5642c0b1 req-c92b51a7-440c-484c-a108-60d94255d742 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=0f9b4c95-6c82-4aca-97eb-44eb954c5ca0 HTTP/1.1" status: 200 len: 945 time: 0.0522859 Oct 03 13:36:12.394959 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-5d113249-5624-47e1-bf9e-650c5642c0b1 req-f11651cc-9177-4367-a3b5-972720068512 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=c3c71c15-105e-4312-9beb-7eac6c12317c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439904 Oct 03 13:36:12.531346 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95facd50-28f7-4cc3-814e-aec501c35a3b req-dfb1283c-a697-422d-bb7c-05c5c8317384 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:36:12.532897 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-95facd50-28f7-4cc3-814e-aec501c35a3b req-dfb1283c-a697-422d-bb7c-05c5c8317384 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=0f9b4c95-6c82-4aca-97eb-44eb954c5ca0 HTTP/1.1" status: 200 len: 945 time: 0.0540287 Oct 03 13:36:12.544051 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 34330) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:36:12.548486 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.v2.base [None req-60accc6c-0291-4f98-8a1d-3784db0398a1 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Request body: {'floatingip': {'port_id': 'a5a296ca-8101-49f0-b8d4-84e8c485eb14'}} {{(pid=106269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 13:36:12.587374 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-60accc6c-0291-4f98-8a1d-3784db0398a1 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Publish callbacks [] for floatingip (c26023e2-e43d-4d12-9923-cc7fb8766067), before_update {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:36:12.733216 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=100 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:36:12.834949 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:DELETE=2,neutron:SELECT=98 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:36:12.871120 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d152bc-2508-4202-a7bd-182f70326b1e req-cb4a4bd4-13a7-4d44-97f6-5d957c4f8633 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:36:12.872631 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-93d152bc-2508-4202-a7bd-182f70326b1e req-cb4a4bd4-13a7-4d44-97f6-5d957c4f8633 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=959d25e3-1620-4fb7-836c-7d55711fda46 HTTP/1.1" status: 200 len: 945 time: 0.0516100 Oct 03 13:36:12.894855 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=100 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:36:12.923498 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-93d152bc-2508-4202-a7bd-182f70326b1e req-76f51f24-0a63-4125-9ed2-7e7138ce8773 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=18aa4cd3-ce8c-4a9f-97a8-618d254f1359&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441358 Oct 03 13:36:13.025412 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-60accc6c-0291-4f98-8a1d-3784db0398a1 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:36:13.029792 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-60accc6c-0291-4f98-8a1d-3784db0398a1 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3722562'] for floatingip (c26023e2-e43d-4d12-9923-cc7fb8766067), after_update {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:36:13.367316 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.db.l3_db [None req-60accc6c-0291-4f98-8a1d-3784db0398a1 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Floating IP c26023e2-e43d-4d12-9923-cc7fb8766067 associated. External IP: 172.27.1.237, port: a5a296ca-8101-49f0-b8d4-84e8c485eb14. Oct 03 13:36:13.393962 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.agents_db [None req-0a1e5e68-d5eb-461a-8b1a-39e3d06a9bb6 None None] Agent healthcheck: found 6 active agents {{(pid=106271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 03 13:36:13.565705 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60accc6c-0291-4f98-8a1d-3784db0398a1 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Router 9386ae84-3455-47c1-bf1e-ac1e7b8d81c7 has already been hosted by L3 agent 94180321-47b1-4b5c-b620-b1b0a31df446 {{(pid=106269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 03 13:36:13.670429 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60accc6c-0291-4f98-8a1d-3784db0398a1 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Notify agent at l3_agent.dv-cinder-860090-1-iscsi the message routers_updated {{(pid=106269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 13:36:13.675305 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-60accc6c-0291-4f98-8a1d-3784db0398a1 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512321'] for floatingip (None), before_response {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:36:13.680219 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05cb154d-77a2-4ebd-b887-9154b3a91776 None None] Sync routers for ids ['9386ae84-3455-47c1-bf1e-ac1e7b8d81c7'] in dv-cinder-860090-1-iscsi {{(pid=106270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 13:36:13.690298 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05cb154d-77a2-4ebd-b887-9154b3a91776 None None] Routers {'9386ae84-3455-47c1-bf1e-ac1e7b8d81c7'} bound to L3 agent in host dv-cinder-860090-1-iscsi {{(pid=106270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 13:36:13.690917 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_hamode_db [None req-05cb154d-77a2-4ebd-b887-9154b3a91776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860090-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-03T13:22:05Z,description=,heartbeat_timestamp=2022-10-03T13:36:05Z,host='dv-cinder-860090-1-iscsi',id=94180321-47b1-4b5c-b620-b1b0a31df446,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T13:22:05Z,topic='l3_agent')) {'router_ids': ['9386ae84-3455-47c1-bf1e-ac1e7b8d81c7'], 'active': True} {{(pid=106270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:36:13.705381 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-60accc6c-0291-4f98-8a1d-3784db0398a1 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "PUT /networking/v2.0/floatingips/c26023e2-e43d-4d12-9923-cc7fb8766067 HTTP/1.1" status: 200 len: 991 time: 1.1602437 Oct 03 13:36:13.706052 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f9b4c95-6c82-4aca-97eb-44eb954c5ca0', 'tag': 'a5a296ca-8101-49f0-b8d4-84e8c485eb14'}] {{(pid=106269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 13:36:13.708346 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b47918ded4abb292cd9624282dac8ea540c92c8d0d786a5a735fddaf1d274698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfb2e92a-8bda-4bbd-a1d0-784b1d693a4e" -d '{"events": [{"name": "network-changed", "server_uuid": "0f9b4c95-6c82-4aca-97eb-44eb954c5ca0", "tag": "a5a296ca-8101-49f0-b8d4-84e8c485eb14"}]}' {{(pid=106269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 13:36:13.749134 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 13:36:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-262eaf92-79ee-43b8-b0ea-942212ad80a6 x-openstack-request-id: req-262eaf92-79ee-43b8-b0ea-942212ad80a6 {{(pid=106269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 13:36:13.749875 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f9b4c95-6c82-4aca-97eb-44eb954c5ca0", "tag": "a5a296ca-8101-49f0-b8d4-84e8c485eb14", "status": "completed", "code": 200}]} {{(pid=106269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 13:36:13.749875 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-262eaf92-79ee-43b8-b0ea-942212ad80a6 {{(pid=106269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 13:36:13.750266 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.notifiers.nova [-] Nova event matching ['req-262eaf92-79ee-43b8-b0ea-942212ad80a6'] response: {'name': 'network-changed', 'server_uuid': '0f9b4c95-6c82-4aca-97eb-44eb954c5ca0', 'tag': 'a5a296ca-8101-49f0-b8d4-84e8c485eb14', 'status': 'completed', 'code': 200} Oct 03 13:36:13.797754 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_dvr_db [None req-05cb154d-77a2-4ebd-b887-9154b3a91776 None None] Set router 9386ae84-3455-47c1-bf1e-ac1e7b8d81c7 gateway port host: dv-cinder-860090-1-iscsi {{(pid=106270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 13:36:13.833120 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb2e92a-8bda-4bbd-a1d0-784b1d693a4e req-9d2144b8-f630-435f-9956-64037416e9da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:36:13.834661 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-cfb2e92a-8bda-4bbd-a1d0-784b1d693a4e req-9d2144b8-f630-435f-9956-64037416e9da service neutron] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=d8e6dd58ff43419fa5b945bd08ef2931&device_id=0f9b4c95-6c82-4aca-97eb-44eb954c5ca0 HTTP/1.1" status: 200 len: 1129 time: 0.0391722 Oct 03 13:36:13.932067 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:36:13.954399 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:36:13.961306 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb2e92a-8bda-4bbd-a1d0-784b1d693a4e req-b631cd93-a4ca-4b47-b048-e674e91a3205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:36:13.962741 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-cfb2e92a-8bda-4bbd-a1d0-784b1d693a4e req-b631cd93-a4ca-4b47-b048-e674e91a3205 service neutron] 10.222.0.65 "GET /networking/v2.0/networks?id=ff8319e2-24e1-46c8-a6e2-568f9c4503d6 HTTP/1.1" status: 200 len: 915 time: 0.0990319 Oct 03 13:36:14.023454 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_hamode_db [None req-05cb154d-77a2-4ebd-b887-9154b3a91776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9386ae84-3455-47c1-bf1e-ac1e7b8d81c7', 'name': 'tempest-AttachVolumeNegativeTest-724384781-router', 'tenant_id': 'd8e6dd58ff43419fa5b945bd08ef2931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'external_fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': '8f94ecf7-389a-462c-a841-f7b64d1eb55b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:30:29Z', 'updated_at': '2022-10-03T13:30:42Z', 'revision_number': 4, 'project_id': 'd8e6dd58ff43419fa5b945bd08ef2931', 'gw_port': {'id': '8f94ecf7-389a-462c-a841-f7b64d1eb55b', 'name': '', 'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:6b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9386ae84-3455-47c1-bf1e-ac1e7b8d81c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:30:30Z', 'updated_at': '2022-10-03T13:30:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860090-1-iscsi', '_floatingips': [{'id': 'c26023e2-e43d-4d12-9923-cc7fb8766067', 'tenant_id': 'd8e6dd58ff43419fa5b945bd08ef2931', 'floating_ip_address': '172.27.1.237', 'floating_network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'router_id': '9386ae84-3455-47c1-bf1e-ac1e7b8d81c7', 'port_id': 'a5a296ca-8101-49f0-b8d4-84e8c485eb14', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff8319e2-24e1-46c8-a6e2-568f9c4503d6', 'mac_address': 'fa:16:3e:56:22:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f9b4c95-6c82-4aca-97eb-44eb954c5ca0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T13:36:01Z', 'updated_at': '2022-10-03T13:36:12Z', 'revision_number': 1, 'project_id': 'd8e6dd58ff43419fa5b945bd08ef2931', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4348bdd0-49c7-4b40-a474-5fac87c13353', 'name': '', 'network_id': 'ff8319e2-24e1-46c8-a6e2-568f9c4503d6', 'tenant_id': 'd8e6dd58ff43419fa5b945bd08ef2931', 'mac_address': 'fa:16:3e:87:64:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9386ae84-3455-47c1-bf1e-ac1e7b8d81c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'c7cf38c1-e397-42ce-8b92-f0af8056be43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:30:37Z', 'updated_at': '2022-10-03T13:30:58Z', 'revision_number': 5, 'project_id': 'd8e6dd58ff43419fa5b945bd08ef2931', 'subnets': [{'id': 'c7cf38c1-e397-42ce-8b92-f0af8056be43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860090-1-iscsi', False) {} {{(pid=106270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:36:14.048824 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05cb154d-77a2-4ebd-b887-9154b3a91776 None None] Checking router: 9386ae84-3455-47c1-bf1e-ac1e7b8d81c7 for host: dv-cinder-860090-1-iscsi {{(pid=106270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 13:36:14.058965 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05cb154d-77a2-4ebd-b887-9154b3a91776 None None] Routers {'9386ae84-3455-47c1-bf1e-ac1e7b8d81c7'} bound to L3 agent in host dv-cinder-860090-1-iscsi {{(pid=106270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 13:36:14.059657 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_hamode_db [None req-05cb154d-77a2-4ebd-b887-9154b3a91776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860090-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-03T13:22:05Z,description=,heartbeat_timestamp=2022-10-03T13:36:05Z,host='dv-cinder-860090-1-iscsi',id=94180321-47b1-4b5c-b620-b1b0a31df446,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T13:22:05Z,topic='l3_agent')) {'router_ids': ['9386ae84-3455-47c1-bf1e-ac1e7b8d81c7'], 'active': True} {{(pid=106270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:36:14.076149 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c135c2c5-7565-4496-b280-ab0ea84b29dc req-3367e67d-0bcf-42a7-b429-87195e8c3404 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:36:14.077651 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-c135c2c5-7565-4496-b280-ab0ea84b29dc req-3367e67d-0bcf-42a7-b429-87195e8c3404 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=959d25e3-1620-4fb7-836c-7d55711fda46 HTTP/1.1" status: 200 len: 945 time: 0.0598679 Oct 03 13:36:14.079376 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-cfb2e92a-8bda-4bbd-a1d0-784b1d693a4e req-35a18be2-252e-40a2-b986-c4646ccdefc4 service neutron] 10.222.0.65 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a5a296ca-8101-49f0-b8d4-84e8c485eb14 HTTP/1.1" status: 200 len: 999 time: 0.0970652 Oct 03 13:36:14.168347 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-c135c2c5-7565-4496-b280-ab0ea84b29dc req-95847053-8f22-4e89-b0e5-c6e6853fa893 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=18aa4cd3-ce8c-4a9f-97a8-618d254f1359&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846643 Oct 03 13:36:14.169988 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb2e92a-8bda-4bbd-a1d0-784b1d693a4e req-f94ae19e-968d-496f-9fd7-6213b97d820a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:36:14.171494 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-cfb2e92a-8bda-4bbd-a1d0-784b1d693a4e req-f94ae19e-968d-496f-9fd7-6213b97d820a service neutron] 10.222.0.65 "GET /networking/v2.0/subnets?id=c7cf38c1-e397-42ce-8b92-f0af8056be43 HTTP/1.1" status: 200 len: 853 time: 0.0717771 Oct 03 13:36:14.220531 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb2e92a-8bda-4bbd-a1d0-784b1d693a4e req-a1d3b648-bcea-4ed6-bc36-f716a39a5289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:36:14.222084 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-cfb2e92a-8bda-4bbd-a1d0-784b1d693a4e req-a1d3b648-bcea-4ed6-bc36-f716a39a5289 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?network_id=ff8319e2-24e1-46c8-a6e2-568f9c4503d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426362 Oct 03 13:36:14.295650 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_dvr_db [None req-05cb154d-77a2-4ebd-b887-9154b3a91776 None None] Set router 9386ae84-3455-47c1-bf1e-ac1e7b8d81c7 gateway port host: dv-cinder-860090-1-iscsi {{(pid=106270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 13:36:14.325042 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-cfb2e92a-8bda-4bbd-a1d0-784b1d693a4e req-b747553d-7851-40d0-9633-9c2d5154370f service neutron] 10.222.0.65 "GET /networking/v2.0/networks/ff8319e2-24e1-46c8-a6e2-568f9c4503d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944564 Oct 03 13:36:14.435004 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-cfb2e92a-8bda-4bbd-a1d0-784b1d693a4e req-5721aa67-fe19-456b-875f-51532a7b6ad4 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/ff8319e2-24e1-46c8-a6e2-568f9c4503d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875931 Oct 03 13:36:14.511581 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_hamode_db [None req-05cb154d-77a2-4ebd-b887-9154b3a91776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9386ae84-3455-47c1-bf1e-ac1e7b8d81c7', 'name': 'tempest-AttachVolumeNegativeTest-724384781-router', 'tenant_id': 'd8e6dd58ff43419fa5b945bd08ef2931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'external_fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': '8f94ecf7-389a-462c-a841-f7b64d1eb55b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:30:29Z', 'updated_at': '2022-10-03T13:30:42Z', 'revision_number': 4, 'project_id': 'd8e6dd58ff43419fa5b945bd08ef2931', 'gw_port': {'id': '8f94ecf7-389a-462c-a841-f7b64d1eb55b', 'name': '', 'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:6b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9386ae84-3455-47c1-bf1e-ac1e7b8d81c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:30:30Z', 'updated_at': '2022-10-03T13:30:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860090-1-iscsi', '_floatingips': [{'id': 'c26023e2-e43d-4d12-9923-cc7fb8766067', 'tenant_id': 'd8e6dd58ff43419fa5b945bd08ef2931', 'floating_ip_address': '172.27.1.237', 'floating_network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'router_id': '9386ae84-3455-47c1-bf1e-ac1e7b8d81c7', 'port_id': 'a5a296ca-8101-49f0-b8d4-84e8c485eb14', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff8319e2-24e1-46c8-a6e2-568f9c4503d6', 'mac_address': 'fa:16:3e:56:22:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f9b4c95-6c82-4aca-97eb-44eb954c5ca0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T13:36:01Z', 'updated_at': '2022-10-03T13:36:12Z', 'revision_number': 1, 'project_id': 'd8e6dd58ff43419fa5b945bd08ef2931', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4348bdd0-49c7-4b40-a474-5fac87c13353', 'name': '', 'network_id': 'ff8319e2-24e1-46c8-a6e2-568f9c4503d6', 'tenant_id': 'd8e6dd58ff43419fa5b945bd08ef2931', 'mac_address': 'fa:16:3e:87:64:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9386ae84-3455-47c1-bf1e-ac1e7b8d81c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'c7cf38c1-e397-42ce-8b92-f0af8056be43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:30:37Z', 'updated_at': '2022-10-03T13:30:58Z', 'revision_number': 5, 'project_id': 'd8e6dd58ff43419fa5b945bd08ef2931', 'subnets': [{'id': 'c7cf38c1-e397-42ce-8b92-f0af8056be43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860090-1-iscsi', False) {} {{(pid=106270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:36:14.539584 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05cb154d-77a2-4ebd-b887-9154b3a91776 None None] The sync data for ids ['9386ae84-3455-47c1-bf1e-ac1e7b8d81c7'] in dv-cinder-860090-1-iscsi is: [{'id': '9386ae84-3455-47c1-bf1e-ac1e7b8d81c7', 'name': 'tempest-AttachVolumeNegativeTest-724384781-router', 'tenant_id': 'd8e6dd58ff43419fa5b945bd08ef2931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'external_fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': '8f94ecf7-389a-462c-a841-f7b64d1eb55b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:30:29Z', 'updated_at': '2022-10-03T13:30:42Z', 'revision_number': 4, 'project_id': 'd8e6dd58ff43419fa5b945bd08ef2931', 'gw_port': {'id': '8f94ecf7-389a-462c-a841-f7b64d1eb55b', 'name': '', 'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:6b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9386ae84-3455-47c1-bf1e-ac1e7b8d81c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:30:30Z', 'updated_at': '2022-10-03T13:30:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860090-1-iscsi', '_floatingips': [{'id': 'c26023e2-e43d-4d12-9923-cc7fb8766067', 'tenant_id': 'd8e6dd58ff43419fa5b945bd08ef2931', 'floating_ip_address': '172.27.1.237', 'floating_network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'router_id': '9386ae84-3455-47c1-bf1e-ac1e7b8d81c7', 'port_id': 'a5a296ca-8101-49f0-b8d4-84e8c485eb14', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff8319e2-24e1-46c8-a6e2-568f9c4503d6', 'mac_address': 'fa:16:3e:56:22:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f9b4c95-6c82-4aca-97eb-44eb954c5ca0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T13:36:01Z', 'updated_at': '2022-10-03T13:36:12Z', 'revision_number': 1, 'project_id': 'd8e6dd58ff43419fa5b945bd08ef2931', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4348bdd0-49c7-4b40-a474-5fac87c13353', 'name': '', 'network_id': 'ff8319e2-24e1-46c8-a6e2-568f9c4503d6', 'tenant_id': 'd8e6dd58ff43419fa5b945bd08ef2931', 'mac_address': 'fa:16:3e:87:64:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9386ae84-3455-47c1-bf1e-ac1e7b8d81c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'c7cf38c1-e397-42ce-8b92-f0af8056be43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:30:37Z', 'updated_at': '2022-10-03T13:30:58Z', 'revision_number': 5, 'project_id': 'd8e6dd58ff43419fa5b945bd08ef2931', 'subnets': [{'id': 'c7cf38c1-e397-42ce-8b92-f0af8056be43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 13:36:14.730491 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c774a597-e77d-44cb-93fc-d339de012f59 None None] New status for floating IP c26023e2-e43d-4d12-9923-cc7fb8766067: ACTIVE {{(pid=106271) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 03 13:36:15.296420 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32032df-7fa3-4efc-8305-d3fc16a5746e req-54537adf-7de9-4113-91ac-f535552f0e23 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:36:15.297910 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-e32032df-7fa3-4efc-8305-d3fc16a5746e req-54537adf-7de9-4113-91ac-f535552f0e23 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=959d25e3-1620-4fb7-836c-7d55711fda46 HTTP/1.1" status: 200 len: 945 time: 0.0489087 Oct 03 13:36:15.345875 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-e32032df-7fa3-4efc-8305-d3fc16a5746e req-f1735e8f-c8cf-4b0f-b0eb-77a8d194368c tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=18aa4cd3-ce8c-4a9f-97a8-618d254f1359&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424383 Oct 03 13:36:16.242454 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8366cad2-7d6d-48c1-9ec5-73b50f4aff7c req-3e4dd8b6-0883-4cb8-96ea-1b1cf65b2c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:36:16.243977 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-8366cad2-7d6d-48c1-9ec5-73b50f4aff7c req-3e4dd8b6-0883-4cb8-96ea-1b1cf65b2c2e service neutron] 10.222.0.65 "GET /networking/v2.0/ports?device_id=959d25e3-1620-4fb7-836c-7d55711fda46 HTTP/1.1" status: 200 len: 1129 time: 0.0424395 Oct 03 13:36:16.289528 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-8366cad2-7d6d-48c1-9ec5-73b50f4aff7c req-e203a56d-03b2-4a30-bb9f-7cbd7ee4488b service neutron] 10.222.0.65 "GET /networking/v2.0/security-groups?id=18aa4cd3-ce8c-4a9f-97a8-618d254f1359&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390995 Oct 03 13:36:16.434719 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=100 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:36:16.470204 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedc5da2-653b-4ae0-8b63-43c100076cb1 req-aecb48ff-87e7-459d-8b84-41d34bed0f0d tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:36:16.471660 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-eedc5da2-653b-4ae0-8b63-43c100076cb1 req-aecb48ff-87e7-459d-8b84-41d34bed0f0d tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=959d25e3-1620-4fb7-836c-7d55711fda46 HTTP/1.1" status: 200 len: 945 time: 0.0472562 Oct 03 13:36:16.520914 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-eedc5da2-653b-4ae0-8b63-43c100076cb1 req-4c5941ba-c46d-422f-a228-8f0e14cf4cd5 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=18aa4cd3-ce8c-4a9f-97a8-618d254f1359&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434065 Oct 03 13:36:17.646544 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a186ef8e-cad3-439c-86e5-6f3590f33bb8 req-1a241c11-ff2a-41b0-b54b-cb439075450c tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:36:17.648026 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-a186ef8e-cad3-439c-86e5-6f3590f33bb8 req-1a241c11-ff2a-41b0-b54b-cb439075450c tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=959d25e3-1620-4fb7-836c-7d55711fda46 HTTP/1.1" status: 200 len: 945 time: 0.0475895 Oct 03 13:36:17.696081 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-a186ef8e-cad3-439c-86e5-6f3590f33bb8 req-ed423f02-9b50-4827-b600-bb68a0cef13c tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=18aa4cd3-ce8c-4a9f-97a8-618d254f1359&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420489 Oct 03 13:36:18.820083 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae55884-7722-46f5-9151-0cd31f8722ed req-029fba52-8063-400e-9873-c6396face423 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:36:18.821590 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-dae55884-7722-46f5-9151-0cd31f8722ed req-029fba52-8063-400e-9873-c6396face423 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=959d25e3-1620-4fb7-836c-7d55711fda46 HTTP/1.1" status: 200 len: 945 time: 0.0478168 Oct 03 13:36:18.873049 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-dae55884-7722-46f5-9151-0cd31f8722ed req-36167b77-1cce-42fb-88e0-725991979415 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=18aa4cd3-ce8c-4a9f-97a8-618d254f1359&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451541 Oct 03 13:36:19.274920 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3f69e9-34cd-4572-af83-9f9a81ae8bda req-e606e1ba-6414-481b-ae87-97569ff55f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:36:19.276608 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-4d3f69e9-34cd-4572-af83-9f9a81ae8bda req-e606e1ba-6414-481b-ae87-97569ff55f34 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=557321bf33ca42df8d5d53e5157e6803&device_id=959d25e3-1620-4fb7-836c-7d55711fda46 HTTP/1.1" status: 200 len: 1129 time: 0.0407956 Oct 03 13:36:19.283045 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f812bd-d4d3-4706-aaed-340d86242f39 req-e89fc3de-5c0e-4092-bae1-2af88150b78e tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:36:19.284511 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-a2f812bd-d4d3-4706-aaed-340d86242f39 req-e89fc3de-5c0e-4092-bae1-2af88150b78e tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=959d25e3-1620-4fb7-836c-7d55711fda46 HTTP/1.1" status: 200 len: 945 time: 0.0512950 Oct 03 13:36:19.305404 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:36:19.335754 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-a2f812bd-d4d3-4706-aaed-340d86242f39 req-2e553c37-b970-45e2-bc87-b98c98458baf tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=18aa4cd3-ce8c-4a9f-97a8-618d254f1359&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438089 Oct 03 13:36:19.364490 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=100 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:36:19.380628 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3f69e9-34cd-4572-af83-9f9a81ae8bda req-36cc249e-2a58-487d-890f-f5dcf7e97a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:36:19.382202 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-4d3f69e9-34cd-4572-af83-9f9a81ae8bda req-36cc249e-2a58-487d-890f-f5dcf7e97a67 service neutron] 10.222.0.65 "GET /networking/v2.0/networks?id=289ad0fb-c675-48f9-ad56-9a68538f4eb7 HTTP/1.1" status: 200 len: 920 time: 0.0901005 Oct 03 13:36:19.446534 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-4d3f69e9-34cd-4572-af83-9f9a81ae8bda req-de33c759-a292-4640-9123-e0e6a849b3d0 service neutron] 10.222.0.65 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c4c1e4cd-a186-476e-9685-648d091500db HTTP/1.1" status: 200 len: 1000 time: 0.0570230 Oct 03 13:36:19.502223 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3f69e9-34cd-4572-af83-9f9a81ae8bda req-1bffc9b6-feac-4285-8682-0e8f5d413152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:36:19.503708 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-4d3f69e9-34cd-4572-af83-9f9a81ae8bda req-1bffc9b6-feac-4285-8682-0e8f5d413152 service neutron] 10.222.0.65 "GET /networking/v2.0/subnets?id=014887d4-da5d-4382-8b78-e31d89e09c89 HTTP/1.1" status: 200 len: 858 time: 0.0461466 Oct 03 13:36:19.552857 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3f69e9-34cd-4572-af83-9f9a81ae8bda req-89dcaa79-0c04-47d8-bf82-e4da88f9fef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:36:19.554325 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-4d3f69e9-34cd-4572-af83-9f9a81ae8bda req-89dcaa79-0c04-47d8-bf82-e4da88f9fef2 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?network_id=289ad0fb-c675-48f9-ad56-9a68538f4eb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0400167 Oct 03 13:36:19.652257 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-4d3f69e9-34cd-4572-af83-9f9a81ae8bda req-a4d76015-29eb-451e-82c5-a73f94b51c22 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/289ad0fb-c675-48f9-ad56-9a68538f4eb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874166 Oct 03 13:36:19.750516 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-4d3f69e9-34cd-4572-af83-9f9a81ae8bda req-0d1c6bd0-ec14-43ec-95ce-49ed1ef1ebab service neutron] 10.222.0.65 "GET /networking/v2.0/networks/289ad0fb-c675-48f9-ad56-9a68538f4eb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877221 Oct 03 13:36:20.458045 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d06a4d6-3c61-4ddd-b6e1-7373d2c40acc req-64758ef1-18ac-4764-82eb-fed298df2def tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:36:20.459501 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-1d06a4d6-3c61-4ddd-b6e1-7373d2c40acc req-64758ef1-18ac-4764-82eb-fed298df2def tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=959d25e3-1620-4fb7-836c-7d55711fda46 HTTP/1.1" status: 200 len: 945 time: 0.0456126 Oct 03 13:36:20.508451 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-1d06a4d6-3c61-4ddd-b6e1-7373d2c40acc req-878933f7-ba24-4020-8089-f2fa298822e8 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=18aa4cd3-ce8c-4a9f-97a8-618d254f1359&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410779 Oct 03 13:36:21.641576 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0203edac-9a9f-4c0e-afa9-24c0e5d9b501 req-558b09d2-cfab-4865-84dc-7fd5f084c039 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:36:21.643070 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-0203edac-9a9f-4c0e-afa9-24c0e5d9b501 req-558b09d2-cfab-4865-84dc-7fd5f084c039 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=959d25e3-1620-4fb7-836c-7d55711fda46 HTTP/1.1" status: 200 len: 945 time: 0.0477479 Oct 03 13:36:21.655301 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:36:21.696329 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-0203edac-9a9f-4c0e-afa9-24c0e5d9b501 req-65cd7226-6f7e-4c67-a382-b3daab6dedfb tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=18aa4cd3-ce8c-4a9f-97a8-618d254f1359&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468521 Oct 03 13:36:22.820622 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86620516-c9a7-4418-86c2-d755302f6430 req-9ec1e767-2086-4c2e-a340-7302096922c9 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:36:22.822992 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-86620516-c9a7-4418-86c2-d755302f6430 req-9ec1e767-2086-4c2e-a340-7302096922c9 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=959d25e3-1620-4fb7-836c-7d55711fda46 HTTP/1.1" status: 200 len: 945 time: 0.0487201 Oct 03 13:36:22.876124 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-86620516-c9a7-4418-86c2-d755302f6430 req-5c265481-ed3a-4f8c-8c95-7034bbd6087a tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=18aa4cd3-ce8c-4a9f-97a8-618d254f1359&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470812 Oct 03 13:36:22.992805 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd6ab1a-8db2-452e-a72f-4c1e02b3000e req-1dbb7cdd-2169-40cd-bdc9-ba951d600823 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:36:22.994917 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-1dd6ab1a-8db2-452e-a72f-4c1e02b3000e req-1dbb7cdd-2169-40cd-bdc9-ba951d600823 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=959d25e3-1620-4fb7-836c-7d55711fda46 HTTP/1.1" status: 200 len: 945 time: 0.0458546 Oct 03 13:36:23.005153 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 34384) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:36:23.009375 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.v2.base [None req-cdcf95a9-ebb1-48e1-ab94-55abce6ba5da tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Request body: {'floatingip': {'port_id': 'c4c1e4cd-a186-476e-9685-648d091500db'}} {{(pid=106268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 13:36:23.066999 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-cdcf95a9-ebb1-48e1-ab94-55abce6ba5da tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Publish callbacks [] for floatingip (9022b217-ab32-4b3a-b16d-3c8431f8efa9), before_update {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:36:23.294530 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=100 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:36:23.531480 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:36:23.546308 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-cdcf95a9-ebb1-48e1-ab94-55abce6ba5da tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:36:23.550488 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-cdcf95a9-ebb1-48e1-ab94-55abce6ba5da tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3722562'] for floatingip (9022b217-ab32-4b3a-b16d-3c8431f8efa9), after_update {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:36:23.759139 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdcf95a9-ebb1-48e1-ab94-55abce6ba5da tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Router af124424-a053-4d33-a6b5-08d7c9c80932 has already been hosted by L3 agent 94180321-47b1-4b5c-b620-b1b0a31df446 {{(pid=106268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 03 13:36:23.861960 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdcf95a9-ebb1-48e1-ab94-55abce6ba5da tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Notify agent at l3_agent.dv-cinder-860090-1-iscsi the message routers_updated {{(pid=106268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 13:36:23.866740 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-cdcf95a9-ebb1-48e1-ab94-55abce6ba5da tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512321'] for floatingip (None), before_response {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:36:23.871985 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b4b486-c896-42db-97db-3c02db52ff98 None None] Sync routers for ids ['af124424-a053-4d33-a6b5-08d7c9c80932'] in dv-cinder-860090-1-iscsi {{(pid=106270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 13:36:23.881856 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b4b486-c896-42db-97db-3c02db52ff98 None None] Routers {'af124424-a053-4d33-a6b5-08d7c9c80932'} bound to L3 agent in host dv-cinder-860090-1-iscsi {{(pid=106270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 13:36:23.882478 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_hamode_db [None req-93b4b486-c896-42db-97db-3c02db52ff98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860090-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-03T13:22:05Z,description=,heartbeat_timestamp=2022-10-03T13:36:05Z,host='dv-cinder-860090-1-iscsi',id=94180321-47b1-4b5c-b620-b1b0a31df446,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T13:22:05Z,topic='l3_agent')) {'router_ids': ['af124424-a053-4d33-a6b5-08d7c9c80932'], 'active': True} {{(pid=106270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:36:23.897334 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '959d25e3-1620-4fb7-836c-7d55711fda46', 'tag': 'c4c1e4cd-a186-476e-9685-648d091500db'}] {{(pid=106268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 13:36:23.899599 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd70873512ffc397a2b7ac25ee02414627e7506f7787b64d61dc92e00300ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b0587df-8a8b-4b8a-a105-b559be302e20" -d '{"events": [{"name": "network-changed", "server_uuid": "959d25e3-1620-4fb7-836c-7d55711fda46", "tag": "c4c1e4cd-a186-476e-9685-648d091500db"}]}' {{(pid=106268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 13:36:23.933242 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-cdcf95a9-ebb1-48e1-ab94-55abce6ba5da tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "PUT /networking/v2.0/floatingips/9022b217-ab32-4b3a-b16d-3c8431f8efa9 HTTP/1.1" status: 200 len: 992 time: 0.9261508 Oct 03 13:36:23.995358 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_dvr_db [None req-93b4b486-c896-42db-97db-3c02db52ff98 None None] Set router af124424-a053-4d33-a6b5-08d7c9c80932 gateway port host: dv-cinder-860090-1-iscsi {{(pid=106270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 13:36:24.067382 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 13:36:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb8eecd1-703c-4e78-b5c9-1616b647b9cb x-openstack-request-id: req-eb8eecd1-703c-4e78-b5c9-1616b647b9cb {{(pid=106268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 13:36:24.067884 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "959d25e3-1620-4fb7-836c-7d55711fda46", "tag": "c4c1e4cd-a186-476e-9685-648d091500db", "status": "completed", "code": 200}]} {{(pid=106268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 13:36:24.068028 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-eb8eecd1-703c-4e78-b5c9-1616b647b9cb {{(pid=106268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 13:36:24.068307 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb8eecd1-703c-4e78-b5c9-1616b647b9cb'] response: {'name': 'network-changed', 'server_uuid': '959d25e3-1620-4fb7-836c-7d55711fda46', 'tag': 'c4c1e4cd-a186-476e-9685-648d091500db', 'status': 'completed', 'code': 200} Oct 03 13:36:24.148191 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0587df-8a8b-4b8a-a105-b559be302e20 req-5b8f2f6a-c8d8-4111-a1ca-f6599e20cb11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:36:24.149641 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-1b0587df-8a8b-4b8a-a105-b559be302e20 req-5b8f2f6a-c8d8-4111-a1ca-f6599e20cb11 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=557321bf33ca42df8d5d53e5157e6803&device_id=959d25e3-1620-4fb7-836c-7d55711fda46 HTTP/1.1" status: 200 len: 1129 time: 0.0385306 Oct 03 13:36:24.211425 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_hamode_db [None req-93b4b486-c896-42db-97db-3c02db52ff98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af124424-a053-4d33-a6b5-08d7c9c80932', 'name': 'tempest-ServerRescueNegativeTestJSON-2126300055-router', 'tenant_id': '557321bf33ca42df8d5d53e5157e6803', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'external_fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': 'cdf04b3b-1b40-4675-9c4c-10fdae6d977b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:30:31Z', 'updated_at': '2022-10-03T13:30:45Z', 'revision_number': 4, 'project_id': '557321bf33ca42df8d5d53e5157e6803', 'gw_port': {'id': 'cdf04b3b-1b40-4675-9c4c-10fdae6d977b', 'name': '', 'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:0d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af124424-a053-4d33-a6b5-08d7c9c80932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:30:32Z', 'updated_at': '2022-10-03T13:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860090-1-iscsi', '_floatingips': [{'id': '9022b217-ab32-4b3a-b16d-3c8431f8efa9', 'tenant_id': '557321bf33ca42df8d5d53e5157e6803', 'floating_ip_address': '172.27.1.38', 'floating_network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'router_id': 'af124424-a053-4d33-a6b5-08d7c9c80932', 'port_id': 'c4c1e4cd-a186-476e-9685-648d091500db', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '289ad0fb-c675-48f9-ad56-9a68538f4eb7', 'mac_address': 'fa:16:3e:4d:1d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '959d25e3-1620-4fb7-836c-7d55711fda46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T13:33:40Z', 'updated_at': '2022-10-03T13:36:23Z', 'revision_number': 3, 'project_id': '557321bf33ca42df8d5d53e5157e6803', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '042f889d-6dc9-4d12-9164-ef09c953a53f', 'name': '', 'network_id': '289ad0fb-c675-48f9-ad56-9a68538f4eb7', 'tenant_id': '557321bf33ca42df8d5d53e5157e6803', 'mac_address': 'fa:16:3e:a8:a3:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af124424-a053-4d33-a6b5-08d7c9c80932', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '014887d4-da5d-4382-8b78-e31d89e09c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:30:41Z', 'updated_at': '2022-10-03T13:31:01Z', 'revision_number': 5, 'project_id': '557321bf33ca42df8d5d53e5157e6803', 'subnets': [{'id': '014887d4-da5d-4382-8b78-e31d89e09c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860090-1-iscsi', False) {} {{(pid=106270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:36:24.237000 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b4b486-c896-42db-97db-3c02db52ff98 None None] Checking router: af124424-a053-4d33-a6b5-08d7c9c80932 for host: dv-cinder-860090-1-iscsi {{(pid=106270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 13:36:24.245612 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b4b486-c896-42db-97db-3c02db52ff98 None None] Routers {'af124424-a053-4d33-a6b5-08d7c9c80932'} bound to L3 agent in host dv-cinder-860090-1-iscsi {{(pid=106270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 13:36:24.246229 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_hamode_db [None req-93b4b486-c896-42db-97db-3c02db52ff98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860090-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-03T13:22:05Z,description=,heartbeat_timestamp=2022-10-03T13:36:05Z,host='dv-cinder-860090-1-iscsi',id=94180321-47b1-4b5c-b620-b1b0a31df446,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T13:22:05Z,topic='l3_agent')) {'router_ids': ['af124424-a053-4d33-a6b5-08d7c9c80932'], 'active': True} {{(pid=106270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:36:24.246399 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0587df-8a8b-4b8a-a105-b559be302e20 req-97072323-40a4-4438-abd3-17e58a8d59be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:36:24.247706 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-1b0587df-8a8b-4b8a-a105-b559be302e20 req-97072323-40a4-4438-abd3-17e58a8d59be service neutron] 10.222.0.65 "GET /networking/v2.0/networks?id=289ad0fb-c675-48f9-ad56-9a68538f4eb7 HTTP/1.1" status: 200 len: 920 time: 0.0884273 Oct 03 13:36:24.327002 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-1b0587df-8a8b-4b8a-a105-b559be302e20 req-734bf2a3-00ff-4085-b782-8a9887462c95 service neutron] 10.222.0.65 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c4c1e4cd-a186-476e-9685-648d091500db HTTP/1.1" status: 200 len: 1000 time: 0.0715196 Oct 03 13:36:24.364853 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_dvr_db [None req-93b4b486-c896-42db-97db-3c02db52ff98 None None] Set router af124424-a053-4d33-a6b5-08d7c9c80932 gateway port host: dv-cinder-860090-1-iscsi {{(pid=106270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 13:36:24.388705 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0587df-8a8b-4b8a-a105-b559be302e20 req-eb838f5f-4574-46f1-9151-23b31d10c84b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:36:24.390365 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-1b0587df-8a8b-4b8a-a105-b559be302e20 req-eb838f5f-4574-46f1-9151-23b31d10c84b service neutron] 10.222.0.65 "GET /networking/v2.0/subnets?id=014887d4-da5d-4382-8b78-e31d89e09c89 HTTP/1.1" status: 200 len: 858 time: 0.0569983 Oct 03 13:36:24.403339 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=100 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:36:24.442087 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=100 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:36:24.442228 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0587df-8a8b-4b8a-a105-b559be302e20 req-5bb39bd2-a2b9-4451-9338-6cb38fbf72cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:36:24.443608 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-1b0587df-8a8b-4b8a-a105-b559be302e20 req-5bb39bd2-a2b9-4451-9338-6cb38fbf72cd service neutron] 10.222.0.65 "GET /networking/v2.0/ports?network_id=289ad0fb-c675-48f9-ad56-9a68538f4eb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427113 Oct 03 13:36:24.539777 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:36:24.543809 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a239831-5682-4825-abf1-ecc1c887fae1 req-19043652-aa7a-46e3-9e43-0bb7e64276a7 tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:36:24.546150 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-8a239831-5682-4825-abf1-ecc1c887fae1 req-19043652-aa7a-46e3-9e43-0bb7e64276a7 tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=2ca377db-f0f6-4888-a94e-cfde65e470e9 HTTP/1.1" status: 200 len: 946 time: 0.0612056 Oct 03 13:36:24.560504 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-1b0587df-8a8b-4b8a-a105-b559be302e20 req-025ac4de-c877-466c-9bb6-cdc471000784 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/289ad0fb-c675-48f9-ad56-9a68538f4eb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031716 Oct 03 13:36:24.602981 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-8a239831-5682-4825-abf1-ecc1c887fae1 req-13bd1302-dbf9-408b-a5df-1f1f24716b20 tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=5d855e17-85d1-4849-b5e5-c2ce09571ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511413 Oct 03 13:36:24.606493 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_hamode_db [None req-93b4b486-c896-42db-97db-3c02db52ff98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af124424-a053-4d33-a6b5-08d7c9c80932', 'name': 'tempest-ServerRescueNegativeTestJSON-2126300055-router', 'tenant_id': '557321bf33ca42df8d5d53e5157e6803', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'external_fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': 'cdf04b3b-1b40-4675-9c4c-10fdae6d977b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:30:31Z', 'updated_at': '2022-10-03T13:30:45Z', 'revision_number': 4, 'project_id': '557321bf33ca42df8d5d53e5157e6803', 'gw_port': {'id': 'cdf04b3b-1b40-4675-9c4c-10fdae6d977b', 'name': '', 'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:0d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af124424-a053-4d33-a6b5-08d7c9c80932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:30:32Z', 'updated_at': '2022-10-03T13:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860090-1-iscsi', '_floatingips': [{'id': '9022b217-ab32-4b3a-b16d-3c8431f8efa9', 'tenant_id': '557321bf33ca42df8d5d53e5157e6803', 'floating_ip_address': '172.27.1.38', 'floating_network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'router_id': 'af124424-a053-4d33-a6b5-08d7c9c80932', 'port_id': 'c4c1e4cd-a186-476e-9685-648d091500db', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '289ad0fb-c675-48f9-ad56-9a68538f4eb7', 'mac_address': 'fa:16:3e:4d:1d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '959d25e3-1620-4fb7-836c-7d55711fda46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T13:33:40Z', 'updated_at': '2022-10-03T13:36:23Z', 'revision_number': 3, 'project_id': '557321bf33ca42df8d5d53e5157e6803', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '042f889d-6dc9-4d12-9164-ef09c953a53f', 'name': '', 'network_id': '289ad0fb-c675-48f9-ad56-9a68538f4eb7', 'tenant_id': '557321bf33ca42df8d5d53e5157e6803', 'mac_address': 'fa:16:3e:a8:a3:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af124424-a053-4d33-a6b5-08d7c9c80932', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '014887d4-da5d-4382-8b78-e31d89e09c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:30:41Z', 'updated_at': '2022-10-03T13:31:01Z', 'revision_number': 5, 'project_id': '557321bf33ca42df8d5d53e5157e6803', 'subnets': [{'id': '014887d4-da5d-4382-8b78-e31d89e09c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860090-1-iscsi', False) {} {{(pid=106270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:36:24.636648 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b4b486-c896-42db-97db-3c02db52ff98 None None] The sync data for ids ['af124424-a053-4d33-a6b5-08d7c9c80932'] in dv-cinder-860090-1-iscsi is: [{'id': 'af124424-a053-4d33-a6b5-08d7c9c80932', 'name': 'tempest-ServerRescueNegativeTestJSON-2126300055-router', 'tenant_id': '557321bf33ca42df8d5d53e5157e6803', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'external_fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': 'cdf04b3b-1b40-4675-9c4c-10fdae6d977b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:30:31Z', 'updated_at': '2022-10-03T13:30:45Z', 'revision_number': 4, 'project_id': '557321bf33ca42df8d5d53e5157e6803', 'gw_port': {'id': 'cdf04b3b-1b40-4675-9c4c-10fdae6d977b', 'name': '', 'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:0d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af124424-a053-4d33-a6b5-08d7c9c80932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:30:32Z', 'updated_at': '2022-10-03T13:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860090-1-iscsi', '_floatingips': [{'id': '9022b217-ab32-4b3a-b16d-3c8431f8efa9', 'tenant_id': '557321bf33ca42df8d5d53e5157e6803', 'floating_ip_address': '172.27.1.38', 'floating_network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'router_id': 'af124424-a053-4d33-a6b5-08d7c9c80932', 'port_id': 'c4c1e4cd-a186-476e-9685-648d091500db', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '289ad0fb-c675-48f9-ad56-9a68538f4eb7', 'mac_address': 'fa:16:3e:4d:1d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '959d25e3-1620-4fb7-836c-7d55711fda46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T13:33:40Z', 'updated_at': '2022-10-03T13:36:23Z', 'revision_number': 3, 'project_id': '557321bf33ca42df8d5d53e5157e6803', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '042f889d-6dc9-4d12-9164-ef09c953a53f', 'name': '', 'network_id': '289ad0fb-c675-48f9-ad56-9a68538f4eb7', 'tenant_id': '557321bf33ca42df8d5d53e5157e6803', 'mac_address': 'fa:16:3e:a8:a3:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af124424-a053-4d33-a6b5-08d7c9c80932', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '014887d4-da5d-4382-8b78-e31d89e09c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:30:41Z', 'updated_at': '2022-10-03T13:31:01Z', 'revision_number': 5, 'project_id': '557321bf33ca42df8d5d53e5157e6803', 'subnets': [{'id': '014887d4-da5d-4382-8b78-e31d89e09c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 13:36:24.656135 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-1b0587df-8a8b-4b8a-a105-b559be302e20 req-52772965-1486-4aa0-b297-5d949d831015 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/289ad0fb-c675-48f9-ad56-9a68538f4eb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891519 Oct 03 13:36:24.832031 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:36:24.836600 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=11 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:36:25.728927 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce01623-0fba-4139-8430-166529bfa963 req-76a51094-44ea-4831-a002-15fb7166e37d tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:36:25.730421 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-1ce01623-0fba-4139-8430-166529bfa963 req-76a51094-44ea-4831-a002-15fb7166e37d tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=2ca377db-f0f6-4888-a94e-cfde65e470e9 HTTP/1.1" status: 200 len: 946 time: 0.0463884 Oct 03 13:36:25.755605 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=100 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:36:25.783303 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-1ce01623-0fba-4139-8430-166529bfa963 req-a7a38ac6-f28c-4daf-8a6d-2a34eab92d21 tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=5d855e17-85d1-4849-b5e5-c2ce09571ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473530 Oct 03 13:36:26.069920 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '959d25e3-1620-4fb7-836c-7d55711fda46', 'tag': 'c4c1e4cd-a186-476e-9685-648d091500db'}] {{(pid=106268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 13:36:26.073035 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd70873512ffc397a2b7ac25ee02414627e7506f7787b64d61dc92e00300ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32060409-c18b-4261-b3d5-72b8802d947b" -d '{"events": [{"name": "network-changed", "server_uuid": "959d25e3-1620-4fb7-836c-7d55711fda46", "tag": "c4c1e4cd-a186-476e-9685-648d091500db"}]}' {{(pid=106268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 13:36:26.110785 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 13:36:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a46503a-1862-4bc4-862b-d367210eb0b1 x-openstack-request-id: req-2a46503a-1862-4bc4-862b-d367210eb0b1 {{(pid=106268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 13:36:26.111081 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "959d25e3-1620-4fb7-836c-7d55711fda46", "tag": "c4c1e4cd-a186-476e-9685-648d091500db", "status": "completed", "code": 200}]} {{(pid=106268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 13:36:26.111335 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2a46503a-1862-4bc4-862b-d367210eb0b1 {{(pid=106268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 13:36:26.111734 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a46503a-1862-4bc4-862b-d367210eb0b1'] response: {'name': 'network-changed', 'server_uuid': '959d25e3-1620-4fb7-836c-7d55711fda46', 'tag': 'c4c1e4cd-a186-476e-9685-648d091500db', 'status': 'completed', 'code': 200} Oct 03 13:36:26.173920 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32060409-c18b-4261-b3d5-72b8802d947b req-59746bb5-9db1-475d-9bd1-be15bbddc044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:36:26.175408 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-32060409-c18b-4261-b3d5-72b8802d947b req-59746bb5-9db1-475d-9bd1-be15bbddc044 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=557321bf33ca42df8d5d53e5157e6803&device_id=959d25e3-1620-4fb7-836c-7d55711fda46 HTTP/1.1" status: 200 len: 1129 time: 0.0394034 Oct 03 13:36:26.284124 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32060409-c18b-4261-b3d5-72b8802d947b req-b6b2455e-e3cf-4102-ab34-43f8dfb705f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:36:26.285599 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-32060409-c18b-4261-b3d5-72b8802d947b req-b6b2455e-e3cf-4102-ab34-43f8dfb705f6 service neutron] 10.222.0.65 "GET /networking/v2.0/networks?id=289ad0fb-c675-48f9-ad56-9a68538f4eb7 HTTP/1.1" status: 200 len: 920 time: 0.0957274 Oct 03 13:36:26.352570 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-32060409-c18b-4261-b3d5-72b8802d947b req-0689a742-396e-4cc6-952b-c79a2bec2aa2 service neutron] 10.222.0.65 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c4c1e4cd-a186-476e-9685-648d091500db HTTP/1.1" status: 200 len: 1000 time: 0.0601661 Oct 03 13:36:26.406227 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32060409-c18b-4261-b3d5-72b8802d947b req-4b5dba2e-ea55-4901-b702-bf2323f6ed20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:36:26.407676 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-32060409-c18b-4261-b3d5-72b8802d947b req-4b5dba2e-ea55-4901-b702-bf2323f6ed20 service neutron] 10.222.0.65 "GET /networking/v2.0/subnets?id=014887d4-da5d-4382-8b78-e31d89e09c89 HTTP/1.1" status: 200 len: 858 time: 0.0459368 Oct 03 13:36:26.454638 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32060409-c18b-4261-b3d5-72b8802d947b req-d2646ce8-670d-4600-a10d-9445df00558a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:36:26.456115 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-32060409-c18b-4261-b3d5-72b8802d947b req-d2646ce8-670d-4600-a10d-9445df00558a service neutron] 10.222.0.65 "GET /networking/v2.0/ports?network_id=289ad0fb-c675-48f9-ad56-9a68538f4eb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0382903 Oct 03 13:36:26.560588 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-32060409-c18b-4261-b3d5-72b8802d947b req-2c17deea-b1fd-42b3-baad-1c32a23c304e service neutron] 10.222.0.65 "GET /networking/v2.0/networks/289ad0fb-c675-48f9-ad56-9a68538f4eb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891194 Oct 03 13:36:26.655691 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-32060409-c18b-4261-b3d5-72b8802d947b req-b388b056-8041-4679-b935-0257f4c9c6f4 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/289ad0fb-c675-48f9-ad56-9a68538f4eb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843635 Oct 03 13:36:26.915099 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d0f4fd-16c1-4d5d-bab7-1b97bac8209b req-991494f4-0163-46f0-8a68-37580bd35f15 tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:36:26.916533 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-a9d0f4fd-16c1-4d5d-bab7-1b97bac8209b req-991494f4-0163-46f0-8a68-37580bd35f15 tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=2ca377db-f0f6-4888-a94e-cfde65e470e9 HTTP/1.1" status: 200 len: 946 time: 0.0531383 Oct 03 13:36:26.966634 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-a9d0f4fd-16c1-4d5d-bab7-1b97bac8209b req-5be0761f-e0c4-4011-8a4b-0e36e9de55b0 tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=5d855e17-85d1-4849-b5e5-c2ce09571ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432644 Oct 03 13:36:28.094165 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6445e132-41c0-4846-9a2a-a8196a328686 req-7c1ed2bf-7ce5-4aa5-92fc-6a46aaf03169 tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:36:28.095638 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-6445e132-41c0-4846-9a2a-a8196a328686 req-7c1ed2bf-7ce5-4aa5-92fc-6a46aaf03169 tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=2ca377db-f0f6-4888-a94e-cfde65e470e9 HTTP/1.1" status: 200 len: 946 time: 0.0474527 Oct 03 13:36:28.146323 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-6445e132-41c0-4846-9a2a-a8196a328686 req-350bda6f-1dad-4e5b-9111-9d0535ab5390 tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=5d855e17-85d1-4849-b5e5-c2ce09571ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450370 Oct 03 13:36:29.268203 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75263891-d4eb-4e2a-a3ac-edc5c934386c req-e142e44f-d9af-42cb-a507-23b4c0d5215b tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:36:29.269579 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-75263891-d4eb-4e2a-a3ac-edc5c934386c req-e142e44f-d9af-42cb-a507-23b4c0d5215b tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=2ca377db-f0f6-4888-a94e-cfde65e470e9 HTTP/1.1" status: 200 len: 946 time: 0.0456510 Oct 03 13:36:29.317404 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-75263891-d4eb-4e2a-a3ac-edc5c934386c req-a41e15aa-01b7-497b-bcdd-f3c909146897 tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=5d855e17-85d1-4849-b5e5-c2ce09571ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422273 Oct 03 13:36:30.442108 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837d7a7c-c694-457c-be1e-88000e4a7adf req-c93eda3b-cda6-4f9c-be9e-d4069aceaccc tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:36:30.443561 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-837d7a7c-c694-457c-be1e-88000e4a7adf req-c93eda3b-cda6-4f9c-be9e-d4069aceaccc tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=2ca377db-f0f6-4888-a94e-cfde65e470e9 HTTP/1.1" status: 200 len: 946 time: 0.0498755 Oct 03 13:36:30.499636 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-837d7a7c-c694-457c-be1e-88000e4a7adf req-57d292ea-ad15-4942-8dab-e44a7a7e9098 tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=5d855e17-85d1-4849-b5e5-c2ce09571ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496085 Oct 03 13:36:31.624581 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca98ceed-10c5-4ab4-86cd-c2e0125465fa req-d35856ee-1733-4ea1-ac72-3962bad65dfb tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:36:31.626349 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-ca98ceed-10c5-4ab4-86cd-c2e0125465fa req-d35856ee-1733-4ea1-ac72-3962bad65dfb tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=2ca377db-f0f6-4888-a94e-cfde65e470e9 HTTP/1.1" status: 200 len: 946 time: 0.0507109 Oct 03 13:36:31.673908 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-ca98ceed-10c5-4ab4-86cd-c2e0125465fa req-1854b378-1a76-45b7-9e07-7237124bf84a tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=5d855e17-85d1-4849-b5e5-c2ce09571ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415773 Oct 03 13:36:32.081858 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-3c759b83-b613-4025-8ffd-a99a535c31da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (3460fffa-818c-4144-9400-237880db20a4), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:36:32.795626 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71199fb-cdf6-4327-85ed-d5802d8934a7 req-9f1c1738-4b7b-4bd6-85c9-0faccb6531fe tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:36:32.797086 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-b71199fb-cdf6-4327-85ed-d5802d8934a7 req-9f1c1738-4b7b-4bd6-85c9-0faccb6531fe tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=2ca377db-f0f6-4888-a94e-cfde65e470e9 HTTP/1.1" status: 200 len: 946 time: 0.0467892 Oct 03 13:36:32.859591 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-b71199fb-cdf6-4327-85ed-d5802d8934a7 req-7d57692f-5059-41cc-8de4-7ef240d8ac61 tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=5d855e17-85d1-4849-b5e5-c2ce09571ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568166 Oct 03 13:36:33.984523 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246837b4-95df-472c-a688-abdb22634733 req-21fb3650-a1f5-497b-b593-ac2e7f3b5ff5 tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:36:33.986022 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-246837b4-95df-472c-a688-abdb22634733 req-21fb3650-a1f5-497b-b593-ac2e7f3b5ff5 tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=2ca377db-f0f6-4888-a94e-cfde65e470e9 HTTP/1.1" status: 200 len: 946 time: 0.0484924 Oct 03 13:36:34.030861 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=100 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:36:34.036079 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-246837b4-95df-472c-a688-abdb22634733 req-e1826df3-1f58-4cc1-8136-b5f55cd17fb7 tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=5d855e17-85d1-4849-b5e5-c2ce09571ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445676 Oct 03 13:36:34.870080 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-76cf0911-3391-4351-b830-f04b57f60fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (94180321-47b1-4b5c-b620-b1b0a31df446), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:36:35.159054 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdcd7f0-6bcc-4f15-a39e-950e4157d0d7 req-fcb2c227-7deb-489c-b8bd-b8c81f863867 tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:36:35.160501 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-0cdcd7f0-6bcc-4f15-a39e-950e4157d0d7 req-fcb2c227-7deb-489c-b8bd-b8c81f863867 tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=2ca377db-f0f6-4888-a94e-cfde65e470e9 HTTP/1.1" status: 200 len: 946 time: 0.0481534 Oct 03 13:36:35.213412 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-0cdcd7f0-6bcc-4f15-a39e-950e4157d0d7 req-ffed82e0-1f33-4117-8cfa-463c87492d08 tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=5d855e17-85d1-4849-b5e5-c2ce09571ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472395 Oct 03 13:36:35.428124 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf1e393-b54b-40ea-aec2-fdae05153f08 req-52bec939-503a-4cb6-81ef-b78adcdff5b2 tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:36:35.429581 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-cbf1e393-b54b-40ea-aec2-fdae05153f08 req-52bec939-503a-4cb6-81ef-b78adcdff5b2 tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=2ca377db-f0f6-4888-a94e-cfde65e470e9 HTTP/1.1" status: 200 len: 946 time: 0.0505383 Oct 03 13:36:35.488821 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-cbf1e393-b54b-40ea-aec2-fdae05153f08 req-66645746-acde-413b-8f87-842cbcd938f4 tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=5d855e17-85d1-4849-b5e5-c2ce09571ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527773 Oct 03 13:36:35.494311 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77df707f-da99-4edb-8eba-ba5b94cb5a1d req-3fc1c3f0-2c09-493f-8e0e-9c15f7591fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:36:35.495810 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-77df707f-da99-4edb-8eba-ba5b94cb5a1d req-3fc1c3f0-2c09-493f-8e0e-9c15f7591fbb service neutron] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=1432ad4a21624574b8caeaf10f2f8339&device_id=2ca377db-f0f6-4888-a94e-cfde65e470e9 HTTP/1.1" status: 200 len: 1130 time: 0.0421205 Oct 03 13:36:35.589792 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=100 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:36:35.595968 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77df707f-da99-4edb-8eba-ba5b94cb5a1d req-718f10fd-1972-44e2-961b-82cbcaef29a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:36:35.597444 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-77df707f-da99-4edb-8eba-ba5b94cb5a1d req-718f10fd-1972-44e2-961b-82cbcaef29a0 service neutron] 10.222.0.65 "GET /networking/v2.0/networks?id=4ae25b55-bed6-49d7-9a22-c9e416e149dd HTTP/1.1" status: 200 len: 912 time: 0.0912216 Oct 03 13:36:35.662413 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-77df707f-da99-4edb-8eba-ba5b94cb5a1d req-db80b693-cd1c-478a-9436-8c29eb58f817 service neutron] 10.222.0.65 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b7b4c568-efe4-4d19-8923-b411916ba1a1 HTTP/1.1" status: 200 len: 1000 time: 0.0568972 Oct 03 13:36:35.718836 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77df707f-da99-4edb-8eba-ba5b94cb5a1d req-6c3d1bdc-268d-4d8f-a1c5-c0e0b8298069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:36:35.720746 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-77df707f-da99-4edb-8eba-ba5b94cb5a1d req-6c3d1bdc-268d-4d8f-a1c5-c0e0b8298069 service neutron] 10.222.0.65 "GET /networking/v2.0/subnets?id=186bd512-24d4-4a2b-8bd3-48c53a4e9c74 HTTP/1.1" status: 200 len: 850 time: 0.0503590 Oct 03 13:36:35.768198 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77df707f-da99-4edb-8eba-ba5b94cb5a1d req-bf995100-719d-46f0-8cd1-970e4dad47a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:36:35.769778 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-77df707f-da99-4edb-8eba-ba5b94cb5a1d req-bf995100-719d-46f0-8cd1-970e4dad47a1 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?network_id=4ae25b55-bed6-49d7-9a22-c9e416e149dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0407627 Oct 03 13:36:35.866706 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-77df707f-da99-4edb-8eba-ba5b94cb5a1d req-cccfcd93-a0a5-40d6-891f-e4472d284423 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/4ae25b55-bed6-49d7-9a22-c9e416e149dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899255 Oct 03 13:36:35.960127 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-77df707f-da99-4edb-8eba-ba5b94cb5a1d req-7556796f-fe07-4828-8053-96397f87c6a0 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/4ae25b55-bed6-49d7-9a22-c9e416e149dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853236 Oct 03 13:36:36.133255 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-1bb28928-3e93-41c9-8900-1ecfb790b160 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (5eabf47d-5620-4e94-9269-ef19fe52be68), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:36:36.626733 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4f0324-226b-41b8-a22c-3ac57c3b020c req-b8ce65a7-d784-41e6-88da-e535e0961876 tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:36:36.628253 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-6e4f0324-226b-41b8-a22c-3ac57c3b020c req-b8ce65a7-d784-41e6-88da-e535e0961876 tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=2ca377db-f0f6-4888-a94e-cfde65e470e9 HTTP/1.1" status: 200 len: 946 time: 0.0566099 Oct 03 13:36:36.685034 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-6e4f0324-226b-41b8-a22c-3ac57c3b020c req-3be74953-b334-4163-9908-bf24e571af61 tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=5d855e17-85d1-4849-b5e5-c2ce09571ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504265 Oct 03 13:36:37.490555 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (d46c7ed5-c451-4a76-ab3f-ab8e3ea4a5ec), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:36:37.630518 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-9b3e6be4-ae7f-4a46-812d-719b0ca73959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (3cd5b2bb-c81a-4ce3-a212-a51c5aa706bd), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:36:37.809423 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2963f0-d158-4dc2-9a47-268444bd6cb7 req-73a314f6-3f17-4832-8df8-b88d1ccc8462 tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:36:37.811307 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-9d2963f0-d158-4dc2-9a47-268444bd6cb7 req-73a314f6-3f17-4832-8df8-b88d1ccc8462 tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=2ca377db-f0f6-4888-a94e-cfde65e470e9 HTTP/1.1" status: 200 len: 946 time: 0.0485313 Oct 03 13:36:37.862957 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-9d2963f0-d158-4dc2-9a47-268444bd6cb7 req-04907a55-1552-4972-83af-f1fc637fff71 tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=5d855e17-85d1-4849-b5e5-c2ce09571ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456662 Oct 03 13:36:38.459387 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (1af51d63-a9c9-4bbe-9b0d-c8e0a80c641c), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:36:39.474160 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-bd57e090-283a-4140-949a-cdded0483c84 req-a26a9584-f59e-414b-9560-f6b5ba714935 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?device_id=f46d2be3-6cca-411b-8b83-b13d51f53463&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0378528 Oct 03 13:36:39.546584 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd57e090-283a-4140-949a-cdded0483c84 req-b49e5ada-b597-4e53-934a-a1c8e43a279b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:36:39.547976 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-bd57e090-283a-4140-949a-cdded0483c84 req-b49e5ada-b597-4e53-934a-a1c8e43a279b service neutron] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=557321bf33ca42df8d5d53e5157e6803&device_id=f46d2be3-6cca-411b-8b83-b13d51f53463 HTTP/1.1" status: 200 len: 1129 time: 0.0392454 Oct 03 13:36:39.674667 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd57e090-283a-4140-949a-cdded0483c84 req-1bd2f7dd-ffb3-4e5d-8aed-08c40570241a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:36:39.676132 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-bd57e090-283a-4140-949a-cdded0483c84 req-1bd2f7dd-ffb3-4e5d-8aed-08c40570241a service neutron] 10.222.0.65 "GET /networking/v2.0/networks?id=289ad0fb-c675-48f9-ad56-9a68538f4eb7 HTTP/1.1" status: 200 len: 920 time: 0.0888546 Oct 03 13:36:39.721138 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-bd57e090-283a-4140-949a-cdded0483c84 req-22189af5-6b9f-4d87-8841-bb33b9639889 service neutron] 10.222.0.65 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9b784b63-7dc9-4c53-835b-6c3039d2f205 HTTP/1.1" status: 200 len: 217 time: 0.0318098 Oct 03 13:36:39.776858 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd57e090-283a-4140-949a-cdded0483c84 req-27bc43ae-8d55-4914-a12a-08839167718d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:36:39.778362 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-bd57e090-283a-4140-949a-cdded0483c84 req-27bc43ae-8d55-4914-a12a-08839167718d service neutron] 10.222.0.65 "GET /networking/v2.0/subnets?id=014887d4-da5d-4382-8b78-e31d89e09c89 HTTP/1.1" status: 200 len: 858 time: 0.0433762 Oct 03 13:36:39.825377 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd57e090-283a-4140-949a-cdded0483c84 req-54f23f0b-ef96-4a7b-9185-096fa0ea7042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:36:39.826784 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-bd57e090-283a-4140-949a-cdded0483c84 req-54f23f0b-ef96-4a7b-9185-096fa0ea7042 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?network_id=289ad0fb-c675-48f9-ad56-9a68538f4eb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0380032 Oct 03 13:36:39.923897 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-bd57e090-283a-4140-949a-cdded0483c84 req-12bfa157-122a-421c-b941-3637c0df9fb7 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/289ad0fb-c675-48f9-ad56-9a68538f4eb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884991 Oct 03 13:36:40.276762 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-bd57e090-283a-4140-949a-cdded0483c84 req-e06e5ca8-034b-4db0-a2f1-7d95100c27c0 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/289ad0fb-c675-48f9-ad56-9a68538f4eb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3257172 Oct 03 13:36:42.114498 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=2 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:36:42.118756 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=4 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:36:47.854758 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=77 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:36:47.858358 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=84 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:36:48.453135 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=29,neutron:UPDATE=1 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:36:48.456011 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=28,neutron:UPDATE=5 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:36:50.272178 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=97 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:36:50.273100 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=94 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:36:50.393783 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.agents_db [None req-0a1e5e68-d5eb-461a-8b1a-39e3d06a9bb6 None None] Agent healthcheck: found 6 active agents {{(pid=106271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 03 13:37:00.388091 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=13 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:37:00.390112 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=15 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:37:02.075187 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-6afccbc7-e0bd-444b-bac1-a4a672409fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (3460fffa-818c-4144-9400-237880db20a4), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:04.872332 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-2413f2b7-fcd9-44bc-8ad6-c1d9cf5b96fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (94180321-47b1-4b5c-b620-b1b0a31df446), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:06.136534 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-1bb28928-3e93-41c9-8900-1ecfb790b160 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (5eabf47d-5620-4e94-9269-ef19fe52be68), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:07.484509 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (d46c7ed5-c451-4a76-ab3f-ab8e3ea4a5ec), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:07.634027 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-9b3e6be4-ae7f-4a46-812d-719b0ca73959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (3cd5b2bb-c81a-4ce3-a212-a51c5aa706bd), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:08.455528 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (1af51d63-a9c9-4bbe-9b0d-c8e0a80c641c), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:18.444703 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:37:18.451262 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:37:19.411521 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c862629b-99ee-42e5-83ca-5bce3640ed32 req-a42e1084-3a10-4cdb-9140-c1da85aff669 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:37:19.413055 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-c862629b-99ee-42e5-83ca-5bce3640ed32 req-a42e1084-3a10-4cdb-9140-c1da85aff669 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=959d25e3-1620-4fb7-836c-7d55711fda46 HTTP/1.1" status: 200 len: 945 time: 0.0536635 Oct 03 13:37:19.463762 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-c862629b-99ee-42e5-83ca-5bce3640ed32 req-c1a7bf76-4917-4657-9331-5c09bc34561f tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=18aa4cd3-ce8c-4a9f-97a8-618d254f1359&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434411 Oct 03 13:37:20.593796 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84d505e-4bc4-4d93-8270-dfe75d6a86c3 req-0b33925f-b170-47cb-9536-bf97ff460efd tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:37:20.595808 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-a84d505e-4bc4-4d93-8270-dfe75d6a86c3 req-0b33925f-b170-47cb-9536-bf97ff460efd tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=959d25e3-1620-4fb7-836c-7d55711fda46 HTTP/1.1" status: 200 len: 945 time: 0.0509546 Oct 03 13:37:20.646065 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-a84d505e-4bc4-4d93-8270-dfe75d6a86c3 req-ec5c98ea-830b-4b82-94e7-594b1a157907 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=18aa4cd3-ce8c-4a9f-97a8-618d254f1359&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437119 Oct 03 13:37:21.788864 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f110a6-b0d9-4196-81f8-2477e56cbab4 req-f45ebd2b-ca5a-4b58-a7dd-3aa702bf10ef tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:37:21.791552 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-d5f110a6-b0d9-4196-81f8-2477e56cbab4 req-f45ebd2b-ca5a-4b58-a7dd-3aa702bf10ef tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=959d25e3-1620-4fb7-836c-7d55711fda46 HTTP/1.1" status: 200 len: 945 time: 0.0611598 Oct 03 13:37:21.840583 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-d5f110a6-b0d9-4196-81f8-2477e56cbab4 req-4965301c-6f30-426a-b164-37eb663257b5 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=18aa4cd3-ce8c-4a9f-97a8-618d254f1359&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436435 Oct 03 13:37:22.139812 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=4 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:37:22.140736 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=4 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:37:22.962513 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159da8e6-165b-4607-b5d8-94633520dc50 req-bfdc42a0-d459-4db1-8d62-da86eec2d6f0 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:37:22.963977 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-159da8e6-165b-4607-b5d8-94633520dc50 req-bfdc42a0-d459-4db1-8d62-da86eec2d6f0 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=959d25e3-1620-4fb7-836c-7d55711fda46 HTTP/1.1" status: 200 len: 945 time: 0.0469115 Oct 03 13:37:23.018977 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-159da8e6-165b-4607-b5d8-94633520dc50 req-0f876679-1fce-405f-8b76-e5dccc91f9c4 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=18aa4cd3-ce8c-4a9f-97a8-618d254f1359&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480473 Oct 03 13:37:23.852645 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d2ec9c-346e-4b7d-878f-64ae370f5084 req-b9f68448-6692-4c47-9a6b-dffb2f8e76be tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:37:23.854130 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-e7d2ec9c-346e-4b7d-878f-64ae370f5084 req-b9f68448-6692-4c47-9a6b-dffb2f8e76be tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=959d25e3-1620-4fb7-836c-7d55711fda46 HTTP/1.1" status: 200 len: 945 time: 0.0482218 Oct 03 13:37:23.940889 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.plugin [req-e7d2ec9c-346e-4b7d-878f-64ae370f5084 req-381f9f1e-453e-48cf-84b9-d76d4657be08 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Deleting port c4c1e4cd-a186-476e-9685-648d091500db {{(pid=106268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 13:37:23.941231 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-e7d2ec9c-346e-4b7d-878f-64ae370f5084 req-381f9f1e-453e-48cf-84b9-d76d4657be08 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751015143464'] for port (c4c1e4cd-a186-476e-9685-648d091500db), before_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:24.038998 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.db [req-e7d2ec9c-346e-4b7d-878f-64ae370f5084 req-381f9f1e-453e-48cf-84b9-d76d4657be08 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] For port c4c1e4cd-a186-476e-9685-648d091500db, host hv-cinder-86009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86009',level=0,port_id=c4c1e4cd-a186-476e-9685-648d091500db,segment=NetworkSegment(a13be668-9c4e-4111-8b50-69439ed85703),segment_id=a13be668-9c4e-4111-8b50-69439ed85703)] {{(pid=106268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 13:37:24.039361 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-e7d2ec9c-346e-4b7d-878f-64ae370f5084 req-381f9f1e-453e-48cf-84b9-d76d4657be08 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724412'] for port (c4c1e4cd-a186-476e-9685-648d091500db), precommit_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:24.162944 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c69d37-b818-4eaf-95c9-6c0310ceddde req-d2e88cfb-3bc7-4f8a-9c7c-bbbbf528c02a tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:37:24.164495 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-07c69d37-b818-4eaf-95c9-6c0310ceddde req-d2e88cfb-3bc7-4f8a-9c7c-bbbbf528c02a tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=959d25e3-1620-4fb7-836c-7d55711fda46 HTTP/1.1" status: 200 len: 945 time: 0.0562508 Oct 03 13:37:24.215149 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-e7d2ec9c-346e-4b7d-878f-64ae370f5084 req-381f9f1e-453e-48cf-84b9-d76d4657be08 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:24.215515 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-e7d2ec9c-346e-4b7d-878f-64ae370f5084 req-381f9f1e-453e-48cf-84b9-d76d4657be08 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3722562'] for floatingip (9022b217-ab32-4b3a-b16d-3c8431f8efa9), after_update {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:24.216019 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.db.l3_db [req-e7d2ec9c-346e-4b7d-878f-64ae370f5084 req-381f9f1e-453e-48cf-84b9-d76d4657be08 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Floating IP 9022b217-ab32-4b3a-b16d-3c8431f8efa9 disassociated. External IP: 172.27.1.38, port: c4c1e4cd-a186-476e-9685-648d091500db. Oct 03 13:37:24.216555 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.plugin [req-e7d2ec9c-346e-4b7d-878f-64ae370f5084 req-381f9f1e-453e-48cf-84b9-d76d4657be08 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Calling delete_port for c4c1e4cd-a186-476e-9685-648d091500db owned by compute:nova {{(pid=106268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 13:37:24.246172 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-07c69d37-b818-4eaf-95c9-6c0310ceddde req-6e4a62fa-b5df-4bc4-a24a-455652d077e5 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=18aa4cd3-ce8c-4a9f-97a8-618d254f1359&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689046 Oct 03 13:37:24.362090 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-e7d2ec9c-346e-4b7d-878f-64ae370f5084 req-381f9f1e-453e-48cf-84b9-d76d4657be08 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751015146406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751014656997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25417805'] for port (c4c1e4cd-a186-476e-9685-648d091500db), after_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:24.380286 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf4b8aa-9a09-4938-9542-ae41fd26bbd4 req-38b8cb83-10f3-407d-b587-03b10d6ee1ba tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:37:24.381867 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-eaf4b8aa-9a09-4938-9542-ae41fd26bbd4 req-38b8cb83-10f3-407d-b587-03b10d6ee1ba tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=0f9b4c95-6c82-4aca-97eb-44eb954c5ca0 HTTP/1.1" status: 200 len: 945 time: 0.0547142 Oct 03 13:37:24.391358 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381f9f1e-453e-48cf-84b9-d76d4657be08 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Pushing event deleted for resources: {'Port': ['ID=c4c1e4cd-a186-476e-9685-648d091500db,revision_number=None']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:37:24.403698 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381f9f1e-453e-48cf-84b9-d76d4657be08 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:37:24.404133 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381f9f1e-453e-48cf-84b9-d76d4657be08 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:37:24.404395 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381f9f1e-453e-48cf-84b9-d76d4657be08 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:37:24.405135 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381f9f1e-453e-48cf-84b9-d76d4657be08 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:37:24.405135 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381f9f1e-453e-48cf-84b9-d76d4657be08 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:37:24.405417 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381f9f1e-453e-48cf-84b9-d76d4657be08 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:37:24.405746 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381f9f1e-453e-48cf-84b9-d76d4657be08 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:37:24.406073 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381f9f1e-453e-48cf-84b9-d76d4657be08 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:37:24.406401 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381f9f1e-453e-48cf-84b9-d76d4657be08 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:37:24.406729 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381f9f1e-453e-48cf-84b9-d76d4657be08 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:37:24.407055 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381f9f1e-453e-48cf-84b9-d76d4657be08 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:37:24.407380 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381f9f1e-453e-48cf-84b9-d76d4657be08 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:37:24.407759 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381f9f1e-453e-48cf-84b9-d76d4657be08 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:37:24.408089 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381f9f1e-453e-48cf-84b9-d76d4657be08 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:37:24.408410 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381f9f1e-453e-48cf-84b9-d76d4657be08 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:37:24.437420 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-eaf4b8aa-9a09-4938-9542-ae41fd26bbd4 req-554618df-6871-40a6-a7ea-de6688b33333 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=c3c71c15-105e-4312-9beb-7eac6c12317c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498836 Oct 03 13:37:24.526033 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e7d2ec9c-346e-4b7d-878f-64ae370f5084 req-381f9f1e-453e-48cf-84b9-d76d4657be08 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Router af124424-a053-4d33-a6b5-08d7c9c80932 has already been hosted by L3 agent 94180321-47b1-4b5c-b620-b1b0a31df446 {{(pid=106268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 03 13:37:24.634720 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e7d2ec9c-346e-4b7d-878f-64ae370f5084 req-381f9f1e-453e-48cf-84b9-d76d4657be08 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Notify agent at l3_agent.dv-cinder-860090-1-iscsi the message routers_updated {{(pid=106268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 13:37:24.646994 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f6bd7b-0742-4589-9e9d-3fd6291733a9 None None] Sync routers for ids ['af124424-a053-4d33-a6b5-08d7c9c80932'] in dv-cinder-860090-1-iscsi {{(pid=106271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 13:37:24.658188 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f6bd7b-0742-4589-9e9d-3fd6291733a9 None None] Routers {'af124424-a053-4d33-a6b5-08d7c9c80932'} bound to L3 agent in host dv-cinder-860090-1-iscsi {{(pid=106271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 13:37:24.658806 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_hamode_db [None req-e1f6bd7b-0742-4589-9e9d-3fd6291733a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860090-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-03T13:22:05Z,description=,heartbeat_timestamp=2022-10-03T13:37:05Z,host='dv-cinder-860090-1-iscsi',id=94180321-47b1-4b5c-b620-b1b0a31df446,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T13:22:05Z,topic='l3_agent')) {'router_ids': ['af124424-a053-4d33-a6b5-08d7c9c80932'], 'active': True} {{(pid=106271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:37:24.681046 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7d2ec9c-346e-4b7d-878f-64ae370f5084 req-381f9f1e-453e-48cf-84b9-d76d4657be08 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] No DVR routers for this DVR port c4c1e4cd-a186-476e-9685-648d091500db on host hv-cinder-86009 {{(pid=106268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 03 13:37:24.683647 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-e7d2ec9c-346e-4b7d-878f-64ae370f5084 req-381f9f1e-453e-48cf-84b9-d76d4657be08 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512321'] for port (None), before_response {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:24.687043 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-e7d2ec9c-346e-4b7d-878f-64ae370f5084 req-381f9f1e-453e-48cf-84b9-d76d4657be08 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.65 "DELETE /networking/v2.0/ports/c4c1e4cd-a186-476e-9685-648d091500db HTTP/1.1" status: 204 len: 173 time: 0.8270607 Oct 03 13:37:24.687565 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '959d25e3-1620-4fb7-836c-7d55711fda46', 'name': 'network-vif-deleted', 'tag': 'c4c1e4cd-a186-476e-9685-648d091500db'}] {{(pid=106268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 13:37:24.690570 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd70873512ffc397a2b7ac25ee02414627e7506f7787b64d61dc92e00300ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8df171f5-9bf4-41d6-b49d-3bca5cc6edf0" -d '{"events": [{"server_uuid": "959d25e3-1620-4fb7-836c-7d55711fda46", "name": "network-vif-deleted", "tag": "c4c1e4cd-a186-476e-9685-648d091500db"}]}' {{(pid=106268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 13:37:24.743487 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 13:37:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-347c0036-5e5e-47be-9344-b2cb12051924 x-openstack-request-id: req-347c0036-5e5e-47be-9344-b2cb12051924 {{(pid=106268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 13:37:24.743781 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "959d25e3-1620-4fb7-836c-7d55711fda46", "name": "network-vif-deleted", "tag": "c4c1e4cd-a186-476e-9685-648d091500db", "status": "completed", "code": 200}]} {{(pid=106268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 13:37:24.744514 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-347c0036-5e5e-47be-9344-b2cb12051924 {{(pid=106268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 13:37:24.744514 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.notifiers.nova [-] Nova event matching ['req-347c0036-5e5e-47be-9344-b2cb12051924'] response: {'server_uuid': '959d25e3-1620-4fb7-836c-7d55711fda46', 'name': 'network-vif-deleted', 'tag': 'c4c1e4cd-a186-476e-9685-648d091500db', 'status': 'completed', 'code': 200} Oct 03 13:37:24.773218 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_dvr_db [None req-e1f6bd7b-0742-4589-9e9d-3fd6291733a9 None None] Set router af124424-a053-4d33-a6b5-08d7c9c80932 gateway port host: dv-cinder-860090-1-iscsi {{(pid=106271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 13:37:25.074942 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_hamode_db [None req-e1f6bd7b-0742-4589-9e9d-3fd6291733a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af124424-a053-4d33-a6b5-08d7c9c80932', 'name': 'tempest-ServerRescueNegativeTestJSON-2126300055-router', 'tenant_id': '557321bf33ca42df8d5d53e5157e6803', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'external_fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': 'cdf04b3b-1b40-4675-9c4c-10fdae6d977b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:30:31Z', 'updated_at': '2022-10-03T13:30:45Z', 'revision_number': 4, 'project_id': '557321bf33ca42df8d5d53e5157e6803', 'gw_port': {'id': 'cdf04b3b-1b40-4675-9c4c-10fdae6d977b', 'name': '', 'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:0d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af124424-a053-4d33-a6b5-08d7c9c80932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:30:32Z', 'updated_at': '2022-10-03T13:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860090-1-iscsi', '_interfaces': [{'id': '042f889d-6dc9-4d12-9164-ef09c953a53f', 'name': '', 'network_id': '289ad0fb-c675-48f9-ad56-9a68538f4eb7', 'tenant_id': '557321bf33ca42df8d5d53e5157e6803', 'mac_address': 'fa:16:3e:a8:a3:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af124424-a053-4d33-a6b5-08d7c9c80932', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '014887d4-da5d-4382-8b78-e31d89e09c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:30:41Z', 'updated_at': '2022-10-03T13:31:01Z', 'revision_number': 5, 'project_id': '557321bf33ca42df8d5d53e5157e6803', 'subnets': [{'id': '014887d4-da5d-4382-8b78-e31d89e09c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860090-1-iscsi', False) {} {{(pid=106271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:37:25.101811 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f6bd7b-0742-4589-9e9d-3fd6291733a9 None None] Checking router: af124424-a053-4d33-a6b5-08d7c9c80932 for host: dv-cinder-860090-1-iscsi {{(pid=106271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 13:37:25.111416 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f6bd7b-0742-4589-9e9d-3fd6291733a9 None None] Routers {'af124424-a053-4d33-a6b5-08d7c9c80932'} bound to L3 agent in host dv-cinder-860090-1-iscsi {{(pid=106271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 13:37:25.112047 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_hamode_db [None req-e1f6bd7b-0742-4589-9e9d-3fd6291733a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860090-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-03T13:22:05Z,description=,heartbeat_timestamp=2022-10-03T13:37:05Z,host='dv-cinder-860090-1-iscsi',id=94180321-47b1-4b5c-b620-b1b0a31df446,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T13:22:05Z,topic='l3_agent')) {'router_ids': ['af124424-a053-4d33-a6b5-08d7c9c80932'], 'active': True} {{(pid=106271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:37:25.219577 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_dvr_db [None req-e1f6bd7b-0742-4589-9e9d-3fd6291733a9 None None] Set router af124424-a053-4d33-a6b5-08d7c9c80932 gateway port host: dv-cinder-860090-1-iscsi {{(pid=106271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 13:37:25.351298 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-57c5924e-4243-4076-a33c-82f924408dc2 req-0ac8ec83-db9b-4479-89d1-d9b5030ef414 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=959d25e3-1620-4fb7-836c-7d55711fda46 HTTP/1.1" status: 200 len: 210 time: 0.0307157 Oct 03 13:37:25.429735 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_hamode_db [None req-e1f6bd7b-0742-4589-9e9d-3fd6291733a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af124424-a053-4d33-a6b5-08d7c9c80932', 'name': 'tempest-ServerRescueNegativeTestJSON-2126300055-router', 'tenant_id': '557321bf33ca42df8d5d53e5157e6803', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'external_fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': 'cdf04b3b-1b40-4675-9c4c-10fdae6d977b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:30:31Z', 'updated_at': '2022-10-03T13:30:45Z', 'revision_number': 4, 'project_id': '557321bf33ca42df8d5d53e5157e6803', 'gw_port': {'id': 'cdf04b3b-1b40-4675-9c4c-10fdae6d977b', 'name': '', 'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:0d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af124424-a053-4d33-a6b5-08d7c9c80932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:30:32Z', 'updated_at': '2022-10-03T13:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860090-1-iscsi', '_interfaces': [{'id': '042f889d-6dc9-4d12-9164-ef09c953a53f', 'name': '', 'network_id': '289ad0fb-c675-48f9-ad56-9a68538f4eb7', 'tenant_id': '557321bf33ca42df8d5d53e5157e6803', 'mac_address': 'fa:16:3e:a8:a3:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af124424-a053-4d33-a6b5-08d7c9c80932', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '014887d4-da5d-4382-8b78-e31d89e09c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:30:41Z', 'updated_at': '2022-10-03T13:31:01Z', 'revision_number': 5, 'project_id': '557321bf33ca42df8d5d53e5157e6803', 'subnets': [{'id': '014887d4-da5d-4382-8b78-e31d89e09c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860090-1-iscsi', False) {} {{(pid=106271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:37:25.456786 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f6bd7b-0742-4589-9e9d-3fd6291733a9 None None] The sync data for ids ['af124424-a053-4d33-a6b5-08d7c9c80932'] in dv-cinder-860090-1-iscsi is: [{'id': 'af124424-a053-4d33-a6b5-08d7c9c80932', 'name': 'tempest-ServerRescueNegativeTestJSON-2126300055-router', 'tenant_id': '557321bf33ca42df8d5d53e5157e6803', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'external_fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': 'cdf04b3b-1b40-4675-9c4c-10fdae6d977b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:30:31Z', 'updated_at': '2022-10-03T13:30:45Z', 'revision_number': 4, 'project_id': '557321bf33ca42df8d5d53e5157e6803', 'gw_port': {'id': 'cdf04b3b-1b40-4675-9c4c-10fdae6d977b', 'name': '', 'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:0d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af124424-a053-4d33-a6b5-08d7c9c80932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:30:32Z', 'updated_at': '2022-10-03T13:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860090-1-iscsi', '_interfaces': [{'id': '042f889d-6dc9-4d12-9164-ef09c953a53f', 'name': '', 'network_id': '289ad0fb-c675-48f9-ad56-9a68538f4eb7', 'tenant_id': '557321bf33ca42df8d5d53e5157e6803', 'mac_address': 'fa:16:3e:a8:a3:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af124424-a053-4d33-a6b5-08d7c9c80932', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '014887d4-da5d-4382-8b78-e31d89e09c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:30:41Z', 'updated_at': '2022-10-03T13:31:01Z', 'revision_number': 5, 'project_id': '557321bf33ca42df8d5d53e5157e6803', 'subnets': [{'id': '014887d4-da5d-4382-8b78-e31d89e09c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 13:37:25.586104 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f063cd4-9a57-4f7d-83e0-e27999ccf731 req-db4cf323-278f-4c9a-a1e3-6c5cd9579488 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:37:25.588444 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-6f063cd4-9a57-4f7d-83e0-e27999ccf731 req-db4cf323-278f-4c9a-a1e3-6c5cd9579488 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=0f9b4c95-6c82-4aca-97eb-44eb954c5ca0 HTTP/1.1" status: 200 len: 945 time: 0.0635126 Oct 03 13:37:25.638632 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:37:25.648222 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-6f063cd4-9a57-4f7d-83e0-e27999ccf731 req-e2544f0e-026f-4a05-9d14-2c97cc9304af tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=c3c71c15-105e-4312-9beb-7eac6c12317c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525367 Oct 03 13:37:25.711928 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424b6341-ae49-4037-8407-2f93c3ed24ea None None] New status for floating IP 9022b217-ab32-4b3a-b16d-3c8431f8efa9: DOWN {{(pid=106270) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 03 13:37:26.332785 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4066ed0-adf2-4007-9182-259b5d9e3f3a req-b243fb6a-b81d-4a55-9a45-b13cdab33aed tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:37:26.334319 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-d4066ed0-adf2-4007-9182-259b5d9e3f3a req-b243fb6a-b81d-4a55-9a45-b13cdab33aed tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=0f9b4c95-6c82-4aca-97eb-44eb954c5ca0 HTTP/1.1" status: 200 len: 945 time: 0.0622196 Oct 03 13:37:26.373122 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:37:26.433140 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.plugin [req-d4066ed0-adf2-4007-9182-259b5d9e3f3a req-2632a910-a87b-4fe7-969f-84ffd8e52edd tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Deleting port a5a296ca-8101-49f0-b8d4-84e8c485eb14 {{(pid=106268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 13:37:26.433605 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-d4066ed0-adf2-4007-9182-259b5d9e3f3a req-2632a910-a87b-4fe7-969f-84ffd8e52edd tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751015143464'] for port (a5a296ca-8101-49f0-b8d4-84e8c485eb14), before_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:26.477165 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-d14d2805-90d0-4ea7-b710-4789cad85c76 req-7b13fd8d-1fee-49c9-93fe-5ab231885ee7 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=959d25e3-1620-4fb7-836c-7d55711fda46 HTTP/1.1" status: 200 len: 210 time: 0.0285439 Oct 03 13:37:26.534495 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.db [req-d4066ed0-adf2-4007-9182-259b5d9e3f3a req-2632a910-a87b-4fe7-969f-84ffd8e52edd tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] For port a5a296ca-8101-49f0-b8d4-84e8c485eb14, host hv-cinder-86009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86009',level=0,port_id=a5a296ca-8101-49f0-b8d4-84e8c485eb14,segment=NetworkSegment(2cd7ae88-a108-4db9-b508-67961f878f9a),segment_id=2cd7ae88-a108-4db9-b508-67961f878f9a)] {{(pid=106268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 13:37:26.534859 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-d4066ed0-adf2-4007-9182-259b5d9e3f3a req-2632a910-a87b-4fe7-969f-84ffd8e52edd tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724412'] for port (a5a296ca-8101-49f0-b8d4-84e8c485eb14), precommit_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:26.701207 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-d4066ed0-adf2-4007-9182-259b5d9e3f3a req-2632a910-a87b-4fe7-969f-84ffd8e52edd tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:26.701207 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-d4066ed0-adf2-4007-9182-259b5d9e3f3a req-2632a910-a87b-4fe7-969f-84ffd8e52edd tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3722562'] for floatingip (c26023e2-e43d-4d12-9923-cc7fb8766067), after_update {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:26.702046 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.db.l3_db [req-d4066ed0-adf2-4007-9182-259b5d9e3f3a req-2632a910-a87b-4fe7-969f-84ffd8e52edd tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Floating IP c26023e2-e43d-4d12-9923-cc7fb8766067 disassociated. External IP: 172.27.1.237, port: a5a296ca-8101-49f0-b8d4-84e8c485eb14. Oct 03 13:37:26.702046 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.plugin [req-d4066ed0-adf2-4007-9182-259b5d9e3f3a req-2632a910-a87b-4fe7-969f-84ffd8e52edd tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Calling delete_port for a5a296ca-8101-49f0-b8d4-84e8c485eb14 owned by compute:nova {{(pid=106268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 13:37:26.819823 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f99615-c367-4eee-9c16-a07d34ca39f5 req-ac81c21e-7346-4e8a-9534-d1c540a53756 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:37:26.821325 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-28f99615-c367-4eee-9c16-a07d34ca39f5 req-ac81c21e-7346-4e8a-9534-d1c540a53756 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=0f9b4c95-6c82-4aca-97eb-44eb954c5ca0 HTTP/1.1" status: 200 len: 945 time: 0.0595517 Oct 03 13:37:26.907144 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-d4066ed0-adf2-4007-9182-259b5d9e3f3a req-2632a910-a87b-4fe7-969f-84ffd8e52edd tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751015146406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751014656997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25417805'] for port (a5a296ca-8101-49f0-b8d4-84e8c485eb14), after_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:26.921429 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-28f99615-c367-4eee-9c16-a07d34ca39f5 req-00d9bd0a-5147-4721-bb25-e15e138a1ad1 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=c3c71c15-105e-4312-9beb-7eac6c12317c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922196 Oct 03 13:37:26.940176 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2632a910-a87b-4fe7-969f-84ffd8e52edd tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Pushing event deleted for resources: {'Port': ['ID=a5a296ca-8101-49f0-b8d4-84e8c485eb14,revision_number=None']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:37:27.057821 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d4066ed0-adf2-4007-9182-259b5d9e3f3a req-2632a910-a87b-4fe7-969f-84ffd8e52edd tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Router 9386ae84-3455-47c1-bf1e-ac1e7b8d81c7 has already been hosted by L3 agent 94180321-47b1-4b5c-b620-b1b0a31df446 {{(pid=106268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 03 13:37:27.169356 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d4066ed0-adf2-4007-9182-259b5d9e3f3a req-2632a910-a87b-4fe7-969f-84ffd8e52edd tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Notify agent at l3_agent.dv-cinder-860090-1-iscsi the message routers_updated {{(pid=106268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 13:37:27.175286 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:37:27.180481 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a25c2610-55f5-4189-a1a3-bf9c60e7d8a1 None None] Sync routers for ids ['9386ae84-3455-47c1-bf1e-ac1e7b8d81c7'] in dv-cinder-860090-1-iscsi {{(pid=106271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 13:37:27.192946 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a25c2610-55f5-4189-a1a3-bf9c60e7d8a1 None None] Routers {'9386ae84-3455-47c1-bf1e-ac1e7b8d81c7'} bound to L3 agent in host dv-cinder-860090-1-iscsi {{(pid=106271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 13:37:27.193589 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_hamode_db [None req-a25c2610-55f5-4189-a1a3-bf9c60e7d8a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860090-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-03T13:22:05Z,description=,heartbeat_timestamp=2022-10-03T13:37:05Z,host='dv-cinder-860090-1-iscsi',id=94180321-47b1-4b5c-b620-b1b0a31df446,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T13:22:05Z,topic='l3_agent')) {'router_ids': ['9386ae84-3455-47c1-bf1e-ac1e7b8d81c7'], 'active': True} {{(pid=106271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:37:27.217382 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4066ed0-adf2-4007-9182-259b5d9e3f3a req-2632a910-a87b-4fe7-969f-84ffd8e52edd tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] No DVR routers for this DVR port a5a296ca-8101-49f0-b8d4-84e8c485eb14 on host hv-cinder-86009 {{(pid=106268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 03 13:37:27.220735 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-d4066ed0-adf2-4007-9182-259b5d9e3f3a req-2632a910-a87b-4fe7-969f-84ffd8e52edd tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512321'] for port (None), before_response {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:27.224233 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-d4066ed0-adf2-4007-9182-259b5d9e3f3a req-2632a910-a87b-4fe7-969f-84ffd8e52edd tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.65 "DELETE /networking/v2.0/ports/a5a296ca-8101-49f0-b8d4-84e8c485eb14 HTTP/1.1" status: 204 len: 173 time: 0.8838785 Oct 03 13:37:27.224749 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f9b4c95-6c82-4aca-97eb-44eb954c5ca0', 'name': 'network-vif-deleted', 'tag': 'a5a296ca-8101-49f0-b8d4-84e8c485eb14'}] {{(pid=106268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 13:37:27.227093 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd70873512ffc397a2b7ac25ee02414627e7506f7787b64d61dc92e00300ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e666dd2-c7d6-4977-a8b1-a8a7a3d278ac" -d '{"events": [{"server_uuid": "0f9b4c95-6c82-4aca-97eb-44eb954c5ca0", "name": "network-vif-deleted", "tag": "a5a296ca-8101-49f0-b8d4-84e8c485eb14"}]}' {{(pid=106268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 13:37:27.266244 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 13:37:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8003214f-cf43-484c-8f25-cff007d13021 x-openstack-request-id: req-8003214f-cf43-484c-8f25-cff007d13021 {{(pid=106268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 13:37:27.266548 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f9b4c95-6c82-4aca-97eb-44eb954c5ca0", "name": "network-vif-deleted", "tag": "a5a296ca-8101-49f0-b8d4-84e8c485eb14", "status": "completed", "code": 200}]} {{(pid=106268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 13:37:27.267357 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8003214f-cf43-484c-8f25-cff007d13021 {{(pid=106268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 13:37:27.267876 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8003214f-cf43-484c-8f25-cff007d13021'] response: {'server_uuid': '0f9b4c95-6c82-4aca-97eb-44eb954c5ca0', 'name': 'network-vif-deleted', 'tag': 'a5a296ca-8101-49f0-b8d4-84e8c485eb14', 'status': 'completed', 'code': 200} Oct 03 13:37:27.354301 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_dvr_db [None req-a25c2610-55f5-4189-a1a3-bf9c60e7d8a1 None None] Set router 9386ae84-3455-47c1-bf1e-ac1e7b8d81c7 gateway port host: dv-cinder-860090-1-iscsi {{(pid=106271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 13:37:27.418685 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.agents_db [None req-0a1e5e68-d5eb-461a-8b1a-39e3d06a9bb6 None None] Agent healthcheck: found 6 active agents {{(pid=106271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 03 13:37:27.584815 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=100 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:37:27.594296 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 34572) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:37:27.599265 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_hamode_db [None req-a25c2610-55f5-4189-a1a3-bf9c60e7d8a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9386ae84-3455-47c1-bf1e-ac1e7b8d81c7', 'name': 'tempest-AttachVolumeNegativeTest-724384781-router', 'tenant_id': 'd8e6dd58ff43419fa5b945bd08ef2931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'external_fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': '8f94ecf7-389a-462c-a841-f7b64d1eb55b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:30:29Z', 'updated_at': '2022-10-03T13:30:42Z', 'revision_number': 4, 'project_id': 'd8e6dd58ff43419fa5b945bd08ef2931', 'gw_port': {'id': '8f94ecf7-389a-462c-a841-f7b64d1eb55b', 'name': '', 'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:6b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9386ae84-3455-47c1-bf1e-ac1e7b8d81c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:30:30Z', 'updated_at': '2022-10-03T13:30:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860090-1-iscsi', '_interfaces': [{'id': '4348bdd0-49c7-4b40-a474-5fac87c13353', 'name': '', 'network_id': 'ff8319e2-24e1-46c8-a6e2-568f9c4503d6', 'tenant_id': 'd8e6dd58ff43419fa5b945bd08ef2931', 'mac_address': 'fa:16:3e:87:64:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9386ae84-3455-47c1-bf1e-ac1e7b8d81c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'c7cf38c1-e397-42ce-8b92-f0af8056be43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:30:37Z', 'updated_at': '2022-10-03T13:30:58Z', 'revision_number': 5, 'project_id': 'd8e6dd58ff43419fa5b945bd08ef2931', 'subnets': [{'id': 'c7cf38c1-e397-42ce-8b92-f0af8056be43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860090-1-iscsi', False) {} {{(pid=106271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:37:27.603601 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=100 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:37:27.627979 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a25c2610-55f5-4189-a1a3-bf9c60e7d8a1 None None] Checking router: 9386ae84-3455-47c1-bf1e-ac1e7b8d81c7 for host: dv-cinder-860090-1-iscsi {{(pid=106271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 13:37:27.637248 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a25c2610-55f5-4189-a1a3-bf9c60e7d8a1 None None] Routers {'9386ae84-3455-47c1-bf1e-ac1e7b8d81c7'} bound to L3 agent in host dv-cinder-860090-1-iscsi {{(pid=106271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 13:37:27.638488 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_hamode_db [None req-a25c2610-55f5-4189-a1a3-bf9c60e7d8a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860090-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-03T13:22:05Z,description=,heartbeat_timestamp=2022-10-03T13:37:05Z,host='dv-cinder-860090-1-iscsi',id=94180321-47b1-4b5c-b620-b1b0a31df446,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T13:22:05Z,topic='l3_agent')) {'router_ids': ['9386ae84-3455-47c1-bf1e-ac1e7b8d81c7'], 'active': True} {{(pid=106271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:37:27.670179 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-9104700b-bf94-4823-8b47-b97e8d600de9 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Publish callbacks [] for security_group (18aa4cd3-ce8c-4a9f-97a8-618d254f1359), before_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:27.698189 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-9104700b-bf94-4823-8b47-b97e8d600de9 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Publish callbacks [] for security_group (18aa4cd3-ce8c-4a9f-97a8-618d254f1359), precommit_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:27.747760 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_dvr_db [None req-a25c2610-55f5-4189-a1a3-bf9c60e7d8a1 None None] Set router 9386ae84-3455-47c1-bf1e-ac1e7b8d81c7 gateway port host: dv-cinder-860090-1-iscsi {{(pid=106271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 13:37:27.760892 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-9104700b-bf94-4823-8b47-b97e8d600de9 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (18aa4cd3-ce8c-4a9f-97a8-618d254f1359), after_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:27.763690 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-9104700b-bf94-4823-8b47-b97e8d600de9 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Publish callbacks [] for security_group (None), before_response {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:27.764912 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-9104700b-bf94-4823-8b47-b97e8d600de9 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "DELETE /networking/v2.0/security-groups/18aa4cd3-ce8c-4a9f-97a8-618d254f1359 HTTP/1.1" status: 204 len: 168 time: 0.1676476 Oct 03 13:37:27.768936 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 34574) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:37:27.780766 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9104700b-bf94-4823-8b47-b97e8d600de9 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18aa4cd3-ce8c-4a9f-97a8-618d254f1359,revision_number=None']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:37:27.785793 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.api.v2.resource [None req-c4b5a2f6-70ea-434c-b15b-ba469d76eb8a tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] show failed (client error): The resource could not be found. Oct 03 13:37:27.790408 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-c4b5a2f6-70ea-434c-b15b-ba469d76eb8a tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/security-groups/18aa4cd3-ce8c-4a9f-97a8-618d254f1359 HTTP/1.1" status: 404 len: 347 time: 0.0160100 Oct 03 13:37:27.790620 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9104700b-bf94-4823-8b47-b97e8d600de9 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:37:27.790620 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9104700b-bf94-4823-8b47-b97e8d600de9 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:37:27.790620 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9104700b-bf94-4823-8b47-b97e8d600de9 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:37:27.790620 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9104700b-bf94-4823-8b47-b97e8d600de9 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:37:27.790959 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 34576) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:37:27.791093 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9104700b-bf94-4823-8b47-b97e8d600de9 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:37:27.791255 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9104700b-bf94-4823-8b47-b97e8d600de9 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:37:27.791779 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9104700b-bf94-4823-8b47-b97e8d600de9 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:37:27.791885 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9104700b-bf94-4823-8b47-b97e8d600de9 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:37:27.792209 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9104700b-bf94-4823-8b47-b97e8d600de9 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:37:27.792540 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9104700b-bf94-4823-8b47-b97e8d600de9 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:37:27.792865 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9104700b-bf94-4823-8b47-b97e8d600de9 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:37:27.793190 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9104700b-bf94-4823-8b47-b97e8d600de9 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:37:27.793536 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9104700b-bf94-4823-8b47-b97e8d600de9 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:37:27.793864 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9104700b-bf94-4823-8b47-b97e8d600de9 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:37:27.794187 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9104700b-bf94-4823-8b47-b97e8d600de9 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:37:27.914496 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.plugin [None req-b13edade-e59f-4f05-ab5d-6e5162abab00 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Deleting port c7f4e584-5eaf-4148-bc2f-0153bb4e39c0 {{(pid=106268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 13:37:27.915177 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-b13edade-e59f-4f05-ab5d-6e5162abab00 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751015143464'] for port (c7f4e584-5eaf-4148-bc2f-0153bb4e39c0), before_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:27.927081 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:37:27.964151 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_hamode_db [None req-a25c2610-55f5-4189-a1a3-bf9c60e7d8a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9386ae84-3455-47c1-bf1e-ac1e7b8d81c7', 'name': 'tempest-AttachVolumeNegativeTest-724384781-router', 'tenant_id': 'd8e6dd58ff43419fa5b945bd08ef2931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'external_fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': '8f94ecf7-389a-462c-a841-f7b64d1eb55b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:30:29Z', 'updated_at': '2022-10-03T13:30:42Z', 'revision_number': 4, 'project_id': 'd8e6dd58ff43419fa5b945bd08ef2931', 'gw_port': {'id': '8f94ecf7-389a-462c-a841-f7b64d1eb55b', 'name': '', 'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:6b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9386ae84-3455-47c1-bf1e-ac1e7b8d81c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:30:30Z', 'updated_at': '2022-10-03T13:30:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860090-1-iscsi', '_interfaces': [{'id': '4348bdd0-49c7-4b40-a474-5fac87c13353', 'name': '', 'network_id': 'ff8319e2-24e1-46c8-a6e2-568f9c4503d6', 'tenant_id': 'd8e6dd58ff43419fa5b945bd08ef2931', 'mac_address': 'fa:16:3e:87:64:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9386ae84-3455-47c1-bf1e-ac1e7b8d81c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'c7cf38c1-e397-42ce-8b92-f0af8056be43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:30:37Z', 'updated_at': '2022-10-03T13:30:58Z', 'revision_number': 5, 'project_id': 'd8e6dd58ff43419fa5b945bd08ef2931', 'subnets': [{'id': 'c7cf38c1-e397-42ce-8b92-f0af8056be43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860090-1-iscsi', False) {} {{(pid=106271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:37:28.003913 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a25c2610-55f5-4189-a1a3-bf9c60e7d8a1 None None] The sync data for ids ['9386ae84-3455-47c1-bf1e-ac1e7b8d81c7'] in dv-cinder-860090-1-iscsi is: [{'id': '9386ae84-3455-47c1-bf1e-ac1e7b8d81c7', 'name': 'tempest-AttachVolumeNegativeTest-724384781-router', 'tenant_id': 'd8e6dd58ff43419fa5b945bd08ef2931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'external_fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': '8f94ecf7-389a-462c-a841-f7b64d1eb55b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:30:29Z', 'updated_at': '2022-10-03T13:30:42Z', 'revision_number': 4, 'project_id': 'd8e6dd58ff43419fa5b945bd08ef2931', 'gw_port': {'id': '8f94ecf7-389a-462c-a841-f7b64d1eb55b', 'name': '', 'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:6b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9386ae84-3455-47c1-bf1e-ac1e7b8d81c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:30:30Z', 'updated_at': '2022-10-03T13:30:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860090-1-iscsi', '_interfaces': [{'id': '4348bdd0-49c7-4b40-a474-5fac87c13353', 'name': '', 'network_id': 'ff8319e2-24e1-46c8-a6e2-568f9c4503d6', 'tenant_id': 'd8e6dd58ff43419fa5b945bd08ef2931', 'mac_address': 'fa:16:3e:87:64:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9386ae84-3455-47c1-bf1e-ac1e7b8d81c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'c7cf38c1-e397-42ce-8b92-f0af8056be43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:30:37Z', 'updated_at': '2022-10-03T13:30:58Z', 'revision_number': 5, 'project_id': 'd8e6dd58ff43419fa5b945bd08ef2931', 'subnets': [{'id': 'c7cf38c1-e397-42ce-8b92-f0af8056be43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 13:37:28.010219 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-b13edade-e59f-4f05-ab5d-6e5162abab00 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724412'] for port (c7f4e584-5eaf-4148-bc2f-0153bb4e39c0), precommit_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:28.010725 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-b13edade-e59f-4f05-ab5d-6e5162abab00 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Publish callbacks [] for floatingip (c7f4e584-5eaf-4148-bc2f-0153bb4e39c0), precommit_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:28.028253 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.plugin [None req-b13edade-e59f-4f05-ab5d-6e5162abab00 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Calling delete_port for c7f4e584-5eaf-4148-bc2f-0153bb4e39c0 owned by network:floatingip {{(pid=106268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 13:37:28.120467 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-115d61c9-abc6-471f-9bae-0625c5bf7167 req-191f8fb4-c23e-4a0c-b124-8b5ab0e41709 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=0f9b4c95-6c82-4aca-97eb-44eb954c5ca0 HTTP/1.1" status: 200 len: 210 time: 0.0389588 Oct 03 13:37:28.223281 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-b13edade-e59f-4f05-ab5d-6e5162abab00 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751015146406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751014656997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25417805'] for port (c7f4e584-5eaf-4148-bc2f-0153bb4e39c0), after_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:28.252874 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13edade-e59f-4f05-ab5d-6e5162abab00 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Pushing event deleted for resources: {'Port': ['ID=c7f4e584-5eaf-4148-bc2f-0153bb4e39c0,revision_number=None']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:37:28.272592 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a77a839-2433-44dd-bbb4-c494e749337e None None] New status for floating IP c26023e2-e43d-4d12-9923-cc7fb8766067: DOWN {{(pid=106270) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 03 13:37:28.323865 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-b13edade-e59f-4f05-ab5d-6e5162abab00 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Publish callbacks [] for floatingip (9022b217-ab32-4b3a-b16d-3c8431f8efa9), after_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:28.326513 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-b13edade-e59f-4f05-ab5d-6e5162abab00 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512321'] for floatingip (None), before_response {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:28.327662 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-b13edade-e59f-4f05-ab5d-6e5162abab00 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "DELETE /networking/v2.0/floatingips/9022b217-ab32-4b3a-b16d-3c8431f8efa9 HTTP/1.1" status: 204 len: 168 time: 0.5358336 Oct 03 13:37:29.234120 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 34588) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:37:29.300523 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-dc46afc6-597a-4a5e-ad5e-698f71b4cc38 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Publish callbacks [] for security_group (c3c71c15-105e-4312-9beb-7eac6c12317c), before_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:29.325329 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-dc46afc6-597a-4a5e-ad5e-698f71b4cc38 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Publish callbacks [] for security_group (c3c71c15-105e-4312-9beb-7eac6c12317c), precommit_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:29.378198 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-dc46afc6-597a-4a5e-ad5e-698f71b4cc38 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (c3c71c15-105e-4312-9beb-7eac6c12317c), after_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:29.380869 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-dc46afc6-597a-4a5e-ad5e-698f71b4cc38 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Publish callbacks [] for security_group (None), before_response {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:29.382201 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-dc46afc6-597a-4a5e-ad5e-698f71b4cc38 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "DELETE /networking/v2.0/security-groups/c3c71c15-105e-4312-9beb-7eac6c12317c HTTP/1.1" status: 204 len: 168 time: 0.1470277 Oct 03 13:37:29.385884 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 34590) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:37:29.396623 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Device c4c1e4cd-a186-476e-9685-648d091500db no longer exists at agent hyperv_hv-cinder-86009 {{(pid=106270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 13:37:29.400518 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc46afc6-597a-4a5e-ad5e-698f71b4cc38 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3c71c15-105e-4312-9beb-7eac6c12317c,revision_number=None']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:37:29.410035 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.api.v2.resource [None req-e5a2be33-47b0-443f-b23e-823113245174 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] show failed (client error): The resource could not be found. Oct 03 13:37:29.411176 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-e5a2be33-47b0-443f-b23e-823113245174 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "GET /networking/v2.0/security-groups/c3c71c15-105e-4312-9beb-7eac6c12317c HTTP/1.1" status: 404 len: 347 time: 0.0242000 Oct 03 13:37:29.415700 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 34592) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:37:29.553427 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.plugin [None req-20c90528-6caa-4145-9460-24e6cce2cf37 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Deleting port ff02f91e-11c2-43c0-96f3-37def2ed49d1 {{(pid=106268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 13:37:29.556894 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-20c90528-6caa-4145-9460-24e6cce2cf37 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751015143464'] for port (ff02f91e-11c2-43c0-96f3-37def2ed49d1), before_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:29.572074 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] No Port match for: c4c1e4cd-a186-476e-9685-648d091500db {{(pid=106270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 03 13:37:29.572414 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Device c4c1e4cd-a186-476e-9685-648d091500db not bound to the agent host hv-cinder-86009 {{(pid=106270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 03 13:37:29.643863 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-20c90528-6caa-4145-9460-24e6cce2cf37 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724412'] for port (ff02f91e-11c2-43c0-96f3-37def2ed49d1), precommit_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:29.644195 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-20c90528-6caa-4145-9460-24e6cce2cf37 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Publish callbacks [] for floatingip (ff02f91e-11c2-43c0-96f3-37def2ed49d1), precommit_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:29.657333 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.plugin [None req-20c90528-6caa-4145-9460-24e6cce2cf37 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Calling delete_port for ff02f91e-11c2-43c0-96f3-37def2ed49d1 owned by network:floatingip {{(pid=106268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 13:37:29.805959 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-20c90528-6caa-4145-9460-24e6cce2cf37 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751015146406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751014656997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25417805'] for port (ff02f91e-11c2-43c0-96f3-37def2ed49d1), after_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:29.834051 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c90528-6caa-4145-9460-24e6cce2cf37 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Pushing event deleted for resources: {'Port': ['ID=ff02f91e-11c2-43c0-96f3-37def2ed49d1,revision_number=None']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:37:29.881128 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:37:29.898787 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-20c90528-6caa-4145-9460-24e6cce2cf37 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Publish callbacks [] for floatingip (c26023e2-e43d-4d12-9923-cc7fb8766067), after_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:29.901360 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-20c90528-6caa-4145-9460-24e6cce2cf37 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512321'] for floatingip (None), before_response {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:29.902541 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-20c90528-6caa-4145-9460-24e6cce2cf37 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "DELETE /networking/v2.0/floatingips/c26023e2-e43d-4d12-9923-cc7fb8766067 HTTP/1.1" status: 204 len: 168 time: 0.4854889 Oct 03 13:37:29.972855 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 34602) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:37:29.977475 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.v2.base [None req-e963aa93-309a-463d-b07e-be200ba45081 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2034877516', 'description': 'tempest-description--522660777'}} {{(pid=106268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 13:37:30.001069 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-e963aa93-309a-463d-b07e-be200ba45081 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Publish callbacks [] for security_group (None), before_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:30.046732 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:INSERT=3 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:37:30.084531 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-e963aa93-309a-463d-b07e-be200ba45081 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Publish callbacks [] for security_group (05dc36e6-11a2-4593-9335-f15e0beea90a), precommit_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:30.092860 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-e963aa93-309a-463d-b07e-be200ba45081 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (05dc36e6-11a2-4593-9335-f15e0beea90a), after_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:30.126122 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-e963aa93-309a-463d-b07e-be200ba45081 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Publish callbacks [] for security_group (None), before_response {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:30.127934 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-e963aa93-309a-463d-b07e-be200ba45081 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1538248 Oct 03 13:37:30.131245 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 34604) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:37:30.134028 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e963aa93-309a-463d-b07e-be200ba45081 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05dc36e6-11a2-4593-9335-f15e0beea90a,revision_number=1']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:37:30.136077 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.v2.base [None req-c3167248-2038-4154-a8cb-e67928625c36 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Request body: {'security_group_rule': {'security_group_id': '05dc36e6-11a2-4593-9335-f15e0beea90a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 13:37:30.168964 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-c3167248-2038-4154-a8cb-e67928625c36 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Publish callbacks [] for security_group_rule (f89a5fb3-c8b2-4d21-87f3-4d24a31c4d34), before_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:30.178543 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:37:30.188390 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:INSERT=2 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:37:30.230627 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-c3167248-2038-4154-a8cb-e67928625c36 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Publish callbacks [] for security_group_rule (f89a5fb3-c8b2-4d21-87f3-4d24a31c4d34), precommit_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:30.234730 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-c3167248-2038-4154-a8cb-e67928625c36 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873908'] for security_group_rule (f89a5fb3-c8b2-4d21-87f3-4d24a31c4d34), after_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:30.254543 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3167248-2038-4154-a8cb-e67928625c36 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f89a5fb3-c8b2-4d21-87f3-4d24a31c4d34,revision_number=0']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:37:30.260262 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-c3167248-2038-4154-a8cb-e67928625c36 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:30.261489 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-c3167248-2038-4154-a8cb-e67928625c36 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1292138 Oct 03 13:37:30.264233 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 34606) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:37:30.269511 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.v2.base [None req-086f07af-5c4a-4c93-9947-df3bd537cb5c tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Request body: {'security_group_rule': {'security_group_id': '05dc36e6-11a2-4593-9335-f15e0beea90a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 13:37:30.296934 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-086f07af-5c4a-4c93-9947-df3bd537cb5c tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Publish callbacks [] for security_group_rule (1eba22ee-e45a-4957-9e68-5c6342798b30), before_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:30.357066 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-086f07af-5c4a-4c93-9947-df3bd537cb5c tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Publish callbacks [] for security_group_rule (1eba22ee-e45a-4957-9e68-5c6342798b30), precommit_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:30.360988 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-086f07af-5c4a-4c93-9947-df3bd537cb5c tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873908'] for security_group_rule (1eba22ee-e45a-4957-9e68-5c6342798b30), after_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:30.382399 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086f07af-5c4a-4c93-9947-df3bd537cb5c tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1eba22ee-e45a-4957-9e68-5c6342798b30,revision_number=0']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:37:30.389008 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-086f07af-5c4a-4c93-9947-df3bd537cb5c tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:30.390567 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-086f07af-5c4a-4c93-9947-df3bd537cb5c tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1252313 Oct 03 13:37:30.394751 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 34608) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:37:30.399497 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.v2.base [None req-a2ca62a4-d1c5-494f-a19e-bc20619fb580 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Request body: {'floatingip': {'floating_network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28'}} {{(pid=106269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 13:37:30.422132 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-a2ca62a4-d1c5-494f-a19e-bc20619fb580 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:30.512054 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-a2ca62a4-d1c5-494f-a19e-bc20619fb580 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (None), before_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:30.623076 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.db.db_base_plugin_common [None req-a2ca62a4-d1c5-494f-a19e-bc20619fb580 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Allocated IP 172.27.1.169 (ad648d78-633d-4222-aa42-7cb50aab7a28/4a9222c2-0418-495a-a49e-d43d754e0950/a010e582-456d-4af5-bbd2-e22c31d7a388) {{(pid=106269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 13:37:30.736916 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-a2ca62a4-d1c5-494f-a19e-bc20619fb580 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Publish callbacks [] for port (a010e582-456d-4af5-bbd2-e22c31d7a388), precommit_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:30.775210 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-a2ca62a4-d1c5-494f-a19e-bc20619fb580 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751014656988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26503125'] for port (a010e582-456d-4af5-bbd2-e22c31d7a388), after_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:30.817329 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2ca62a4-d1c5-494f-a19e-bc20619fb580 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Network ad648d78-633d-4222-aa42-7cb50aab7a28 is already hosted by enough agents. {{(pid=106269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 13:37:30.822416 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.scheduler.base_scheduler [None req-a2ca62a4-d1c5-494f-a19e-bc20619fb580 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Resources bound (agent type, host, resource id): {{(pid=106269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 13:37:30.826371 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ca62a4-d1c5-494f-a19e-bc20619fb580 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Received port after_create {{(pid=106269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 13:37:30.828308 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ca62a4-d1c5-494f-a19e-bc20619fb580 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Pushing event updated for resources: {'Port': ['ID=a010e582-456d-4af5-bbd2-e22c31d7a388,revision_number=1']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:37:30.904146 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a34c85-393e-4244-9506-c58f71e0074f req-b602c33c-c768-4136-9309-e8a7ff28086d tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:37:30.905649 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-96a34c85-393e-4244-9506-c58f71e0074f req-b602c33c-c768-4136-9309-e8a7ff28086d tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=f46d2be3-6cca-411b-8b83-b13d51f53463 HTTP/1.1" status: 200 len: 945 time: 0.0811436 Oct 03 13:37:30.916014 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:INSERT=6 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:37:30.931047 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:INSERT=10,neutron:SELECT=84,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:37:30.982343 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-a2ca62a4-d1c5-494f-a19e-bc20619fb580 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Publish callbacks [] for floatingip (80dc3d5c-00c8-41e8-bc60-cc461ed73448), precommit_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:31.001887 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-96a34c85-393e-4244-9506-c58f71e0074f req-877467f3-5d9a-4844-b971-4eed2f11ba74 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=90741e6a-03d0-4889-9f91-275c8bff3e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880761 Oct 03 13:37:31.030433 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-a2ca62a4-d1c5-494f-a19e-bc20619fb580 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (a010e582-456d-4af5-bbd2-e22c31d7a388), before_update {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:31.182650 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-a2ca62a4-d1c5-494f-a19e-bc20619fb580 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Publish callbacks [] for port (a010e582-456d-4af5-bbd2-e22c31d7a388), precommit_update {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:31.186953 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-a2ca62a4-d1c5-494f-a19e-bc20619fb580 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751015143617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751014657006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751014658052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26502958'] for port (a010e582-456d-4af5-bbd2-e22c31d7a388), after_update {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:31.257873 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-a2ca62a4-d1c5-494f-a19e-bc20619fb580 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3722562'] for floatingip (80dc3d5c-00c8-41e8-bc60-cc461ed73448), after_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:31.260645 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ca62a4-d1c5-494f-a19e-bc20619fb580 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Pushing event updated for resources: {'Port': ['ID=a010e582-456d-4af5-bbd2-e22c31d7a388,revision_number=2']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:37:31.278924 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-a2ca62a4-d1c5-494f-a19e-bc20619fb580 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512321'] for floatingip (None), before_response {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:31.279228 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-a2ca62a4-d1c5-494f-a19e-bc20619fb580 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8831944 Oct 03 13:37:31.399426 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Device a5a296ca-8101-49f0-b8d4-84e8c485eb14 no longer exists at agent hyperv_hv-cinder-86009 {{(pid=106270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 13:37:31.418794 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] No Port match for: a5a296ca-8101-49f0-b8d4-84e8c485eb14 {{(pid=106270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 03 13:37:31.419140 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Device a5a296ca-8101-49f0-b8d4-84e8c485eb14 not bound to the agent host hv-cinder-86009 {{(pid=106270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 03 13:37:31.436221 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-ae1f447b-b425-479b-907c-73641a7eccc5 req-48c6a6e6-57d4-4cc7-a7eb-b05cfd9767ff tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--2034877516&fields=id&tenant_id=d8e6dd58ff43419fa5b945bd08ef2931 HTTP/1.1" status: 200 len: 267 time: 0.0424757 Oct 03 13:37:31.549289 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1f447b-b425-479b-907c-73641a7eccc5 req-858147c2-dbe9-45cd-8a9d-d87e398347eb tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:37:31.550696 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-ae1f447b-b425-479b-907c-73641a7eccc5 req-858147c2-dbe9-45cd-8a9d-d87e398347eb tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "GET /networking/v2.0/networks?id=ff8319e2-24e1-46c8-a6e2-568f9c4503d6 HTTP/1.1" status: 200 len: 814 time: 0.1072495 Oct 03 13:37:31.569378 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-ae1f447b-b425-479b-907c-73641a7eccc5 req-b93bb4b6-fe86-4e72-baa0-ce3ac3edc823 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "GET /networking/v2.0/quotas/d8e6dd58ff43419fa5b945bd08ef2931 HTTP/1.1" status: 200 len: 375 time: 0.0133078 Oct 03 13:37:31.624208 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-ae1f447b-b425-479b-907c-73641a7eccc5 req-6795b165-7e1f-44a3-8334-dfb2740e5a6e tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=d8e6dd58ff43419fa5b945bd08ef2931&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0483303 Oct 03 13:37:31.727658 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-ae1f447b-b425-479b-907c-73641a7eccc5 req-bd918901-0b52-483e-a4e2-5c6a4a2afdb9 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/ff8319e2-24e1-46c8-a6e2-568f9c4503d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906839 Oct 03 13:37:31.819511 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-ae1f447b-b425-479b-907c-73641a7eccc5 req-780def68-69e1-4038-b24e-a98bcf67ce68 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/ff8319e2-24e1-46c8-a6e2-568f9c4503d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858662 Oct 03 13:37:31.988598 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-01eabf1e-a7a7-4e33-82df-b88a4c9348cc req-7ae363e9-84fe-4632-b414-185822418457 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=d7a4790f-1fa2-4b82-a496-f6d5083042e3 HTTP/1.1" status: 200 len: 210 time: 0.0289841 Oct 03 13:37:32.078063 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-4d46ada0-a9ee-43a0-a3b3-c704864d917f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (3460fffa-818c-4144-9400-237880db20a4), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:32.124640 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf23b0b-68eb-45f7-8556-44c7792a95cd req-a128908d-f5c6-498b-854a-cd1951b83a68 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:37:32.126394 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-daf23b0b-68eb-45f7-8556-44c7792a95cd req-a128908d-f5c6-498b-854a-cd1951b83a68 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=f46d2be3-6cca-411b-8b83-b13d51f53463 HTTP/1.1" status: 200 len: 945 time: 0.0475054 Oct 03 13:37:32.191527 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-daf23b0b-68eb-45f7-8556-44c7792a95cd req-402b6289-4205-4eab-ae9b-5d0f92e183d0 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=90741e6a-03d0-4889-9f91-275c8bff3e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592268 Oct 03 13:37:32.227129 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfe6f24-bea0-4ce2-a741-fe506a8a6304 req-9d978baa-2cd6-41e5-8630-71395cb02264 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:37:32.228570 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-0cfe6f24-bea0-4ce2-a741-fe506a8a6304 req-9d978baa-2cd6-41e5-8630-71395cb02264 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=f46d2be3-6cca-411b-8b83-b13d51f53463 HTTP/1.1" status: 200 len: 945 time: 0.0630586 Oct 03 13:37:32.311139 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.plugin [req-0cfe6f24-bea0-4ce2-a741-fe506a8a6304 req-abb0f1ed-69f0-4ae0-8fd5-523095234125 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Deleting port 9b784b63-7dc9-4c53-835b-6c3039d2f205 {{(pid=106268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 13:37:32.311479 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-0cfe6f24-bea0-4ce2-a741-fe506a8a6304 req-abb0f1ed-69f0-4ae0-8fd5-523095234125 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751015143464'] for port (9b784b63-7dc9-4c53-835b-6c3039d2f205), before_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:32.372414 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:37:32.406165 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.db [req-0cfe6f24-bea0-4ce2-a741-fe506a8a6304 req-abb0f1ed-69f0-4ae0-8fd5-523095234125 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] For port 9b784b63-7dc9-4c53-835b-6c3039d2f205, host hv-cinder-86009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86009',level=0,port_id=9b784b63-7dc9-4c53-835b-6c3039d2f205,segment=NetworkSegment(a13be668-9c4e-4111-8b50-69439ed85703),segment_id=a13be668-9c4e-4111-8b50-69439ed85703)] {{(pid=106268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 13:37:32.406524 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-0cfe6f24-bea0-4ce2-a741-fe506a8a6304 req-abb0f1ed-69f0-4ae0-8fd5-523095234125 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724412'] for port (9b784b63-7dc9-4c53-835b-6c3039d2f205), precommit_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:32.419182 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.plugin [req-0cfe6f24-bea0-4ce2-a741-fe506a8a6304 req-abb0f1ed-69f0-4ae0-8fd5-523095234125 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Calling delete_port for 9b784b63-7dc9-4c53-835b-6c3039d2f205 owned by compute:nova {{(pid=106268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 13:37:32.549587 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-0cfe6f24-bea0-4ce2-a741-fe506a8a6304 req-abb0f1ed-69f0-4ae0-8fd5-523095234125 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751015146406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751014656997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25417805'] for port (9b784b63-7dc9-4c53-835b-6c3039d2f205), after_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:32.560701 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.db [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] get_ports_and_sgs() called for port_ids ['4e8541e0-b0c3-4cae-a985-b4e2dfec4290', '9b784b63-7dc9-4c53-835b-6c3039d2f205'] {{(pid=106270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 03 13:37:32.576122 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb0f1ed-69f0-4ae0-8fd5-523095234125 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Pushing event deleted for resources: {'Port': ['ID=9b784b63-7dc9-4c53-835b-6c3039d2f205,revision_number=None']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:37:32.623345 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cfe6f24-bea0-4ce2-a741-fe506a8a6304 req-abb0f1ed-69f0-4ae0-8fd5-523095234125 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] No DVR routers for this DVR port 9b784b63-7dc9-4c53-835b-6c3039d2f205 on host hv-cinder-86009 {{(pid=106268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 03 13:37:32.626357 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-0cfe6f24-bea0-4ce2-a741-fe506a8a6304 req-abb0f1ed-69f0-4ae0-8fd5-523095234125 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512321'] for port (None), before_response {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:32.630206 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-0cfe6f24-bea0-4ce2-a741-fe506a8a6304 req-abb0f1ed-69f0-4ae0-8fd5-523095234125 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.65 "DELETE /networking/v2.0/ports/9b784b63-7dc9-4c53-835b-6c3039d2f205 HTTP/1.1" status: 204 len: 173 time: 0.3952961 Oct 03 13:37:32.630716 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f46d2be3-6cca-411b-8b83-b13d51f53463', 'name': 'network-vif-deleted', 'tag': '9b784b63-7dc9-4c53-835b-6c3039d2f205'}] {{(pid=106268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 13:37:32.632969 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd70873512ffc397a2b7ac25ee02414627e7506f7787b64d61dc92e00300ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-115cf787-180f-423a-9bf8-fadd3202124b" -d '{"events": [{"server_uuid": "f46d2be3-6cca-411b-8b83-b13d51f53463", "name": "network-vif-deleted", "tag": "9b784b63-7dc9-4c53-835b-6c3039d2f205"}]}' {{(pid=106268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 13:37:32.673873 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 13:37:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7e0421b-4f33-473f-82e9-53b32bd19597 x-openstack-request-id: req-e7e0421b-4f33-473f-82e9-53b32bd19597 {{(pid=106268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 13:37:32.674184 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f46d2be3-6cca-411b-8b83-b13d51f53463", "name": "network-vif-deleted", "tag": "9b784b63-7dc9-4c53-835b-6c3039d2f205", "status": "completed", "code": 200}]} {{(pid=106268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 13:37:32.674524 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e7e0421b-4f33-473f-82e9-53b32bd19597 {{(pid=106268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 13:37:32.674958 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7e0421b-4f33-473f-82e9-53b32bd19597'] response: {'server_uuid': 'f46d2be3-6cca-411b-8b83-b13d51f53463', 'name': 'network-vif-deleted', 'tag': '9b784b63-7dc9-4c53-835b-6c3039d2f205', 'status': 'completed', 'code': 200} Oct 03 13:37:33.061036 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:37:33.081033 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-730f70b5-8193-489d-8393-24cc6c92fad3 req-3a3e32b3-736d-47af-8269-760ccd107b76 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=d7a4790f-1fa2-4b82-a496-f6d5083042e3 HTTP/1.1" status: 200 len: 210 time: 0.0299442 Oct 03 13:37:33.316806 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-92ab93a7-a930-47c1-bd78-bd326f893269 req-95c87bc6-2989-4f37-a07c-8f9962f897e2 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=f46d2be3-6cca-411b-8b83-b13d51f53463 HTTP/1.1" status: 200 len: 210 time: 0.0321240 Oct 03 13:37:34.177821 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-2a1a093d-1489-4e36-b662-38915bb4461e req-a40bffbe-b113-4936-83db-7bfadb85ed02 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=d7a4790f-1fa2-4b82-a496-f6d5083042e3 HTTP/1.1" status: 200 len: 210 time: 0.0325480 Oct 03 13:37:34.618490 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67abef90-220a-4a59-acfc-d4cdd6c457fd req-f3af39d7-b614-4877-950d-9c7c6e65c11e tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:37:34.619931 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-67abef90-220a-4a59-acfc-d4cdd6c457fd req-f3af39d7-b614-4877-950d-9c7c6e65c11e tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=4b7a7e49-20a7-45bc-bc98-7af878fc50a8 HTTP/1.1" status: 200 len: 946 time: 0.0511799 Oct 03 13:37:34.676626 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-67abef90-220a-4a59-acfc-d4cdd6c457fd req-f2cd3bfe-0b02-4adc-a523-8935cca80862 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=90741e6a-03d0-4889-9f91-275c8bff3e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503345 Oct 03 13:37:34.878195 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-14260a55-5199-407b-824f-178c5f6eb646 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (94180321-47b1-4b5c-b620-b1b0a31df446), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:35.270844 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-475511d2-0f1a-4ff0-b61c-01ff521d29ad req-96db31cb-2d46-43a3-af03-adf4c24a4324 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=d7a4790f-1fa2-4b82-a496-f6d5083042e3 HTTP/1.1" status: 200 len: 210 time: 0.0306392 Oct 03 13:37:35.797266 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea8fb34-b044-4d23-8005-1e3c6285d6db req-e390ad3a-3cde-48a6-ab27-756a2a363445 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:37:35.798772 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-3ea8fb34-b044-4d23-8005-1e3c6285d6db req-e390ad3a-3cde-48a6-ab27-756a2a363445 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=4b7a7e49-20a7-45bc-bc98-7af878fc50a8 HTTP/1.1" status: 200 len: 946 time: 0.0467827 Oct 03 13:37:35.851255 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-3ea8fb34-b044-4d23-8005-1e3c6285d6db req-c7b263f4-79d2-4b0d-bd0d-8a34f41bf940 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=90741e6a-03d0-4889-9f91-275c8bff3e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448928 Oct 03 13:37:36.144407 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-1bb28928-3e93-41c9-8900-1ecfb790b160 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (5eabf47d-5620-4e94-9269-ef19fe52be68), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:36.374880 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-bb22bfed-0fb3-4f81-9899-331974c4325d req-253a7142-7cb8-441d-ae94-3471f7047552 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=d7a4790f-1fa2-4b82-a496-f6d5083042e3 HTTP/1.1" status: 200 len: 210 time: 0.0277560 Oct 03 13:37:36.978132 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf278c6f-bb7c-4352-8b30-dac3c47a7185 req-df1de01f-4877-4d46-9381-0b96731fdce7 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:37:36.979631 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-cf278c6f-bb7c-4352-8b30-dac3c47a7185 req-df1de01f-4877-4d46-9381-0b96731fdce7 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=4b7a7e49-20a7-45bc-bc98-7af878fc50a8 HTTP/1.1" status: 200 len: 946 time: 0.0513523 Oct 03 13:37:37.028205 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-cf278c6f-bb7c-4352-8b30-dac3c47a7185 req-33686e09-6fe5-40a4-a84f-eb96e65e8760 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=90741e6a-03d0-4889-9f91-275c8bff3e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429959 Oct 03 13:37:37.093700 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e43569-7027-4c10-b154-7c51365108c2 req-21f03603-7714-4eff-85f1-3629e058c25c tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:37:37.095181 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-86e43569-7027-4c10-b154-7c51365108c2 req-21f03603-7714-4eff-85f1-3629e058c25c tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=4b7a7e49-20a7-45bc-bc98-7af878fc50a8 HTTP/1.1" status: 200 len: 946 time: 0.0518303 Oct 03 13:37:37.414644 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.plugin [req-86e43569-7027-4c10-b154-7c51365108c2 req-c8580bc2-5052-492a-98d8-e38a68aa3eaf tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Deleting port 4e8541e0-b0c3-4cae-a985-b4e2dfec4290 {{(pid=106268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 13:37:37.415315 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-86e43569-7027-4c10-b154-7c51365108c2 req-c8580bc2-5052-492a-98d8-e38a68aa3eaf tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751015143464'] for port (4e8541e0-b0c3-4cae-a985-b4e2dfec4290), before_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:37.421611 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Device 9b784b63-7dc9-4c53-835b-6c3039d2f205 no longer exists at agent hyperv_hv-cinder-86009 {{(pid=106270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 13:37:37.451736 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] No Port match for: 9b784b63-7dc9-4c53-835b-6c3039d2f205 {{(pid=106270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 03 13:37:37.452082 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Device 9b784b63-7dc9-4c53-835b-6c3039d2f205 not bound to the agent host hv-cinder-86009 {{(pid=106270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 03 13:37:37.490727 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (d46c7ed5-c451-4a76-ab3f-ab8e3ea4a5ec), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:37.642926 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-9b3e6be4-ae7f-4a46-812d-719b0ca73959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (3cd5b2bb-c81a-4ce3-a212-a51c5aa706bd), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:37.801085 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-b337961a-4934-4c16-b169-61ae0b801299 req-7ff4519f-eeb9-4523-9a9d-041c0d495ab8 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=d7a4790f-1fa2-4b82-a496-f6d5083042e3 HTTP/1.1" status: 200 len: 210 time: 0.3397555 Oct 03 13:37:37.877626 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.db [req-86e43569-7027-4c10-b154-7c51365108c2 req-c8580bc2-5052-492a-98d8-e38a68aa3eaf tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] For port 4e8541e0-b0c3-4cae-a985-b4e2dfec4290, host hv-cinder-86009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86009',level=0,port_id=4e8541e0-b0c3-4cae-a985-b4e2dfec4290,segment=NetworkSegment(a13be668-9c4e-4111-8b50-69439ed85703),segment_id=a13be668-9c4e-4111-8b50-69439ed85703)] {{(pid=106268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 13:37:37.878108 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-86e43569-7027-4c10-b154-7c51365108c2 req-c8580bc2-5052-492a-98d8-e38a68aa3eaf tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724412'] for port (4e8541e0-b0c3-4cae-a985-b4e2dfec4290), precommit_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:37.896550 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1f447b-b425-479b-907c-73641a7eccc5 req-124110ce-2e97-4622-9f19-63554fdf8119 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:37:37.898039 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-ae1f447b-b425-479b-907c-73641a7eccc5 req-124110ce-2e97-4622-9f19-63554fdf8119 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.65 "GET /networking/v2.0/networks?id=ff8319e2-24e1-46c8-a6e2-568f9c4503d6 HTTP/1.1" status: 200 len: 814 time: 0.4357424 Oct 03 13:37:37.902688 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.plugin [req-86e43569-7027-4c10-b154-7c51365108c2 req-c8580bc2-5052-492a-98d8-e38a68aa3eaf tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Calling delete_port for 4e8541e0-b0c3-4cae-a985-b4e2dfec4290 owned by compute:nova {{(pid=106268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 13:37:37.964827 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=38 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:37:37.969306 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=28 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:37:38.020449 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-ae1f447b-b425-479b-907c-73641a7eccc5 req-dace9589-ed46-453f-861e-bd645ed5bb01 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.65 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=d8e6dd58ff43419fa5b945bd08ef2931 HTTP/1.1" status: 200 len: 380 time: 0.1067352 Oct 03 13:37:38.033791 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.v2.base [req-ae1f447b-b425-479b-907c-73641a7eccc5 req-cff0ffe0-6ec2-4808-8f82-ea89165f0615 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Request body: {'port': {'device_id': 'd7a4790f-1fa2-4b82-a496-f6d5083042e3', 'network_id': 'ff8319e2-24e1-46c8-a6e2-568f9c4503d6', 'admin_state_up': True, 'tenant_id': 'd8e6dd58ff43419fa5b945bd08ef2931', 'security_groups': ['05dc36e6-11a2-4593-9335-f15e0beea90a']}} {{(pid=106268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 13:37:38.051320 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:37:38.166611 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4517c41-5f7c-4298-a209-0078282f79ff req-adeb451c-b567-4726-b367-553f9630335a tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:37:38.168332 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-a4517c41-5f7c-4298-a209-0078282f79ff req-adeb451c-b567-4726-b367-553f9630335a tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=4b7a7e49-20a7-45bc-bc98-7af878fc50a8 HTTP/1.1" status: 200 len: 946 time: 0.0506830 Oct 03 13:37:38.175460 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-86e43569-7027-4c10-b154-7c51365108c2 req-c8580bc2-5052-492a-98d8-e38a68aa3eaf tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751015146406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751014656997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25417805'] for port (4e8541e0-b0c3-4cae-a985-b4e2dfec4290), after_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:38.192930 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.db [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] get_ports_and_sgs() called for port_ids ['4e8541e0-b0c3-4cae-a985-b4e2dfec4290'] {{(pid=106270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 03 13:37:38.217814 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8580bc2-5052-492a-98d8-e38a68aa3eaf tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Pushing event deleted for resources: {'Port': ['ID=4e8541e0-b0c3-4cae-a985-b4e2dfec4290,revision_number=None']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:37:38.227502 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-a4517c41-5f7c-4298-a209-0078282f79ff req-e8cb65d1-f719-4afa-a079-e4d17641f238 tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=90741e6a-03d0-4889-9f91-275c8bff3e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519059 Oct 03 13:37:38.255376 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae1f447b-b425-479b-907c-73641a7eccc5 req-cff0ffe0-6ec2-4808-8f82-ea89165f0615 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Made reservation on behalf of d8e6dd58ff43419fa5b945bd08ef2931 for: {'port': 1} {{(pid=106268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 13:37:38.259123 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-ae1f447b-b425-479b-907c-73641a7eccc5 req-cff0ffe0-6ec2-4808-8f82-ea89165f0615 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (None), before_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:38.288906 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.db.l3_dvrscheduler_db [req-86e43569-7027-4c10-b154-7c51365108c2 req-c8580bc2-5052-492a-98d8-e38a68aa3eaf tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] No DVR routers for this DVR port 4e8541e0-b0c3-4cae-a985-b4e2dfec4290 on host hv-cinder-86009 {{(pid=106268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 03 13:37:38.292198 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-86e43569-7027-4c10-b154-7c51365108c2 req-c8580bc2-5052-492a-98d8-e38a68aa3eaf tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512321'] for port (None), before_response {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:38.295425 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-86e43569-7027-4c10-b154-7c51365108c2 req-c8580bc2-5052-492a-98d8-e38a68aa3eaf tempest-ServerRescueNegativeTestJSON-1071066128 tempest-ServerRescueNegativeTestJSON-1071066128-project] 10.222.0.65 "DELETE /networking/v2.0/ports/4e8541e0-b0c3-4cae-a985-b4e2dfec4290 HTTP/1.1" status: 204 len: 173 time: 0.9654412 Oct 03 13:37:38.295905 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b7a7e49-20a7-45bc-bc98-7af878fc50a8', 'name': 'network-vif-deleted', 'tag': '4e8541e0-b0c3-4cae-a985-b4e2dfec4290'}] {{(pid=106268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 13:37:38.298161 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd70873512ffc397a2b7ac25ee02414627e7506f7787b64d61dc92e00300ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c6f569e-c9f9-486c-9f1b-8992eb206d94" -d '{"events": [{"server_uuid": "4b7a7e49-20a7-45bc-bc98-7af878fc50a8", "name": "network-vif-deleted", "tag": "4e8541e0-b0c3-4cae-a985-b4e2dfec4290"}]}' {{(pid=106268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 13:37:38.343679 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 13:37:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd346c91-ecc7-4138-b193-cff3ca7955b6 x-openstack-request-id: req-fd346c91-ecc7-4138-b193-cff3ca7955b6 {{(pid=106268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 13:37:38.343977 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b7a7e49-20a7-45bc-bc98-7af878fc50a8", "name": "network-vif-deleted", "tag": "4e8541e0-b0c3-4cae-a985-b4e2dfec4290", "status": "completed", "code": 200}]} {{(pid=106268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 13:37:38.344298 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-fd346c91-ecc7-4138-b193-cff3ca7955b6 {{(pid=106268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 13:37:38.344625 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd346c91-ecc7-4138-b193-cff3ca7955b6'] response: {'server_uuid': '4b7a7e49-20a7-45bc-bc98-7af878fc50a8', 'name': 'network-vif-deleted', 'tag': '4e8541e0-b0c3-4cae-a985-b4e2dfec4290', 'status': 'completed', 'code': 200} Oct 03 13:37:38.401500 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:INSERT=2 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:37:38.424611 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.db.db_base_plugin_common [req-ae1f447b-b425-479b-907c-73641a7eccc5 req-cff0ffe0-6ec2-4808-8f82-ea89165f0615 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Allocated IP 172.20.0.12 (ff8319e2-24e1-46c8-a6e2-568f9c4503d6/c7cf38c1-e397-42ce-8b92-f0af8056be43/1f9b1a68-4136-4ee8-9212-584268a6798e) {{(pid=106268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 13:37:38.466026 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (1af51d63-a9c9-4bbe-9b0d-c8e0a80c641c), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:38.585067 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-ae1f447b-b425-479b-907c-73641a7eccc5 req-cff0ffe0-6ec2-4808-8f82-ea89165f0615 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Publish callbacks [] for port (1f9b1a68-4136-4ee8-9212-584268a6798e), precommit_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:38.618505 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-ae1f447b-b425-479b-907c-73641a7eccc5 req-cff0ffe0-6ec2-4808-8f82-ea89165f0615 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751014656988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25417805'] for port (1f9b1a68-4136-4ee8-9212-584268a6798e), after_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:38.665401 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae1f447b-b425-479b-907c-73641a7eccc5 req-cff0ffe0-6ec2-4808-8f82-ea89165f0615 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Network ff8319e2-24e1-46c8-a6e2-568f9c4503d6 is already hosted by enough agents. {{(pid=106268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 13:37:38.668686 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.scheduler.base_scheduler [req-ae1f447b-b425-479b-907c-73641a7eccc5 req-cff0ffe0-6ec2-4808-8f82-ea89165f0615 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Resources bound (agent type, host, resource id): {{(pid=106268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 13:37:38.672744 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae1f447b-b425-479b-907c-73641a7eccc5 req-cff0ffe0-6ec2-4808-8f82-ea89165f0615 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Received port after_create {{(pid=106268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 13:37:38.679656 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0ffe0-6ec2-4808-8f82-ea89165f0615 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Pushing event updated for resources: {'Port': ['ID=1f9b1a68-4136-4ee8-9212-584268a6798e,revision_number=1']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:37:38.730257 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1f447b-b425-479b-907c-73641a7eccc5 req-cff0ffe0-6ec2-4808-8f82-ea89165f0615 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:37:38.730944 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-ae1f447b-b425-479b-907c-73641a7eccc5 req-cff0ffe0-6ec2-4808-8f82-ea89165f0615 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512321'] for port (None), before_response {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:38.749394 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-ae1f447b-b425-479b-907c-73641a7eccc5 req-cff0ffe0-6ec2-4808-8f82-ea89165f0615 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.65 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7210734 Oct 03 13:37:38.795408 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.v2.base [req-ae1f447b-b425-479b-907c-73641a7eccc5 req-934fdfc8-88e1-4612-8328-006dcd4c1d7a service neutron] Request body: {'port': {'device_id': 'd7a4790f-1fa2-4b82-a496-f6d5083042e3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86009'}} {{(pid=106268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 13:37:38.874049 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-ae1f447b-b425-479b-907c-73641a7eccc5 req-934fdfc8-88e1-4612-8328-006dcd4c1d7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (1f9b1a68-4136-4ee8-9212-584268a6798e), before_update {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:38.935251 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6ff1a4-b826-4a87-b28c-9ad251808483 req-01029afa-a3de-49be-beea-76a4ad808a12 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:37:38.936952 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-ab6ff1a4-b826-4a87-b28c-9ad251808483 req-01029afa-a3de-49be-beea-76a4ad808a12 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=d7a4790f-1fa2-4b82-a496-f6d5083042e3 HTTP/1.1" status: 200 len: 932 time: 0.0499337 Oct 03 13:37:38.965855 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.provisioning_blocks [None req-80208ea4-7b9f-4a13-a10b-10dff6e52ebe None None] Provisioning complete for port 1f9b1a68-4136-4ee8-9212-584268a6798e triggered by entity DHCP. {{(pid=106270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 13:37:38.966547 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-80208ea4-7b9f-4a13-a10b-10dff6e52ebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1340199'] for port (1f9b1a68-4136-4ee8-9212-584268a6798e), provisioning_complete {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:38.967040 dv-cinder-860090-1-iscsi neutron-server[106270]: INFO neutron.plugins.ml2.plugin [None req-80208ea4-7b9f-4a13-a10b-10dff6e52ebe None None] Attempt 1 to provision port 1f9b1a68-4136-4ee8-9212-584268a6798e Oct 03 13:37:38.999421 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-ab6ff1a4-b826-4a87-b28c-9ad251808483 req-5de656e7-1082-41a3-aefc-58a19f918ea7 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=05dc36e6-11a2-4593-9335-f15e0beea90a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554256 Oct 03 13:37:39.008726 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:37:39.009517 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-80208ea4-7b9f-4a13-a10b-10dff6e52ebe None None] Port 1f9b1a68-4136-4ee8-9212-584268a6798e cannot update to ACTIVE because it is not bound. {{(pid=106270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 03 13:37:39.162126 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.notifiers.nova [req-ae1f447b-b425-479b-907c-73641a7eccc5 req-934fdfc8-88e1-4612-8328-006dcd4c1d7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f9b1a68-4136-4ee8-9212-584268a6798e {{(pid=106268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 03 13:37:39.169763 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-ae1f447b-b425-479b-907c-73641a7eccc5 req-934fdfc8-88e1-4612-8328-006dcd4c1d7a service neutron] Publish callbacks [] for port (1f9b1a68-4136-4ee8-9212-584268a6798e), precommit_update {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:39.182160 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.db.provisioning_blocks [req-ae1f447b-b425-479b-907c-73641a7eccc5 req-934fdfc8-88e1-4612-8328-006dcd4c1d7a service neutron] Transition to ACTIVE for port object 1f9b1a68-4136-4ee8-9212-584268a6798e will not be triggered until provisioned by entity L2. {{(pid=106268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 03 13:37:39.186039 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-ae1f447b-b425-479b-907c-73641a7eccc5 req-934fdfc8-88e1-4612-8328-006dcd4c1d7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751015143617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751014657006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751014658052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25417910'] for port (1f9b1a68-4136-4ee8-9212-584268a6798e), after_update {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:39.247398 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934fdfc8-88e1-4612-8328-006dcd4c1d7a service neutron] Pushing event updated for resources: {'Port': ['ID=1f9b1a68-4136-4ee8-9212-584268a6798e,revision_number=2']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:37:39.282696 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=2,neutron:DELETE=1 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:37:39.302162 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 34692) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:37:39.308013 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.managers [req-ae1f447b-b425-479b-907c-73641a7eccc5 req-934fdfc8-88e1-4612-8328-006dcd4c1d7a service neutron] Attempting to bind port 1f9b1a68-4136-4ee8-9212-584268a6798e on host hv-cinder-86009 for vnic_type normal with profile {{(pid=106268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 13:37:39.308351 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.managers [req-ae1f447b-b425-479b-907c-73641a7eccc5 req-934fdfc8-88e1-4612-8328-006dcd4c1d7a service neutron] Attempting to bind port 1f9b1a68-4136-4ee8-9212-584268a6798e by drivers openvswitch,hyperv on host hv-cinder-86009 at level 0 using segments [{'id': '2cd7ae88-a108-4db9-b508-67961f878f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'ff8319e2-24e1-46c8-a6e2-568f9c4503d6'}] {{(pid=106268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 13:37:39.308679 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae1f447b-b425-479b-907c-73641a7eccc5 req-934fdfc8-88e1-4612-8328-006dcd4c1d7a service neutron] Attempting to bind port 1f9b1a68-4136-4ee8-9212-584268a6798e on network ff8319e2-24e1-46c8-a6e2-568f9c4503d6 {{(pid=106268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 13:37:39.351538 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae1f447b-b425-479b-907c-73641a7eccc5 req-934fdfc8-88e1-4612-8328-006dcd4c1d7a service neutron] Port 1f9b1a68-4136-4ee8-9212-584268a6798e on network ff8319e2-24e1-46c8-a6e2-568f9c4503d6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86009 {{(pid=106268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 03 13:37:39.351861 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae1f447b-b425-479b-907c-73641a7eccc5 req-934fdfc8-88e1-4612-8328-006dcd4c1d7a service neutron] Attempting to bind port 1f9b1a68-4136-4ee8-9212-584268a6798e on network ff8319e2-24e1-46c8-a6e2-568f9c4503d6 {{(pid=106268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 13:37:39.399548 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae1f447b-b425-479b-907c-73641a7eccc5 req-934fdfc8-88e1-4612-8328-006dcd4c1d7a service neutron] Checking agent: {'id': '1af51d63-a9c9-4bbe-9b0d-c8e0a80c641c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 13, 28, 37), 'started_at': datetime.datetime(2022, 10, 3, 13, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 13, 37, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 13:37:39.399881 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae1f447b-b425-479b-907c-73641a7eccc5 req-934fdfc8-88e1-4612-8328-006dcd4c1d7a service neutron] Checking segment: {'id': '2cd7ae88-a108-4db9-b508-67961f878f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'ff8319e2-24e1-46c8-a6e2-568f9c4503d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 13:37:39.400265 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae1f447b-b425-479b-907c-73641a7eccc5 req-934fdfc8-88e1-4612-8328-006dcd4c1d7a service neutron] Bound using segment: {'id': '2cd7ae88-a108-4db9-b508-67961f878f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'ff8319e2-24e1-46c8-a6e2-568f9c4503d6'} {{(pid=106268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 13:37:39.400693 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.managers [req-ae1f447b-b425-479b-907c-73641a7eccc5 req-934fdfc8-88e1-4612-8328-006dcd4c1d7a service neutron] Bound port: 1f9b1a68-4136-4ee8-9212-584268a6798e, host: hv-cinder-86009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cd7ae88-a108-4db9-b508-67961f878f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'ff8319e2-24e1-46c8-a6e2-568f9c4503d6'}}] {{(pid=106268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 13:37:39.401049 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-ae1f447b-b425-479b-907c-73641a7eccc5 req-934fdfc8-88e1-4612-8328-006dcd4c1d7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (1f9b1a68-4136-4ee8-9212-584268a6798e), before_update {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:39.462885 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.db [req-ae1f447b-b425-479b-907c-73641a7eccc5 req-934fdfc8-88e1-4612-8328-006dcd4c1d7a service neutron] For port 1f9b1a68-4136-4ee8-9212-584268a6798e, host hv-cinder-86009, cleared binding levels {{(pid=106268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 13:37:39.465871 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.db [req-ae1f447b-b425-479b-907c-73641a7eccc5 req-934fdfc8-88e1-4612-8328-006dcd4c1d7a service neutron] For port 1f9b1a68-4136-4ee8-9212-584268a6798e, host hv-cinder-86009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86009',level=0,port_id=1f9b1a68-4136-4ee8-9212-584268a6798e,segment=NetworkSegment(2cd7ae88-a108-4db9-b508-67961f878f9a),segment_id=2cd7ae88-a108-4db9-b508-67961f878f9a)] {{(pid=106268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 13:37:39.468464 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:37:39.473674 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-ae1f447b-b425-479b-907c-73641a7eccc5 req-934fdfc8-88e1-4612-8328-006dcd4c1d7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751015143617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751014657006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751014658052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25417910'] for port (1f9b1a68-4136-4ee8-9212-584268a6798e), after_update {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:39.476997 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1f447b-b425-479b-907c-73641a7eccc5 req-934fdfc8-88e1-4612-8328-006dcd4c1d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:37:39.477642 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-ae1f447b-b425-479b-907c-73641a7eccc5 req-934fdfc8-88e1-4612-8328-006dcd4c1d7a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512321'] for port (None), before_response {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:39.479316 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-ae1f447b-b425-479b-907c-73641a7eccc5 req-934fdfc8-88e1-4612-8328-006dcd4c1d7a service neutron] 10.222.0.65 "PUT /networking/v2.0/ports/1f9b1a68-4136-4ee8-9212-584268a6798e HTTP/1.1" status: 200 len: 1094 time: 0.6888380 Oct 03 13:37:39.497624 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:37:39.574561 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934fdfc8-88e1-4612-8328-006dcd4c1d7a service neutron] Pushing event updated for resources: {'Port': ['ID=1f9b1a68-4136-4ee8-9212-584268a6798e,revision_number=3']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:37:39.595054 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1f447b-b425-479b-907c-73641a7eccc5 req-52f986c1-6a17-4bbe-b82d-ec7ba20d52c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:37:39.596462 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-ae1f447b-b425-479b-907c-73641a7eccc5 req-52f986c1-6a17-4bbe-b82d-ec7ba20d52c0 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=d8e6dd58ff43419fa5b945bd08ef2931&device_id=d7a4790f-1fa2-4b82-a496-f6d5083042e3 HTTP/1.1" status: 200 len: 1128 time: 0.0590329 Oct 03 13:37:39.643691 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-ae1f447b-b425-479b-907c-73641a7eccc5 req-ff0af9fb-3f44-4da5-988b-7347cc4a3f41 service neutron] 10.222.0.65 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1f9b1a68-4136-4ee8-9212-584268a6798e HTTP/1.1" status: 200 len: 217 time: 0.0336201 Oct 03 13:37:39.694804 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1f447b-b425-479b-907c-73641a7eccc5 req-ff8d1939-119f-4ae3-87e2-8833ce7ecae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:37:39.696258 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-ae1f447b-b425-479b-907c-73641a7eccc5 req-ff8d1939-119f-4ae3-87e2-8833ce7ecae7 service neutron] 10.222.0.65 "GET /networking/v2.0/subnets?id=c7cf38c1-e397-42ce-8b92-f0af8056be43 HTTP/1.1" status: 200 len: 853 time: 0.0464098 Oct 03 13:37:39.741836 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1f447b-b425-479b-907c-73641a7eccc5 req-7a37a326-91ef-4dcf-93be-7f7ff2d58fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:37:39.743264 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-ae1f447b-b425-479b-907c-73641a7eccc5 req-7a37a326-91ef-4dcf-93be-7f7ff2d58fcf service neutron] 10.222.0.65 "GET /networking/v2.0/ports?network_id=ff8319e2-24e1-46c8-a6e2-568f9c4503d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0394118 Oct 03 13:37:39.748148 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-a9c406ba-3d69-444d-b89c-ffe9eb7604c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3893314'] for router_interface (af124424-a053-4d33-a6b5-08d7c9c80932), before_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:39.842123 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-ae1f447b-b425-479b-907c-73641a7eccc5 req-57e4d480-cb63-4a26-9c6f-f7dc21134c88 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/ff8319e2-24e1-46c8-a6e2-568f9c4503d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880458 Oct 03 13:37:39.939420 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-ae1f447b-b425-479b-907c-73641a7eccc5 req-ac3e2b80-c188-48c4-9058-f2cd32727618 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/ff8319e2-24e1-46c8-a6e2-568f9c4503d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902715 Oct 03 13:37:39.979405 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.plugins.ml2.plugin [None req-a9c406ba-3d69-444d-b89c-ffe9eb7604c4 admin admin] Deleting port 042f889d-6dc9-4d12-9164-ef09c953a53f {{(pid=106269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 13:37:39.979776 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-a9c406ba-3d69-444d-b89c-ffe9eb7604c4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751015143464'] for port (042f889d-6dc9-4d12-9164-ef09c953a53f), before_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:40.064462 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.plugins.ml2.db [None req-a9c406ba-3d69-444d-b89c-ffe9eb7604c4 admin admin] For port 042f889d-6dc9-4d12-9164-ef09c953a53f, host dv-cinder-860090-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860090-1-iscsi',level=0,port_id=042f889d-6dc9-4d12-9164-ef09c953a53f,segment=NetworkSegment(a13be668-9c4e-4111-8b50-69439ed85703),segment_id=a13be668-9c4e-4111-8b50-69439ed85703)] {{(pid=106269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 13:37:40.065639 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-a9c406ba-3d69-444d-b89c-ffe9eb7604c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724412'] for port (042f889d-6dc9-4d12-9164-ef09c953a53f), precommit_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:40.080043 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.plugins.ml2.plugin [None req-a9c406ba-3d69-444d-b89c-ffe9eb7604c4 admin admin] Calling delete_port for 042f889d-6dc9-4d12-9164-ef09c953a53f owned by network:router_interface {{(pid=106269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 13:37:40.166525 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3625f1f3-29a5-4aa1-a14c-9ed05c54df3a req-85952b13-f55b-4521-b0fb-669ac1fe3762 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:37:40.168073 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-3625f1f3-29a5-4aa1-a14c-9ed05c54df3a req-85952b13-f55b-4521-b0fb-669ac1fe3762 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=d7a4790f-1fa2-4b82-a496-f6d5083042e3 HTTP/1.1" status: 200 len: 944 time: 0.0819187 Oct 03 13:37:40.276431 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-3625f1f3-29a5-4aa1-a14c-9ed05c54df3a req-14035b4d-2ca1-4e45-8983-3602be8b4949 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=05dc36e6-11a2-4593-9335-f15e0beea90a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980959 Oct 03 13:37:40.325880 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:37:40.341612 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:37:40.345817 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7a4790f-1fa2-4b82-a496-f6d5083042e3', 'tag': '1f9b1a68-4136-4ee8-9212-584268a6798e'}] {{(pid=106268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 13:37:40.348073 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-a9c406ba-3d69-444d-b89c-ffe9eb7604c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751015146406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751014656997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26503125'] for port (042f889d-6dc9-4d12-9164-ef09c953a53f), after_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:40.348499 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd70873512ffc397a2b7ac25ee02414627e7506f7787b64d61dc92e00300ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a29a6768-bdad-43b4-a252-655eb6e8ea35" -d '{"events": [{"name": "network-changed", "server_uuid": "d7a4790f-1fa2-4b82-a496-f6d5083042e3", "tag": "1f9b1a68-4136-4ee8-9212-584268a6798e"}]}' {{(pid=106268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 13:37:40.377629 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c406ba-3d69-444d-b89c-ffe9eb7604c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=042f889d-6dc9-4d12-9164-ef09c953a53f,revision_number=None']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:37:40.394812 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 13:37:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acd40a93-4c1d-40fd-a8ec-4bbb9f851463 x-openstack-request-id: req-acd40a93-4c1d-40fd-a8ec-4bbb9f851463 {{(pid=106268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 13:37:40.398630 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7a4790f-1fa2-4b82-a496-f6d5083042e3", "tag": "1f9b1a68-4136-4ee8-9212-584268a6798e", "status": "completed", "code": 200}]} {{(pid=106268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 13:37:40.398967 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-acd40a93-4c1d-40fd-a8ec-4bbb9f851463 {{(pid=106268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 13:37:40.399449 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.notifiers.nova [-] Nova event matching ['req-acd40a93-4c1d-40fd-a8ec-4bbb9f851463'] response: {'name': 'network-changed', 'server_uuid': 'd7a4790f-1fa2-4b82-a496-f6d5083042e3', 'tag': '1f9b1a68-4136-4ee8-9212-584268a6798e', 'status': 'completed', 'code': 200} Oct 03 13:37:40.543819 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-a9c406ba-3d69-444d-b89c-ffe9eb7604c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3798541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3893302'] for router_interface (af124424-a053-4d33-a6b5-08d7c9c80932), after_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:40.754989 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9c406ba-3d69-444d-b89c-ffe9eb7604c4 admin admin] Router af124424-a053-4d33-a6b5-08d7c9c80932 has already been hosted by L3 agent 94180321-47b1-4b5c-b620-b1b0a31df446 {{(pid=106269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 03 13:37:40.856493 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9c406ba-3d69-444d-b89c-ffe9eb7604c4 admin admin] Notify agent at l3_agent.dv-cinder-860090-1-iscsi the message routers_updated {{(pid=106269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 13:37:40.862052 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-a9c406ba-3d69-444d-b89c-ffe9eb7604c4 admin admin] 10.222.0.58 "PUT /networking/v2.0/routers/af124424-a053-4d33-a6b5-08d7c9c80932/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5582266 Oct 03 13:37:40.864631 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 34702) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:37:40.867277 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62649a6c-dd5b-4d22-bf64-97a18ade72c7 None None] Sync routers for ids ['af124424-a053-4d33-a6b5-08d7c9c80932'] in dv-cinder-860090-1-iscsi {{(pid=106271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 13:37:40.878738 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62649a6c-dd5b-4d22-bf64-97a18ade72c7 None None] Routers {'af124424-a053-4d33-a6b5-08d7c9c80932'} bound to L3 agent in host dv-cinder-860090-1-iscsi {{(pid=106271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 13:37:40.879400 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_hamode_db [None req-62649a6c-dd5b-4d22-bf64-97a18ade72c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860090-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-03T13:22:05Z,description=,heartbeat_timestamp=2022-10-03T13:37:35Z,host='dv-cinder-860090-1-iscsi',id=94180321-47b1-4b5c-b620-b1b0a31df446,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T13:22:05Z,topic='l3_agent')) {'router_ids': ['af124424-a053-4d33-a6b5-08d7c9c80932'], 'active': True} {{(pid=106271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:37:40.911570 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29a6768-bdad-43b4-a252-655eb6e8ea35 req-4212e917-7f1c-4167-a534-ec7b9d0bf521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:37:40.912517 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-a29a6768-bdad-43b4-a252-655eb6e8ea35 req-4212e917-7f1c-4167-a534-ec7b9d0bf521 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=d8e6dd58ff43419fa5b945bd08ef2931&device_id=d7a4790f-1fa2-4b82-a496-f6d5083042e3 HTTP/1.1" status: 200 len: 1128 time: 0.0412767 Oct 03 13:37:40.932836 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:37:40.968604 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-d48c6d6b-763e-4cf6-9959-6c08bb4b74ef admin admin] Publish callbacks [] for router (af124424-a053-4d33-a6b5-08d7c9c80932), before_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:40.984958 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_dvr_db [None req-62649a6c-dd5b-4d22-bf64-97a18ade72c7 None None] Set router af124424-a053-4d33-a6b5-08d7c9c80932 gateway port host: dv-cinder-860090-1-iscsi {{(pid=106271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 13:37:41.021506 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29a6768-bdad-43b4-a252-655eb6e8ea35 req-1f1a151f-a1f7-490f-ad96-7646090639ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:37:41.023415 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-a29a6768-bdad-43b4-a252-655eb6e8ea35 req-1f1a151f-a1f7-490f-ad96-7646090639ec service neutron] 10.222.0.65 "GET /networking/v2.0/networks?id=ff8319e2-24e1-46c8-a6e2-568f9c4503d6 HTTP/1.1" status: 200 len: 915 time: 0.0978665 Oct 03 13:37:41.067169 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-a29a6768-bdad-43b4-a252-655eb6e8ea35 req-cfd81fa9-9163-4b45-8ee0-5b3b668350c1 service neutron] 10.222.0.65 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1f9b1a68-4136-4ee8-9212-584268a6798e HTTP/1.1" status: 200 len: 217 time: 0.0365868 Oct 03 13:37:41.127760 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29a6768-bdad-43b4-a252-655eb6e8ea35 req-b74f7c91-ad3b-4c8d-9e61-622ad128139d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:37:41.130410 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-a29a6768-bdad-43b4-a252-655eb6e8ea35 req-b74f7c91-ad3b-4c8d-9e61-622ad128139d service neutron] 10.222.0.65 "GET /networking/v2.0/subnets?id=c7cf38c1-e397-42ce-8b92-f0af8056be43 HTTP/1.1" status: 200 len: 853 time: 0.0558138 Oct 03 13:37:41.180761 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29a6768-bdad-43b4-a252-655eb6e8ea35 req-fce6c4bb-81b3-4f58-b831-b3485035b519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:37:41.181806 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-a29a6768-bdad-43b4-a252-655eb6e8ea35 req-fce6c4bb-81b3-4f58-b831-b3485035b519 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?network_id=ff8319e2-24e1-46c8-a6e2-568f9c4503d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442395 Oct 03 13:37:41.260078 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_hamode_db [None req-62649a6c-dd5b-4d22-bf64-97a18ade72c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af124424-a053-4d33-a6b5-08d7c9c80932', 'name': 'tempest-ServerRescueNegativeTestJSON-2126300055-router', 'tenant_id': '557321bf33ca42df8d5d53e5157e6803', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'external_fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': 'cdf04b3b-1b40-4675-9c4c-10fdae6d977b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:30:31Z', 'updated_at': '2022-10-03T13:37:40Z', 'revision_number': 5, 'project_id': '557321bf33ca42df8d5d53e5157e6803', 'gw_port': {'id': 'cdf04b3b-1b40-4675-9c4c-10fdae6d977b', 'name': '', 'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:0d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af124424-a053-4d33-a6b5-08d7c9c80932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:30:32Z', 'updated_at': '2022-10-03T13:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860090-1-iscsi'}], 'dv-cinder-860090-1-iscsi', False) {} {{(pid=106271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:37:41.286894 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62649a6c-dd5b-4d22-bf64-97a18ade72c7 None None] Checking router: af124424-a053-4d33-a6b5-08d7c9c80932 for host: dv-cinder-860090-1-iscsi {{(pid=106271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 13:37:41.296332 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62649a6c-dd5b-4d22-bf64-97a18ade72c7 None None] Routers {'af124424-a053-4d33-a6b5-08d7c9c80932'} bound to L3 agent in host dv-cinder-860090-1-iscsi {{(pid=106271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 13:37:41.297169 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_hamode_db [None req-62649a6c-dd5b-4d22-bf64-97a18ade72c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860090-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-03T13:22:05Z,description=,heartbeat_timestamp=2022-10-03T13:37:35Z,host='dv-cinder-860090-1-iscsi',id=94180321-47b1-4b5c-b620-b1b0a31df446,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T13:22:05Z,topic='l3_agent')) {'router_ids': ['af124424-a053-4d33-a6b5-08d7c9c80932'], 'active': True} {{(pid=106271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:37:41.301096 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-a29a6768-bdad-43b4-a252-655eb6e8ea35 req-93e1727e-0787-4779-96a7-37a3ee024ce2 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/ff8319e2-24e1-46c8-a6e2-568f9c4503d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121879 Oct 03 13:37:41.342889 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:37:41.367267 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-d48c6d6b-763e-4cf6-9959-6c08bb4b74ef admin admin] Publish callbacks [] for router_gateway (af124424-a053-4d33-a6b5-08d7c9c80932), before_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:41.431223 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Device 4e8541e0-b0c3-4cae-a985-b4e2dfec4290 no longer exists at agent hyperv_hv-cinder-86009 {{(pid=106270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 13:37:41.451988 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-a29a6768-bdad-43b4-a252-655eb6e8ea35 req-0172d98c-24ee-41f4-8466-71f919dc4625 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/ff8319e2-24e1-46c8-a6e2-568f9c4503d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440222 Oct 03 13:37:41.467004 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] No Port match for: 4e8541e0-b0c3-4cae-a985-b4e2dfec4290 {{(pid=106270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 03 13:37:41.470843 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Device 4e8541e0-b0c3-4cae-a985-b4e2dfec4290 not bound to the agent host hv-cinder-86009 {{(pid=106270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 03 13:37:41.490641 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.plugins.ml2.plugin [None req-d48c6d6b-763e-4cf6-9959-6c08bb4b74ef admin admin] Deleting port cdf04b3b-1b40-4675-9c4c-10fdae6d977b {{(pid=106269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 13:37:41.490975 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-d48c6d6b-763e-4cf6-9959-6c08bb4b74ef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751015143464'] for port (cdf04b3b-1b40-4675-9c4c-10fdae6d977b), before_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:41.514195 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7ba51c-1a7b-4a72-9c65-15f7c430608a req-4c7f5e95-13a5-41a4-9b7d-f6d1ac73f46b tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:37:41.519118 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_dvr_db [None req-62649a6c-dd5b-4d22-bf64-97a18ade72c7 None None] Set router af124424-a053-4d33-a6b5-08d7c9c80932 gateway port host: dv-cinder-860090-1-iscsi {{(pid=106271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 13:37:41.524252 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-ab7ba51c-1a7b-4a72-9c65-15f7c430608a req-4c7f5e95-13a5-41a4-9b7d-f6d1ac73f46b tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=d7a4790f-1fa2-4b82-a496-f6d5083042e3 HTTP/1.1" status: 200 len: 944 time: 0.0972633 Oct 03 13:37:41.532436 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-2a3f91b4-1357-444f-a749-2e4db1dd5ab4 req-a9757540-bfbc-4c57-9562-d6ee90a109a2 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?device_id=2ca377db-f0f6-4888-a94e-cfde65e470e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0664077 Oct 03 13:37:41.597006 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:37:41.638965 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3f91b4-1357-444f-a749-2e4db1dd5ab4 req-435441ee-3b27-48a1-8be8-6be1677230db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:37:41.640847 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-2a3f91b4-1357-444f-a749-2e4db1dd5ab4 req-435441ee-3b27-48a1-8be8-6be1677230db service neutron] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=1432ad4a21624574b8caeaf10f2f8339&device_id=2ca377db-f0f6-4888-a94e-cfde65e470e9 HTTP/1.1" status: 200 len: 1130 time: 0.0761049 Oct 03 13:37:41.643173 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-ab7ba51c-1a7b-4a72-9c65-15f7c430608a req-146ca6c6-8d28-4680-934a-c1119bbaa415 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=05dc36e6-11a2-4593-9335-f15e0beea90a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1178300 Oct 03 13:37:41.649160 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:37:41.662021 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.plugins.ml2.db [None req-d48c6d6b-763e-4cf6-9959-6c08bb4b74ef admin admin] For port cdf04b3b-1b40-4675-9c4c-10fdae6d977b, host dv-cinder-860090-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860090-1-iscsi',level=0,port_id=cdf04b3b-1b40-4675-9c4c-10fdae6d977b,segment=NetworkSegment(bb40cd5f-7936-4373-bcc9-441f3ba1dc24),segment_id=bb40cd5f-7936-4373-bcc9-441f3ba1dc24)] {{(pid=106269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 13:37:41.662388 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-d48c6d6b-763e-4cf6-9959-6c08bb4b74ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724412'] for port (cdf04b3b-1b40-4675-9c4c-10fdae6d977b), precommit_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:41.684780 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.plugins.ml2.plugin [None req-d48c6d6b-763e-4cf6-9959-6c08bb4b74ef admin admin] Calling delete_port for cdf04b3b-1b40-4675-9c4c-10fdae6d977b owned by network:router_gateway {{(pid=106269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 13:37:41.764282 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_hamode_db [None req-62649a6c-dd5b-4d22-bf64-97a18ade72c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af124424-a053-4d33-a6b5-08d7c9c80932', 'name': 'tempest-ServerRescueNegativeTestJSON-2126300055-router', 'tenant_id': '557321bf33ca42df8d5d53e5157e6803', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'external_fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': 'cdf04b3b-1b40-4675-9c4c-10fdae6d977b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:30:31Z', 'updated_at': '2022-10-03T13:37:40Z', 'revision_number': 5, 'project_id': '557321bf33ca42df8d5d53e5157e6803', 'gw_port': {'id': 'cdf04b3b-1b40-4675-9c4c-10fdae6d977b', 'name': '', 'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:0d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af124424-a053-4d33-a6b5-08d7c9c80932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:30:32Z', 'updated_at': '2022-10-03T13:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860090-1-iscsi'}], 'dv-cinder-860090-1-iscsi', False) {} {{(pid=106271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:37:41.806463 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62649a6c-dd5b-4d22-bf64-97a18ade72c7 None None] The sync data for ids ['af124424-a053-4d33-a6b5-08d7c9c80932'] in dv-cinder-860090-1-iscsi is: [{'id': 'af124424-a053-4d33-a6b5-08d7c9c80932', 'name': 'tempest-ServerRescueNegativeTestJSON-2126300055-router', 'tenant_id': '557321bf33ca42df8d5d53e5157e6803', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'external_fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': 'cdf04b3b-1b40-4675-9c4c-10fdae6d977b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:30:31Z', 'updated_at': '2022-10-03T13:37:40Z', 'revision_number': 5, 'project_id': '557321bf33ca42df8d5d53e5157e6803', 'gw_port': {'id': 'cdf04b3b-1b40-4675-9c4c-10fdae6d977b', 'name': '', 'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:0d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af124424-a053-4d33-a6b5-08d7c9c80932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:30:32Z', 'updated_at': '2022-10-03T13:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860090-1-iscsi'}] {{(pid=106271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 13:37:41.817439 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3f91b4-1357-444f-a749-2e4db1dd5ab4 req-5d9e6e94-1b24-4a2c-86e3-91629b1c43ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:37:41.823543 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-2a3f91b4-1357-444f-a749-2e4db1dd5ab4 req-5d9e6e94-1b24-4a2c-86e3-91629b1c43ed service neutron] 10.222.0.65 "GET /networking/v2.0/networks?id=4ae25b55-bed6-49d7-9a22-c9e416e149dd HTTP/1.1" status: 200 len: 912 time: 0.1416502 Oct 03 13:37:41.894620 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-d48c6d6b-763e-4cf6-9959-6c08bb4b74ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751015146406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751014656997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26503125'] for port (cdf04b3b-1b40-4675-9c4c-10fdae6d977b), after_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:41.907949 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-2a3f91b4-1357-444f-a749-2e4db1dd5ab4 req-119babe2-7218-4436-b3cb-1248ac661480 service neutron] 10.222.0.65 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b7b4c568-efe4-4d19-8923-b411916ba1a1 HTTP/1.1" status: 200 len: 1000 time: 0.0771377 Oct 03 13:37:41.923780 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48c6d6b-763e-4cf6-9959-6c08bb4b74ef admin admin] Pushing event deleted for resources: {'Port': ['ID=cdf04b3b-1b40-4675-9c4c-10fdae6d977b,revision_number=None']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:37:41.966143 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3f91b4-1357-444f-a749-2e4db1dd5ab4 req-788248eb-d5af-4ad8-9574-08001255a49d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:37:41.967500 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-2a3f91b4-1357-444f-a749-2e4db1dd5ab4 req-788248eb-d5af-4ad8-9574-08001255a49d service neutron] 10.222.0.65 "GET /networking/v2.0/subnets?id=186bd512-24d4-4a2b-8bd3-48c53a4e9c74 HTTP/1.1" status: 200 len: 850 time: 0.0477176 Oct 03 13:37:41.995374 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-d48c6d6b-763e-4cf6-9959-6c08bb4b74ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3894908'] for router_gateway (af124424-a053-4d33-a6b5-08d7c9c80932), after_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:42.027945 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3f91b4-1357-444f-a749-2e4db1dd5ab4 req-767001bd-4d7b-449f-9c5f-25f21880ddb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:37:42.029475 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-2a3f91b4-1357-444f-a749-2e4db1dd5ab4 req-767001bd-4d7b-449f-9c5f-25f21880ddb5 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?network_id=4ae25b55-bed6-49d7-9a22-c9e416e149dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0519805 Oct 03 13:37:42.101436 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68be8b24-9305-45d0-91e2-a9462e3bcfc6 req-bf0d2534-8a8b-41c5-8f07-24a2ef88e7b2 tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:37:42.102864 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-68be8b24-9305-45d0-91e2-a9462e3bcfc6 req-bf0d2534-8a8b-41c5-8f07-24a2ef88e7b2 tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=2ca377db-f0f6-4888-a94e-cfde65e470e9 HTTP/1.1" status: 200 len: 946 time: 0.0479157 Oct 03 13:37:42.107847 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-d48c6d6b-763e-4cf6-9959-6c08bb4b74ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3893367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3464'] for router (af124424-a053-4d33-a6b5-08d7c9c80932), precommit_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:42.110292 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-d48c6d6b-763e-4cf6-9959-6c08bb4b74ef admin admin] Publish callbacks [] for router_controller (af124424-a053-4d33-a6b5-08d7c9c80932), precommit_delete_associations {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:42.154785 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-68be8b24-9305-45d0-91e2-a9462e3bcfc6 req-ba7aaa92-5b12-4947-8f90-85e90421db00 tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=5d855e17-85d1-4849-b5e5-c2ce09571ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442615 Oct 03 13:37:42.185838 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-d48c6d6b-763e-4cf6-9959-6c08bb4b74ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3893358'] for router (af124424-a053-4d33-a6b5-08d7c9c80932), after_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:42.185838 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d48c6d6b-763e-4cf6-9959-6c08bb4b74ef admin admin] Fanout notify agent at l3_agent the message router_deleted on router af124424-a053-4d33-a6b5-08d7c9c80932 {{(pid=106269) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 03 13:37:42.185838 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-d48c6d6b-763e-4cf6-9959-6c08bb4b74ef admin admin] Publish callbacks [] for router (None), before_response {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:42.185838 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-d48c6d6b-763e-4cf6-9959-6c08bb4b74ef admin admin] 10.222.0.58 "DELETE /networking/v2.0/routers/af124424-a053-4d33-a6b5-08d7c9c80932 HTTP/1.1" status: 204 len: 168 time: 1.3160369 Oct 03 13:37:42.186185 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 34718) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:37:42.232689 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6a07dee-fb2a-4a84-bebc-ec1bd0d7eb79 admin admin] Deleting subnet 014887d4-da5d-4382-8b78-e31d89e09c89 {{(pid=106268) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 03 13:37:42.236149 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-b6a07dee-fb2a-4a84-bebc-ec1bd0d7eb79 admin admin] Publish callbacks [] for subnet (014887d4-da5d-4382-8b78-e31d89e09c89), before_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:42.273239 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-b6a07dee-fb2a-4a84-bebc-ec1bd0d7eb79 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25418949'] for subnet (014887d4-da5d-4382-8b78-e31d89e09c89), precommit_delete_associations {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:42.348260 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:37:42.356462 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-b6a07dee-fb2a-4a84-bebc-ec1bd0d7eb79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1491868'] for subnet (014887d4-da5d-4382-8b78-e31d89e09c89), precommit_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:42.415878 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-b6a07dee-fb2a-4a84-bebc-ec1bd0d7eb79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1495987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25417848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25667008'] for subnet (014887d4-da5d-4382-8b78-e31d89e09c89), after_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:42.440751 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a07dee-fb2a-4a84-bebc-ec1bd0d7eb79 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=014887d4-da5d-4382-8b78-e31d89e09c89,revision_number=None']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:37:42.447867 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-b6a07dee-fb2a-4a84-bebc-ec1bd0d7eb79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798626'] for subnet (None), before_response {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:42.453878 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-b6a07dee-fb2a-4a84-bebc-ec1bd0d7eb79 admin admin] 10.222.0.58 "DELETE /networking/v2.0/subnets/014887d4-da5d-4382-8b78-e31d89e09c89 HTTP/1.1" status: 204 len: 168 time: 0.2660341 Oct 03 13:37:42.454542 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 34720) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:37:42.456919 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a6c8f18-a01f-4217-9a9f-d0e29e60d6bc None None] Network 289ad0fb-c675-48f9-ad56-9a68538f4eb7 requested from dv-cinder-860090-1-iscsi {{(pid=106270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 03 13:37:42.531734 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-1178fec5-7364-46b7-9d77-c14f548bf3eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1465425'] for network (289ad0fb-c675-48f9-ad56-9a68538f4eb7), before_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:42.579842 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.plugin [None req-1178fec5-7364-46b7-9d77-c14f548bf3eb admin admin] Deleting port 47203591-15a2-4e72-9f42-8ce7c64caafa {{(pid=106268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 13:37:42.580176 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-1178fec5-7364-46b7-9d77-c14f548bf3eb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751015143464'] for port (47203591-15a2-4e72-9f42-8ce7c64caafa), before_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:42.657235 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.db [None req-1178fec5-7364-46b7-9d77-c14f548bf3eb admin admin] For port 47203591-15a2-4e72-9f42-8ce7c64caafa, host dv-cinder-860090-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860090-1-iscsi',level=0,port_id=47203591-15a2-4e72-9f42-8ce7c64caafa,segment=NetworkSegment(a13be668-9c4e-4111-8b50-69439ed85703),segment_id=a13be668-9c4e-4111-8b50-69439ed85703)] {{(pid=106268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 13:37:42.657628 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-1178fec5-7364-46b7-9d77-c14f548bf3eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724412'] for port (47203591-15a2-4e72-9f42-8ce7c64caafa), precommit_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:42.676867 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.plugin [None req-1178fec5-7364-46b7-9d77-c14f548bf3eb admin admin] Calling delete_port for 47203591-15a2-4e72-9f42-8ce7c64caafa owned by network:dhcp {{(pid=106268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 13:37:42.686435 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:37:42.760696 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-1178fec5-7364-46b7-9d77-c14f548bf3eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751015146406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751014656997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25417805'] for port (47203591-15a2-4e72-9f42-8ce7c64caafa), after_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:42.778179 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0991e3d-73f1-45be-86ce-f671324f9320 req-722ca39e-806a-42ae-8afd-6275f3314a32 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:37:42.779698 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-c0991e3d-73f1-45be-86ce-f671324f9320 req-722ca39e-806a-42ae-8afd-6275f3314a32 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=d7a4790f-1fa2-4b82-a496-f6d5083042e3 HTTP/1.1" status: 200 len: 944 time: 0.0495007 Oct 03 13:37:42.786973 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1178fec5-7364-46b7-9d77-c14f548bf3eb admin admin] Pushing event deleted for resources: {'Port': ['ID=47203591-15a2-4e72-9f42-8ce7c64caafa,revision_number=None']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:37:42.790497 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1178fec5-7364-46b7-9d77-c14f548bf3eb admin admin] No DVR routers for this DVR port 47203591-15a2-4e72-9f42-8ce7c64caafa on host dv-cinder-860090-1-iscsi {{(pid=106268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 03 13:37:42.838578 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-c0991e3d-73f1-45be-86ce-f671324f9320 req-45f12e06-bbe6-41ca-983e-07240b1d8b65 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=05dc36e6-11a2-4593-9335-f15e0beea90a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526209 Oct 03 13:37:42.860013 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78ca0861-444e-4013-b966-f295652bdd7c None None] DHCP port deletion for 289ad0fb-c675-48f9-ad56-9a68538f4eb7 request from dv-cinder-860090-1-iscsi {{(pid=106270) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 03 13:37:42.869572 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-1178fec5-7364-46b7-9d77-c14f548bf3eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1335438', 'neutron.services.segments.db._delete_segments_for_network-8751015121372'] for network (289ad0fb-c675-48f9-ad56-9a68538f4eb7), precommit_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:42.896906 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.services.segments.db [None req-1178fec5-7364-46b7-9d77-c14f548bf3eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['289ad0fb-c675-48f9-ad56-9a68538f4eb7']}} {{(pid=106268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:37:42.907208 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.services.segments.db [None req-1178fec5-7364-46b7-9d77-c14f548bf3eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a13be668-9c4e-4111-8b50-69439ed85703') {'for_net_delete': True} {{(pid=106268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:37:42.907500 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.services.segments.db [None req-1178fec5-7364-46b7-9d77-c14f548bf3eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a13be668-9c4e-4111-8b50-69439ed85703') {} {{(pid=106268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:37:42.917723 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-1178fec5-7364-46b7-9d77-c14f548bf3eb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751015173030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25418940'] for segment (a13be668-9c4e-4111-8b50-69439ed85703), before_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:42.932012 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-1178fec5-7364-46b7-9d77-c14f548bf3eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1333683'] for segment (a13be668-9c4e-4111-8b50-69439ed85703), precommit_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:42.938452 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1178fec5-7364-46b7-9d77-c14f548bf3eb admin admin] Releasing vlan 605 on physical network physnet1 to pool {{(pid=106268) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 03 13:37:42.938835 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-1178fec5-7364-46b7-9d77-c14f548bf3eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1333683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25417874'] for segment (a13be668-9c4e-4111-8b50-69439ed85703), after_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:42.979659 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.services.segments.plugin [-] Segment a13be668-9c4e-4111-8b50-69439ed85703 resource provider aggregate not found Oct 03 13:37:42.999717 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.services.segments.plugin [-] Segment a13be668-9c4e-4111-8b50-69439ed85703 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a13be668-9c4e-4111-8b50-69439ed85703 found for delete ", "request_id": "req-0ca3b01f-9ae3-4bf9-a4e0-b8a2baa68e6a"}]} Oct 03 13:37:43.018354 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-1178fec5-7364-46b7-9d77-c14f548bf3eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1337213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3894947'] for network (289ad0fb-c675-48f9-ad56-9a68538f4eb7), after_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:43.026596 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-1178fec5-7364-46b7-9d77-c14f548bf3eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798626'] for network (None), before_response {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:43.031204 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-1178fec5-7364-46b7-9d77-c14f548bf3eb admin admin] 10.222.0.58 "DELETE /networking/v2.0/networks/289ad0fb-c675-48f9-ad56-9a68538f4eb7 HTTP/1.1" status: 204 len: 168 time: 0.5749052 Oct 03 13:37:43.055411 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1178fec5-7364-46b7-9d77-c14f548bf3eb admin admin] Pushing event deleted for resources: {'Network': ['ID=289ad0fb-c675-48f9-ad56-9a68538f4eb7,revision_number=None']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:37:43.163745 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 34730) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:37:43.206272 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-2fcd5706-0277-4582-ae41-14973fe9c6b8 admin admin] 10.222.0.58 "GET /networking/v2.0/security-groups?tenant_id=557321bf33ca42df8d5d53e5157e6803&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0414011 Oct 03 13:37:43.209193 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 34734) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:37:43.262670 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-d2988f2e-44a7-4676-b6bc-4166a76efe81 admin admin] Publish callbacks [] for security_group (90741e6a-03d0-4889-9f91-275c8bff3e53), before_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:43.284346 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-d2988f2e-44a7-4676-b6bc-4166a76efe81 admin admin] Publish callbacks [] for security_group (90741e6a-03d0-4889-9f91-275c8bff3e53), precommit_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:43.300047 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f52b83-8111-4791-8832-4b9713a315d2 req-bf1a4eab-c895-4f43-9589-a1563fe12274 tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:37:43.301603 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-e3f52b83-8111-4791-8832-4b9713a315d2 req-bf1a4eab-c895-4f43-9589-a1563fe12274 tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=2ca377db-f0f6-4888-a94e-cfde65e470e9 HTTP/1.1" status: 200 len: 946 time: 0.0512862 Oct 03 13:37:43.345018 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-d2988f2e-44a7-4676-b6bc-4166a76efe81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (90741e6a-03d0-4889-9f91-275c8bff3e53), after_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:43.347825 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-d2988f2e-44a7-4676-b6bc-4166a76efe81 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:43.350675 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-d2988f2e-44a7-4676-b6bc-4166a76efe81 admin admin] 10.222.0.58 "DELETE /networking/v2.0/security-groups/90741e6a-03d0-4889-9f91-275c8bff3e53 HTTP/1.1" status: 204 len: 168 time: 0.1403904 Oct 03 13:37:43.366079 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-e3f52b83-8111-4791-8832-4b9713a315d2 req-7b478390-5e45-4577-a523-1bffc1b80573 tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=5d855e17-85d1-4849-b5e5-c2ce09571ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573955 Oct 03 13:37:43.366311 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2988f2e-44a7-4676-b6bc-4166a76efe81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90741e6a-03d0-4889-9f91-275c8bff3e53,revision_number=None']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:37:43.451554 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Device 1f9b1a68-4136-4ee8-9212-584268a6798e details requested by agent hyperv_hv-cinder-86009 with host hv-cinder-86009 {{(pid=106270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 03 13:37:43.540294 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=92,neutron:UPDATE=8 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:37:43.574812 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.db [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] For port 1f9b1a68-4136-4ee8-9212-584268a6798e, host hv-cinder-86009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86009',level=0,port_id=1f9b1a68-4136-4ee8-9212-584268a6798e,segment=NetworkSegment(2cd7ae88-a108-4db9-b508-67961f878f9a),segment_id=2cd7ae88-a108-4db9-b508-67961f878f9a)] {{(pid=106270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 13:37:43.588447 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Returning: {'device': '1f9b1a68-4136-4ee8-9212-584268a6798e', 'network_id': 'ff8319e2-24e1-46c8-a6e2-568f9c4503d6', 'port_id': '1f9b1a68-4136-4ee8-9212-584268a6798e', 'mac_address': 'fa:16:3e:1f:82:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7cf38c1-e397-42ce-8b92-f0af8056be43', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 03 13:37:43.590811 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:37:43.627878 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Current status of the port 1f9b1a68-4136-4ee8-9212-584268a6798e is: DOWN; New status is: BUILD {{(pid=106270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 13:37:43.628265 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (1f9b1a68-4136-4ee8-9212-584268a6798e), before_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:43.643619 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.notifiers.nova [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f9b1a68-4136-4ee8-9212-584268a6798e {{(pid=106270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 03 13:37:43.667760 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.db [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] For port 1f9b1a68-4136-4ee8-9212-584268a6798e, host hv-cinder-86009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86009',level=0,port_id=1f9b1a68-4136-4ee8-9212-584268a6798e,segment=NetworkSegment(2cd7ae88-a108-4db9-b508-67961f878f9a),segment_id=2cd7ae88-a108-4db9-b508-67961f878f9a)] {{(pid=106270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 13:37:43.675212 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751015143617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751014657006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751014658052'] for port (1f9b1a68-4136-4ee8-9212-584268a6798e), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:43.737557 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Pushing event updated for resources: {'Port': ['ID=1f9b1a68-4136-4ee8-9212-584268a6798e,revision_number=4']} {{(pid=106270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:37:43.741538 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Device 47203591-15a2-4e72-9f42-8ce7c64caafa no longer exists at agent ovs-agent-dv-cinder-860090-1-iscsi {{(pid=106270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 13:37:43.750959 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:37:43.751307 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:37:43.751648 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:37:43.752045 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:37:43.752557 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:37:43.752983 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:37:43.753314 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:37:43.753676 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:37:43.754003 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:37:43.754351 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:37:43.754651 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:37:43.754993 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:37:43.755368 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:37:43.755646 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:37:43.755926 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:37:43.780779 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] No Port match for: 47203591-15a2-4e72-9f42-8ce7c64caafa {{(pid=106270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 03 13:37:43.781153 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Device 47203591-15a2-4e72-9f42-8ce7c64caafa not bound to the agent host dv-cinder-860090-1-iscsi {{(pid=106270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 03 13:37:43.781590 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Device cdf04b3b-1b40-4675-9c4c-10fdae6d977b no longer exists at agent ovs-agent-dv-cinder-860090-1-iscsi {{(pid=106270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 13:37:43.802584 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] No Port match for: cdf04b3b-1b40-4675-9c4c-10fdae6d977b {{(pid=106270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 03 13:37:43.802940 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Device cdf04b3b-1b40-4675-9c4c-10fdae6d977b not bound to the agent host dv-cinder-860090-1-iscsi {{(pid=106270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 03 13:37:43.803361 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Device 042f889d-6dc9-4d12-9164-ef09c953a53f no longer exists at agent ovs-agent-dv-cinder-860090-1-iscsi {{(pid=106270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 13:37:43.823239 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] No Port match for: 042f889d-6dc9-4d12-9164-ef09c953a53f {{(pid=106270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 03 13:37:43.823556 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Device 042f889d-6dc9-4d12-9164-ef09c953a53f not bound to the agent host dv-cinder-860090-1-iscsi {{(pid=106270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 03 13:37:43.982289 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ba2b67-ae9a-45f9-94eb-808a1308c0db req-aefa8804-6974-4075-b9fa-8ce0b1dd2393 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:37:43.983794 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-10ba2b67-ae9a-45f9-94eb-808a1308c0db req-aefa8804-6974-4075-b9fa-8ce0b1dd2393 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=d7a4790f-1fa2-4b82-a496-f6d5083042e3 HTTP/1.1" status: 200 len: 945 time: 0.0625470 Oct 03 13:37:43.990752 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.db [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] get_ports_and_sgs() called for port_ids ['1f9b1a68-4136-4ee8-9212-584268a6798e'] {{(pid=106270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 03 13:37:44.053531 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-2a3f91b4-1357-444f-a749-2e4db1dd5ab4 req-bf94516d-45d0-49de-8e44-b993f80f7922 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/4ae25b55-bed6-49d7-9a22-c9e416e149dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140084 Oct 03 13:37:44.071571 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-10ba2b67-ae9a-45f9-94eb-808a1308c0db req-3cad287e-0b6f-4ac3-81a9-22f0f611e0dc tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=05dc36e6-11a2-4593-9335-f15e0beea90a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747263 Oct 03 13:37:44.170552 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 34758) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:37:44.228862 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:37:44.276205 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-2a3f91b4-1357-444f-a749-2e4db1dd5ab4 req-f6531add-1e83-403f-91ad-d22f3b8ee3a3 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/4ae25b55-bed6-49d7-9a22-c9e416e149dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947945 Oct 03 13:37:44.286143 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.v2.base [None req-ce631de6-28c3-4de9-a7ac-103097030117 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-121990232-network', 'tenant_id': 'e019f687769f408d9c3faab0c8693a9d'}} {{(pid=106269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 13:37:44.308436 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce631de6-28c3-4de9-a7ac-103097030117 admin admin] Made reservation on behalf of e019f687769f408d9c3faab0c8693a9d for: {'network': 1} {{(pid=106269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 13:37:44.310796 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-ce631de6-28c3-4de9-a7ac-103097030117 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for network (None), before_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:44.320492 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-ce631de6-28c3-4de9-a7ac-103097030117 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:44.348183 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:37:44.380682 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=85,neutron:DELETE=9,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:37:44.410188 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b108b871-8311-483a-b99e-7f938cd43e5c req-46e9ddbc-60cd-49d9-a3d1-3a27dd37a2f4 tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:37:44.412735 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-b108b871-8311-483a-b99e-7f938cd43e5c req-46e9ddbc-60cd-49d9-a3d1-3a27dd37a2f4 tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=2ca377db-f0f6-4888-a94e-cfde65e470e9 HTTP/1.1" status: 200 len: 946 time: 0.0744736 Oct 03 13:37:44.447933 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-ce631de6-28c3-4de9-a7ac-103097030117 admin admin] Publish callbacks [] for security_group (c060fb75-0650-4fa4-acdf-0c0c11e1f70e), precommit_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:44.452864 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-ce631de6-28c3-4de9-a7ac-103097030117 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (c060fb75-0650-4fa4-acdf-0c0c11e1f70e), after_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:44.486078 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce631de6-28c3-4de9-a7ac-103097030117 admin admin] vlan segment allocate from pool success with {'vlan_id': 628, 'physical_network': 'physnet1'} {{(pid=106269) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 03 13:37:44.503834 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce631de6-28c3-4de9-a7ac-103097030117 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c060fb75-0650-4fa4-acdf-0c0c11e1f70e,revision_number=1']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:37:44.506991 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-ce631de6-28c3-4de9-a7ac-103097030117 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1333683'] for segment (24e9c697-6214-4a54-b0c6-42aa0af9c46f), precommit_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:44.507347 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.db.segments_db [None req-ce631de6-28c3-4de9-a7ac-103097030117 admin admin] Added segment 24e9c697-6214-4a54-b0c6-42aa0af9c46f of type vlan for network 83166103-7560-4ace-bfbe-05a1216e31b8 Oct 03 13:37:44.534505 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90075ed2-8a14-4c20-994c-1bbdb15f3875 req-0889ce0d-d828-4d5f-866b-ce1177056ebc tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:37:44.537274 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-90075ed2-8a14-4c20-994c-1bbdb15f3875 req-0889ce0d-d828-4d5f-866b-ce1177056ebc tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=2ca377db-f0f6-4888-a94e-cfde65e470e9 HTTP/1.1" status: 200 len: 946 time: 0.0755908 Oct 03 13:37:44.554161 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-ce631de6-28c3-4de9-a7ac-103097030117 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751014593985'] for network (83166103-7560-4ace-bfbe-05a1216e31b8), precommit_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:44.583471 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-ce631de6-28c3-4de9-a7ac-103097030117 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644'] for network (83166103-7560-4ace-bfbe-05a1216e31b8), after_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:44.584521 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce631de6-28c3-4de9-a7ac-103097030117 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:37:44.585387 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-ce631de6-28c3-4de9-a7ac-103097030117 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798626'] for network (None), before_response {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:44.598292 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-90075ed2-8a14-4c20-994c-1bbdb15f3875 req-20c29e09-913a-4a49-96a8-f2a1cd9e9f77 tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=5d855e17-85d1-4849-b5e5-c2ce09571ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542881 Oct 03 13:37:44.642002 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-ce631de6-28c3-4de9-a7ac-103097030117 admin admin] 10.222.0.58 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4702981 Oct 03 13:37:44.645651 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 34764) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:37:44.652211 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.v2.base [None req-074bf083-92d8-4a1c-a2f1-ec1c7f187460 admin admin] Request body: {'subnet': {'network_id': '83166103-7560-4ace-bfbe-05a1216e31b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-121990232-subnet', 'tenant_id': 'e019f687769f408d9c3faab0c8693a9d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 13:37:44.674562 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce631de6-28c3-4de9-a7ac-103097030117 admin admin] Pushing event updated for resources: {'Network': ['ID=83166103-7560-4ace-bfbe-05a1216e31b8,revision_number=1']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:37:44.688768 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Network 83166103-7560-4ace-bfbe-05a1216e31b8 details requested by agent ovs-agent-dv-cinder-860090-1-iscsi with host dv-cinder-860090-1-iscsi {{(pid=106270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 03 13:37:44.696309 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-074bf083-92d8-4a1c-a2f1-ec1c7f187460 admin admin] Made reservation on behalf of e019f687769f408d9c3faab0c8693a9d for: {'subnet': 1} {{(pid=106269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 13:37:44.700028 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-074bf083-92d8-4a1c-a2f1-ec1c7f187460 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25931174'] for subnet (None), before_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:44.801909 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.plugin [req-b108b871-8311-483a-b99e-7f938cd43e5c req-cb8c7efa-5d2f-479f-9ae2-9cf22f3bf81d tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Deleting port b7b4c568-efe4-4d19-8923-b411916ba1a1 {{(pid=106268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 13:37:44.802484 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-b108b871-8311-483a-b99e-7f938cd43e5c req-cb8c7efa-5d2f-479f-9ae2-9cf22f3bf81d tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751015143464'] for port (b7b4c568-efe4-4d19-8923-b411916ba1a1), before_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:44.922270 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-074bf083-92d8-4a1c-a2f1-ec1c7f187460 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26503073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25931188'] for subnet (bc4f70ab-e5db-4143-a1e5-7fb2da9adef0), after_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:44.929875 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.db [req-b108b871-8311-483a-b99e-7f938cd43e5c req-cb8c7efa-5d2f-479f-9ae2-9cf22f3bf81d tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] For port b7b4c568-efe4-4d19-8923-b411916ba1a1, host hv-cinder-86009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86009',level=0,port_id=b7b4c568-efe4-4d19-8923-b411916ba1a1,segment=NetworkSegment(74b279f9-1202-42a8-8155-1717a07de33b),segment_id=74b279f9-1202-42a8-8155-1717a07de33b)] {{(pid=106268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 13:37:44.930244 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-b108b871-8311-483a-b99e-7f938cd43e5c req-cb8c7efa-5d2f-479f-9ae2-9cf22f3bf81d tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724412'] for port (b7b4c568-efe4-4d19-8923-b411916ba1a1), precommit_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:44.977043 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074bf083-92d8-4a1c-a2f1-ec1c7f187460 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc4f70ab-e5db-4143-a1e5-7fb2da9adef0,revision_number=0']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:37:44.995759 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-074bf083-92d8-4a1c-a2f1-ec1c7f187460 admin admin] Checking segment: {'id': '24e9c697-6214-4a54-b0c6-42aa0af9c46f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '83166103-7560-4ace-bfbe-05a1216e31b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 13:37:44.996440 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-074bf083-92d8-4a1c-a2f1-ec1c7f187460 admin admin] Network hostable DHCP agents. Network: 83166103-7560-4ace-bfbe-05a1216e31b8, hostable agents: ['3460fffa-818c-4144-9400-237880db20a4'], hosted agents: [] {{(pid=106269) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 03 13:37:45.014861 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-074bf083-92d8-4a1c-a2f1-ec1c7f187460 admin admin] Network 83166103-7560-4ace-bfbe-05a1216e31b8 is scheduled to be hosted by DHCP agent 3460fffa-818c-4144-9400-237880db20a4 with binding_index 1 {{(pid=106269) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 03 13:37:45.027089 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.scheduler.base_scheduler [None req-074bf083-92d8-4a1c-a2f1-ec1c7f187460 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-860090-1-iscsi, 83166103-7560-4ace-bfbe-05a1216e31b8) {{(pid=106269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 13:37:45.032221 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-074bf083-92d8-4a1c-a2f1-ec1c7f187460 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:37:45.033759 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-074bf083-92d8-4a1c-a2f1-ec1c7f187460 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:45.039067 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43924d29-d223-470d-8adc-e230d4359b45 None None] Network 83166103-7560-4ace-bfbe-05a1216e31b8 requested from dv-cinder-860090-1-iscsi {{(pid=106270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 03 13:37:45.054650 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-074bf083-92d8-4a1c-a2f1-ec1c7f187460 admin admin] 10.222.0.58 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4079332 Oct 03 13:37:45.058953 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 34766) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:37:45.064775 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.v2.base [None req-3f3e0edf-1342-4be0-a397-c1147d6a8859 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-121990232-router', 'tenant_id': 'e019f687769f408d9c3faab0c8693a9d', 'external_gateway_info': {'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28'}}} {{(pid=106269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 13:37:45.088763 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-3f3e0edf-1342-4be0-a397-c1147d6a8859 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3891666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3482'] for router (c8606d8c-b1c9-49d9-b355-0650feac1844), before_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:45.090032 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-3f3e0edf-1342-4be0-a397-c1147d6a8859 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3893758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3720341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3840717', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3457'] for router (c8606d8c-b1c9-49d9-b355-0650feac1844), precommit_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:45.111368 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:37:45.124782 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-b108b871-8311-483a-b99e-7f938cd43e5c req-cb8c7efa-5d2f-479f-9ae2-9cf22f3bf81d tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:45.124955 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-b108b871-8311-483a-b99e-7f938cd43e5c req-cb8c7efa-5d2f-479f-9ae2-9cf22f3bf81d tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3722562'] for floatingip (257c8cee-4e61-4cb0-9356-9a836ef1c43d), after_update {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:45.126530 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.db.l3_db [req-b108b871-8311-483a-b99e-7f938cd43e5c req-cb8c7efa-5d2f-479f-9ae2-9cf22f3bf81d tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Floating IP 257c8cee-4e61-4cb0-9356-9a836ef1c43d disassociated. External IP: 172.27.1.9, port: b7b4c568-efe4-4d19-8923-b411916ba1a1. Oct 03 13:37:45.126530 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.plugin [req-b108b871-8311-483a-b99e-7f938cd43e5c req-cb8c7efa-5d2f-479f-9ae2-9cf22f3bf81d tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Calling delete_port for b7b4c568-efe4-4d19-8923-b411916ba1a1 owned by compute:nova {{(pid=106268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 13:37:45.168895 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-3f3e0edf-1342-4be0-a397-c1147d6a8859 admin admin] Publish callbacks [] for router_controller (c8606d8c-b1c9-49d9-b355-0650feac1844), precommit_add_association {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:45.185993 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f1ffab9-cf26-4277-8e7f-97280e5dcb2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e18259c-eb52-5c02-b1a4-6d109347d270-83166103-7560-4ace-bfbe-05a1216e31b8', 'network_id': '83166103-7560-4ace-bfbe-05a1216e31b8', 'project_id': 'e019f687769f408d9c3faab0c8693a9d', 'fixed_ips': [{'subnet_id': 'bc4f70ab-e5db-4143-a1e5-7fb2da9adef0'}]}} from dv-cinder-860090-1-iscsi. {{(pid=106270) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 03 13:37:45.187108 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-4f1ffab9-cf26-4277-8e7f-97280e5dcb2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (None), before_create {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:45.260639 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:37:45.288044 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-b108b871-8311-483a-b99e-7f938cd43e5c req-cb8c7efa-5d2f-479f-9ae2-9cf22f3bf81d tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751015146406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751014656997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25417805'] for port (b7b4c568-efe4-4d19-8923-b411916ba1a1), after_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:45.319150 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8c7efa-5d2f-479f-9ae2-9cf22f3bf81d tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Pushing event deleted for resources: {'Port': ['ID=b7b4c568-efe4-4d19-8923-b411916ba1a1,revision_number=None']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:37:45.359773 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.db_base_plugin_common [None req-4f1ffab9-cf26-4277-8e7f-97280e5dcb2d None None] Allocated IP 172.20.0.2 (83166103-7560-4ace-bfbe-05a1216e31b8/bc4f70ab-e5db-4143-a1e5-7fb2da9adef0/5afcc4c0-7e1c-491b-ac1e-4c41dd283078) {{(pid=106270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 13:37:45.376939 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:INSERT=15,neutron:SELECT=80,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:37:45.380150 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-3f3e0edf-1342-4be0-a397-c1147d6a8859 admin admin] Publish callbacks [] for router_gateway (c8606d8c-b1c9-49d9-b355-0650feac1844), precommit_update {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:45.394562 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b2a9ce-2ade-46dd-8f8b-a349cceebc71 req-b3393dcf-ab2e-469b-a07b-a52f6712718d tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:37:45.395722 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-d1b2a9ce-2ade-46dd-8f8b-a349cceebc71 req-b3393dcf-ab2e-469b-a07b-a52f6712718d tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=d7a4790f-1fa2-4b82-a496-f6d5083042e3 HTTP/1.1" status: 200 len: 945 time: 0.1803842 Oct 03 13:37:45.516513 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-d1b2a9ce-2ade-46dd-8f8b-a349cceebc71 req-2fef54c5-5db8-4f39-8eed-b4ea9cbbdf4e tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=05dc36e6-11a2-4593-9335-f15e0beea90a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1044993 Oct 03 13:37:45.526272 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Device 1f9b1a68-4136-4ee8-9212-584268a6798e up at agent hyperv_hv-cinder-86009 {{(pid=106270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 13:37:45.528520 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:37:45.559807 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-4f1ffab9-cf26-4277-8e7f-97280e5dcb2d None None] Publish callbacks [] for port (5afcc4c0-7e1c-491b-ac1e-4c41dd283078), precommit_create {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:45.573406 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-4f1ffab9-cf26-4277-8e7f-97280e5dcb2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751014656988'] for port (5afcc4c0-7e1c-491b-ac1e-4c41dd283078), after_create {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:45.582864 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:37:45.633484 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f1ffab9-cf26-4277-8e7f-97280e5dcb2d None None] Network 83166103-7560-4ace-bfbe-05a1216e31b8 is already hosted by enough agents. {{(pid=106270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 13:37:45.634410 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-3f3e0edf-1342-4be0-a397-c1147d6a8859 admin admin] Publish callbacks [] for router_gateway (c8606d8c-b1c9-49d9-b355-0650feac1844), before_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:45.648660 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.scheduler.base_scheduler [None req-4f1ffab9-cf26-4277-8e7f-97280e5dcb2d None None] Resources bound (agent type, host, resource id): {{(pid=106270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 13:37:45.655916 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f1ffab9-cf26-4277-8e7f-97280e5dcb2d None None] Received port after_create {{(pid=106270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 13:37:45.660328 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-3f3e0edf-1342-4be0-a397-c1147d6a8859 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (None), before_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:45.672147 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1ffab9-cf26-4277-8e7f-97280e5dcb2d None None] Pushing event updated for resources: {'Port': ['ID=5afcc4c0-7e1c-491b-ac1e-4c41dd283078,revision_number=1']} {{(pid=106270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:37:45.680770 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.provisioning_blocks [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Provisioning for port 1f9b1a68-4136-4ee8-9212-584268a6798e completed by entity L2. {{(pid=106270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 03 13:37:45.730381 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.provisioning_blocks [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Provisioning complete for port 1f9b1a68-4136-4ee8-9212-584268a6798e triggered by entity L2. {{(pid=106270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 13:37:45.731043 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1340199'] for port (1f9b1a68-4136-4ee8-9212-584268a6798e), provisioning_complete {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:45.731043 dv-cinder-860090-1-iscsi neutron-server[106270]: INFO neutron.plugins.ml2.plugin [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Attempt 1 to provision port 1f9b1a68-4136-4ee8-9212-584268a6798e Oct 03 13:37:45.738235 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:37:45.797637 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.managers [None req-4f1ffab9-cf26-4277-8e7f-97280e5dcb2d None None] Attempting to bind port 5afcc4c0-7e1c-491b-ac1e-4c41dd283078 on host dv-cinder-860090-1-iscsi for vnic_type normal with profile {{(pid=106270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 13:37:45.798009 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.managers [None req-4f1ffab9-cf26-4277-8e7f-97280e5dcb2d None None] Attempting to bind port 5afcc4c0-7e1c-491b-ac1e-4c41dd283078 by drivers openvswitch,hyperv on host dv-cinder-860090-1-iscsi at level 0 using segments [{'id': '24e9c697-6214-4a54-b0c6-42aa0af9c46f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '83166103-7560-4ace-bfbe-05a1216e31b8'}] {{(pid=106270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 13:37:45.798375 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f1ffab9-cf26-4277-8e7f-97280e5dcb2d None None] Attempting to bind port 5afcc4c0-7e1c-491b-ac1e-4c41dd283078 on network 83166103-7560-4ace-bfbe-05a1216e31b8 {{(pid=106270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 13:37:45.799522 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b108b871-8311-483a-b99e-7f938cd43e5c req-cb8c7efa-5d2f-479f-9ae2-9cf22f3bf81d tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Router 34ec1ae2-2ab5-419a-b041-dbfaef2c5f1b has already been hosted by L3 agent 94180321-47b1-4b5c-b620-b1b0a31df446 {{(pid=106268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 03 13:37:45.805396 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-b9985926-1f24-4edd-8df1-61681828253f req-53989e0f-f273-4405-9120-affd43248eb2 tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=2ca377db-f0f6-4888-a94e-cfde65e470e9 HTTP/1.1" status: 200 len: 210 time: 0.0654013 Oct 03 13:37:45.808692 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.db.db_base_plugin_common [None req-3f3e0edf-1342-4be0-a397-c1147d6a8859 admin admin] Allocated IP 172.27.1.38 (ad648d78-633d-4222-aa42-7cb50aab7a28/4a9222c2-0418-495a-a49e-d43d754e0950/52620d42-0657-48d1-89ca-6526c1ad8855) {{(pid=106269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 13:37:45.898887 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f1ffab9-cf26-4277-8e7f-97280e5dcb2d None None] Checking agent: {'id': 'd46c7ed5-c451-4a76-ab3f-ab8e3ea4a5ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860090-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 13, 22, 7), 'started_at': datetime.datetime(2022, 10, 3, 13, 22, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 13, 37, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860090-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 13:37:45.899218 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f1ffab9-cf26-4277-8e7f-97280e5dcb2d None None] Checking segment: {'id': '24e9c697-6214-4a54-b0c6-42aa0af9c46f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '83166103-7560-4ace-bfbe-05a1216e31b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 13:37:45.899741 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-4f1ffab9-cf26-4277-8e7f-97280e5dcb2d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:45.900593 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f1ffab9-cf26-4277-8e7f-97280e5dcb2d None None] Bound using segment: {'id': '24e9c697-6214-4a54-b0c6-42aa0af9c46f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '83166103-7560-4ace-bfbe-05a1216e31b8'} {{(pid=106270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 13:37:45.900593 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.managers [None req-4f1ffab9-cf26-4277-8e7f-97280e5dcb2d None None] Bound port: 5afcc4c0-7e1c-491b-ac1e-4c41dd283078, host: dv-cinder-860090-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24e9c697-6214-4a54-b0c6-42aa0af9c46f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '83166103-7560-4ace-bfbe-05a1216e31b8'}}] {{(pid=106270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 13:37:45.900961 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-4f1ffab9-cf26-4277-8e7f-97280e5dcb2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (5afcc4c0-7e1c-491b-ac1e-4c41dd283078), before_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:45.917901 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Current status of the port 1f9b1a68-4136-4ee8-9212-584268a6798e is: BUILD; New status is: ACTIVE {{(pid=106270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 13:37:45.918287 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (1f9b1a68-4136-4ee8-9212-584268a6798e), before_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:45.934369 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b108b871-8311-483a-b99e-7f938cd43e5c req-cb8c7efa-5d2f-479f-9ae2-9cf22f3bf81d tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Notify agent at l3_agent.dv-cinder-860090-1-iscsi the message routers_updated {{(pid=106268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 13:37:45.950518 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbe07fdd-369e-4ecf-b1d3-c3731d7fd3c6 None None] Sync routers for ids ['34ec1ae2-2ab5-419a-b041-dbfaef2c5f1b'] in dv-cinder-860090-1-iscsi {{(pid=106270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 13:37:45.954146 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-3f3e0edf-1342-4be0-a397-c1147d6a8859 admin admin] Publish callbacks [] for port (52620d42-0657-48d1-89ca-6526c1ad8855), precommit_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:45.977844 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7a4790f-1fa2-4b82-a496-f6d5083042e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f9b1a68-4136-4ee8-9212-584268a6798e'}] {{(pid=106270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 13:37:45.979619 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.db.l3_dvrscheduler_db [req-b108b871-8311-483a-b99e-7f938cd43e5c req-cb8c7efa-5d2f-479f-9ae2-9cf22f3bf81d tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] No DVR routers for this DVR port b7b4c568-efe4-4d19-8923-b411916ba1a1 on host hv-cinder-86009 {{(pid=106268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 03 13:37:45.980088 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}560c9627402e85393d05fbb3c51e26d9631cba9dc4b6297c571b83e08b497dad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed9e0177-5d9e-4c2f-b206-f2e42d92f1f8" -d '{"events": [{"server_uuid": "d7a4790f-1fa2-4b82-a496-f6d5083042e3", "name": "network-vif-plugged", "status": "completed", "tag": "1f9b1a68-4136-4ee8-9212-584268a6798e"}]}' {{(pid=106270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 13:37:45.982365 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-b108b871-8311-483a-b99e-7f938cd43e5c req-cb8c7efa-5d2f-479f-9ae2-9cf22f3bf81d tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512321'] for port (None), before_response {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:45.985611 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-b108b871-8311-483a-b99e-7f938cd43e5c req-cb8c7efa-5d2f-479f-9ae2-9cf22f3bf81d tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] 10.222.0.65 "DELETE /networking/v2.0/ports/b7b4c568-efe4-4d19-8923-b411916ba1a1 HTTP/1.1" status: 204 len: 173 time: 1.3046873 Oct 03 13:37:45.987107 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ca377db-f0f6-4888-a94e-cfde65e470e9', 'name': 'network-vif-deleted', 'tag': 'b7b4c568-efe4-4d19-8923-b411916ba1a1'}] {{(pid=106268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 13:37:45.989340 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd70873512ffc397a2b7ac25ee02414627e7506f7787b64d61dc92e00300ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ac81230-0f1e-48f3-9d38-63efa61d4a92" -d '{"events": [{"server_uuid": "2ca377db-f0f6-4888-a94e-cfde65e470e9", "name": "network-vif-deleted", "tag": "b7b4c568-efe4-4d19-8923-b411916ba1a1"}]}' {{(pid=106268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 13:37:46.000597 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe07fdd-369e-4ecf-b1d3-c3731d7fd3c6 None None] Routers {'34ec1ae2-2ab5-419a-b041-dbfaef2c5f1b'} bound to L3 agent in host dv-cinder-860090-1-iscsi {{(pid=106270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 13:37:46.001352 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_hamode_db [None req-cbe07fdd-369e-4ecf-b1d3-c3731d7fd3c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860090-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-03T13:22:05Z,description=,heartbeat_timestamp=2022-10-03T13:37:35Z,host='dv-cinder-860090-1-iscsi',id=94180321-47b1-4b5c-b620-b1b0a31df446,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T13:22:05Z,topic='l3_agent')) {'router_ids': ['34ec1ae2-2ab5-419a-b041-dbfaef2c5f1b'], 'active': True} {{(pid=106270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:37:46.005228 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-3f3e0edf-1342-4be0-a397-c1147d6a8859 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751014656988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26503125'] for port (52620d42-0657-48d1-89ca-6526c1ad8855), after_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:46.012246 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.db [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] For port 1f9b1a68-4136-4ee8-9212-584268a6798e, host hv-cinder-86009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86009',level=0,port_id=1f9b1a68-4136-4ee8-9212-584268a6798e,segment=NetworkSegment(2cd7ae88-a108-4db9-b508-67961f878f9a),segment_id=2cd7ae88-a108-4db9-b508-67961f878f9a)] {{(pid=106270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 13:37:46.056069 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751015143617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751014657006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751014658052'] for port (1f9b1a68-4136-4ee8-9212-584268a6798e), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:46.062323 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f3e0edf-1342-4be0-a397-c1147d6a8859 admin admin] Network ad648d78-633d-4222-aa42-7cb50aab7a28 is already hosted by enough agents. {{(pid=106269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 13:37:46.066251 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.scheduler.base_scheduler [None req-3f3e0edf-1342-4be0-a397-c1147d6a8859 admin admin] Resources bound (agent type, host, resource id): {{(pid=106269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 13:37:46.074466 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f3e0edf-1342-4be0-a397-c1147d6a8859 admin admin] Received port after_create {{(pid=106269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 13:37:46.076574 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 13:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c3887cd-fc24-47b0-a777-986174379148 x-openstack-request-id: req-5c3887cd-fc24-47b0-a777-986174379148 {{(pid=106268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 13:37:46.076865 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ca377db-f0f6-4888-a94e-cfde65e470e9", "name": "network-vif-deleted", "tag": "b7b4c568-efe4-4d19-8923-b411916ba1a1", "status": "completed", "code": 200}]} {{(pid=106268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 13:37:46.077116 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5c3887cd-fc24-47b0-a777-986174379148 {{(pid=106268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 13:37:46.077548 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c3887cd-fc24-47b0-a777-986174379148'] response: {'server_uuid': '2ca377db-f0f6-4888-a94e-cfde65e470e9', 'name': 'network-vif-deleted', 'tag': 'b7b4c568-efe4-4d19-8923-b411916ba1a1', 'status': 'completed', 'code': 200} Oct 03 13:37:46.102546 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.db [None req-4f1ffab9-cf26-4277-8e7f-97280e5dcb2d None None] For port 5afcc4c0-7e1c-491b-ac1e-4c41dd283078, host dv-cinder-860090-1-iscsi, cleared binding levels {{(pid=106270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 13:37:46.136979 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3e0edf-1342-4be0-a397-c1147d6a8859 admin admin] Pushing event updated for resources: {'Port': ['ID=52620d42-0657-48d1-89ca-6526c1ad8855,revision_number=1']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:37:46.162777 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.db [None req-4f1ffab9-cf26-4277-8e7f-97280e5dcb2d None None] For port 5afcc4c0-7e1c-491b-ac1e-4c41dd283078, host dv-cinder-860090-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860090-1-iscsi',level=0,port_id=5afcc4c0-7e1c-491b-ac1e-4c41dd283078,segment=NetworkSegment(24e9c697-6214-4a54-b0c6-42aa0af9c46f),segment_id=24e9c697-6214-4a54-b0c6-42aa0af9c46f)] {{(pid=106270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 13:37:46.190410 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-4f1ffab9-cf26-4277-8e7f-97280e5dcb2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751015143617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751014657006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751014658052'] for port (5afcc4c0-7e1c-491b-ac1e-4c41dd283078), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:46.197689 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Pushing event updated for resources: {'Port': ['ID=1f9b1a68-4136-4ee8-9212-584268a6798e,revision_number=5']} {{(pid=106270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:37:46.268894 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_dvr_db [None req-cbe07fdd-369e-4ecf-b1d3-c3731d7fd3c6 None None] Set router 34ec1ae2-2ab5-419a-b041-dbfaef2c5f1b gateway port host: dv-cinder-860090-1-iscsi {{(pid=106270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 13:37:46.335657 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 13:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dd78695-1557-4cd7-b8e7-a863a46353f7 x-openstack-request-id: req-2dd78695-1557-4cd7-b8e7-a863a46353f7 {{(pid=106270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 13:37:46.335657 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7a4790f-1fa2-4b82-a496-f6d5083042e3", "name": "network-vif-plugged", "status": "completed", "tag": "1f9b1a68-4136-4ee8-9212-584268a6798e", "code": 200}]} {{(pid=106270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 13:37:46.335657 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2dd78695-1557-4cd7-b8e7-a863a46353f7 {{(pid=106270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 13:37:46.335657 dv-cinder-860090-1-iscsi neutron-server[106270]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2dd78695-1557-4cd7-b8e7-a863a46353f7'] response: {'server_uuid': 'd7a4790f-1fa2-4b82-a496-f6d5083042e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f9b1a68-4136-4ee8-9212-584268a6798e', 'code': 200} Oct 03 13:37:46.356649 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:37:46.519652 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-3f3e0edf-1342-4be0-a397-c1147d6a8859 admin admin] Publish callbacks [] for router_gateway (c8606d8c-b1c9-49d9-b355-0650feac1844), after_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:46.769922 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_hamode_db [None req-cbe07fdd-369e-4ecf-b1d3-c3731d7fd3c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34ec1ae2-2ab5-419a-b041-dbfaef2c5f1b', 'name': 'tempest-AttachVolumeTestJSON-1868036134-router', 'tenant_id': '1432ad4a21624574b8caeaf10f2f8339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'external_fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'c233b228-3af1-4856-8fa4-343cf6d8e3ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:32:34Z', 'updated_at': '2022-10-03T13:32:39Z', 'revision_number': 4, 'project_id': '1432ad4a21624574b8caeaf10f2f8339', 'gw_port': {'id': 'c233b228-3af1-4856-8fa4-343cf6d8e3ae', 'name': '', 'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:b6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ec1ae2-2ab5-419a-b041-dbfaef2c5f1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:32:35Z', 'updated_at': '2022-10-03T13:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860090-1-iscsi', '_interfaces': [{'id': 'ddfb6d25-3fd1-46a8-bc78-f8c923349fe2', 'name': '', 'network_id': '4ae25b55-bed6-49d7-9a22-c9e416e149dd', 'tenant_id': '1432ad4a21624574b8caeaf10f2f8339', 'mac_address': 'fa:16:3e:d9:ee:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ec1ae2-2ab5-419a-b041-dbfaef2c5f1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '186bd512-24d4-4a2b-8bd3-48c53a4e9c74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:32:38Z', 'updated_at': '2022-10-03T13:32:47Z', 'revision_number': 5, 'project_id': '1432ad4a21624574b8caeaf10f2f8339', 'subnets': [{'id': '186bd512-24d4-4a2b-8bd3-48c53a4e9c74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860090-1-iscsi', False) {} {{(pid=106270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:37:46.771713 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1ffab9-cf26-4277-8e7f-97280e5dcb2d None None] Pushing event updated for resources: {'Port': ['ID=5afcc4c0-7e1c-491b-ac1e-4c41dd283078,revision_number=2']} {{(pid=106270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:37:46.793626 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16fb181-a242-47b2-8368-a93dd9248df4 req-740a39e3-d7d9-440a-b5fd-b72e008f0320 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:37:46.795117 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-e16fb181-a242-47b2-8368-a93dd9248df4 req-740a39e3-d7d9-440a-b5fd-b72e008f0320 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=d7a4790f-1fa2-4b82-a496-f6d5083042e3 HTTP/1.1" status: 200 len: 946 time: 0.1070828 Oct 03 13:37:46.811640 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbe07fdd-369e-4ecf-b1d3-c3731d7fd3c6 None None] Checking router: 34ec1ae2-2ab5-419a-b041-dbfaef2c5f1b for host: dv-cinder-860090-1-iscsi {{(pid=106270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 13:37:46.815274 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:37:46.823891 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe07fdd-369e-4ecf-b1d3-c3731d7fd3c6 None None] Routers {'34ec1ae2-2ab5-419a-b041-dbfaef2c5f1b'} bound to L3 agent in host dv-cinder-860090-1-iscsi {{(pid=106270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 13:37:46.824659 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_hamode_db [None req-cbe07fdd-369e-4ecf-b1d3-c3731d7fd3c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860090-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-03T13:22:05Z,description=,heartbeat_timestamp=2022-10-03T13:37:35Z,host='dv-cinder-860090-1-iscsi',id=94180321-47b1-4b5c-b620-b1b0a31df446,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T13:22:05Z,topic='l3_agent')) {'router_ids': ['34ec1ae2-2ab5-419a-b041-dbfaef2c5f1b'], 'active': True} {{(pid=106270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:37:46.859428 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-3f3e0edf-1342-4be0-a397-c1147d6a8859 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3893737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3894980'] for router (c8606d8c-b1c9-49d9-b355-0650feac1844), after_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:46.869441 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-e16fb181-a242-47b2-8368-a93dd9248df4 req-7c343acb-716b-4e29-8b68-26bea3d34fb4 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=05dc36e6-11a2-4593-9335-f15e0beea90a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675774 Oct 03 13:37:46.960865 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:37:46.965356 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 34784) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:37:46.972916 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:37:46.979923 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_dvr_db [None req-cbe07fdd-369e-4ecf-b1d3-c3731d7fd3c6 None None] Set router 34ec1ae2-2ab5-419a-b041-dbfaef2c5f1b gateway port host: dv-cinder-860090-1-iscsi {{(pid=106270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 13:37:47.000488 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e4d1aa-b936-42ba-b31a-738188044440 req-3b2c5986-d5a4-4687-8d5a-ab103d2640e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:37:47.002286 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-53e4d1aa-b936-42ba-b31a-738188044440 req-3b2c5986-d5a4-4687-8d5a-ab103d2640e6 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?device_id=d7a4790f-1fa2-4b82-a496-f6d5083042e3 HTTP/1.1" status: 200 len: 1130 time: 0.0731382 Oct 03 13:37:47.069223 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-a2dc4d14-27e0-4465-a1c5-e0c1da1f3387 tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Publish callbacks [] for security_group (5d855e17-85d1-4849-b5e5-c2ce09571ab0), before_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:47.077731 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f3e0edf-1342-4be0-a397-c1147d6a8859 admin admin] Router c8606d8c-b1c9-49d9-b355-0650feac1844 is scheduled to L3 agent 94180321-47b1-4b5c-b620-b1b0a31df446 with binding_index 1 {{(pid=106269) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 03 13:37:47.107349 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-53e4d1aa-b936-42ba-b31a-738188044440 req-76896fcd-69bf-4ba0-bed7-7484dabb7c8f service neutron] 10.222.0.65 "GET /networking/v2.0/security-groups?id=05dc36e6-11a2-4593-9335-f15e0beea90a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935733 Oct 03 13:37:47.112827 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-a2dc4d14-27e0-4465-a1c5-e0c1da1f3387 tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Publish callbacks [] for security_group (5d855e17-85d1-4849-b5e5-c2ce09571ab0), precommit_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:47.184281 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-a2dc4d14-27e0-4465-a1c5-e0c1da1f3387 tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (5d855e17-85d1-4849-b5e5-c2ce09571ab0), after_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:47.190658 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-a2dc4d14-27e0-4465-a1c5-e0c1da1f3387 tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Publish callbacks [] for security_group (None), before_response {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:47.192957 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-a2dc4d14-27e0-4465-a1c5-e0c1da1f3387 tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] 10.222.0.58 "DELETE /networking/v2.0/security-groups/5d855e17-85d1-4849-b5e5-c2ce09571ab0 HTTP/1.1" status: 204 len: 168 time: 0.2265913 Oct 03 13:37:47.197110 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 34786) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:37:47.204273 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f3e0edf-1342-4be0-a397-c1147d6a8859 admin admin] Notify agent at l3_agent.dv-cinder-860090-1-iscsi the message routers_updated {{(pid=106269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 13:37:47.215007 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e716ab19-845c-449d-952c-dd12ff134815 None None] Sync routers for ids ['c8606d8c-b1c9-49d9-b355-0650feac1844'] in dv-cinder-860090-1-iscsi {{(pid=106271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 13:37:47.228882 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.api.v2.resource [None req-980d5a2c-ff9b-4b64-937a-760b16a63451 tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] show failed (client error): The resource could not be found. Oct 03 13:37:47.230240 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-980d5a2c-ff9b-4b64-937a-760b16a63451 tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] 10.222.0.58 "GET /networking/v2.0/security-groups/5d855e17-85d1-4849-b5e5-c2ce09571ab0 HTTP/1.1" status: 404 len: 347 time: 0.0318339 Oct 03 13:37:47.232511 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e716ab19-845c-449d-952c-dd12ff134815 None None] Routers {'c8606d8c-b1c9-49d9-b355-0650feac1844'} bound to L3 agent in host dv-cinder-860090-1-iscsi {{(pid=106271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 13:37:47.233401 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 34788) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:37:47.234009 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_hamode_db [None req-e716ab19-845c-449d-952c-dd12ff134815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860090-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-03T13:22:05Z,description=,heartbeat_timestamp=2022-10-03T13:37:35Z,host='dv-cinder-860090-1-iscsi',id=94180321-47b1-4b5c-b620-b1b0a31df446,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T13:22:05Z,topic='l3_agent')) {'router_ids': ['c8606d8c-b1c9-49d9-b355-0650feac1844'], 'active': True} {{(pid=106271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:37:47.250672 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dc4d14-27e0-4465-a1c5-e0c1da1f3387 tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d855e17-85d1-4849-b5e5-c2ce09571ab0,revision_number=None']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:37:47.254120 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-3f3e0edf-1342-4be0-a397-c1147d6a8859 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:47.255772 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-3f3e0edf-1342-4be0-a397-c1147d6a8859 admin admin] 10.222.0.58 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.1957409 Oct 03 13:37:47.259115 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 34790) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:37:47.299563 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_hamode_db [None req-cbe07fdd-369e-4ecf-b1d3-c3731d7fd3c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34ec1ae2-2ab5-419a-b041-dbfaef2c5f1b', 'name': 'tempest-AttachVolumeTestJSON-1868036134-router', 'tenant_id': '1432ad4a21624574b8caeaf10f2f8339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'external_fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'c233b228-3af1-4856-8fa4-343cf6d8e3ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:32:34Z', 'updated_at': '2022-10-03T13:32:39Z', 'revision_number': 4, 'project_id': '1432ad4a21624574b8caeaf10f2f8339', 'gw_port': {'id': 'c233b228-3af1-4856-8fa4-343cf6d8e3ae', 'name': '', 'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:b6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ec1ae2-2ab5-419a-b041-dbfaef2c5f1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:32:35Z', 'updated_at': '2022-10-03T13:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860090-1-iscsi', '_interfaces': [{'id': 'ddfb6d25-3fd1-46a8-bc78-f8c923349fe2', 'name': '', 'network_id': '4ae25b55-bed6-49d7-9a22-c9e416e149dd', 'tenant_id': '1432ad4a21624574b8caeaf10f2f8339', 'mac_address': 'fa:16:3e:d9:ee:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ec1ae2-2ab5-419a-b041-dbfaef2c5f1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '186bd512-24d4-4a2b-8bd3-48c53a4e9c74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:32:38Z', 'updated_at': '2022-10-03T13:32:47Z', 'revision_number': 5, 'project_id': '1432ad4a21624574b8caeaf10f2f8339', 'subnets': [{'id': '186bd512-24d4-4a2b-8bd3-48c53a4e9c74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860090-1-iscsi', False) {} {{(pid=106270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:37:47.348031 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbe07fdd-369e-4ecf-b1d3-c3731d7fd3c6 None None] The sync data for ids ['34ec1ae2-2ab5-419a-b041-dbfaef2c5f1b'] in dv-cinder-860090-1-iscsi is: [{'id': '34ec1ae2-2ab5-419a-b041-dbfaef2c5f1b', 'name': 'tempest-AttachVolumeTestJSON-1868036134-router', 'tenant_id': '1432ad4a21624574b8caeaf10f2f8339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'external_fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'c233b228-3af1-4856-8fa4-343cf6d8e3ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:32:34Z', 'updated_at': '2022-10-03T13:32:39Z', 'revision_number': 4, 'project_id': '1432ad4a21624574b8caeaf10f2f8339', 'gw_port': {'id': 'c233b228-3af1-4856-8fa4-343cf6d8e3ae', 'name': '', 'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:b6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ec1ae2-2ab5-419a-b041-dbfaef2c5f1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:32:35Z', 'updated_at': '2022-10-03T13:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860090-1-iscsi', '_interfaces': [{'id': 'ddfb6d25-3fd1-46a8-bc78-f8c923349fe2', 'name': '', 'network_id': '4ae25b55-bed6-49d7-9a22-c9e416e149dd', 'tenant_id': '1432ad4a21624574b8caeaf10f2f8339', 'mac_address': 'fa:16:3e:d9:ee:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ec1ae2-2ab5-419a-b041-dbfaef2c5f1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '186bd512-24d4-4a2b-8bd3-48c53a4e9c74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:32:38Z', 'updated_at': '2022-10-03T13:32:47Z', 'revision_number': 5, 'project_id': '1432ad4a21624574b8caeaf10f2f8339', 'subnets': [{'id': '186bd512-24d4-4a2b-8bd3-48c53a4e9c74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 13:37:47.403442 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_dvr_db [None req-e716ab19-845c-449d-952c-dd12ff134815 None None] Set router c8606d8c-b1c9-49d9-b355-0650feac1844 gateway port host: dv-cinder-860090-1-iscsi {{(pid=106271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 13:37:47.541743 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa237dfe-09f0-45d1-a1c5-7da2c80b9258 None None] Network 83166103-7560-4ace-bfbe-05a1216e31b8 requested from dv-cinder-860090-1-iscsi {{(pid=106270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 03 13:37:47.572578 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=100 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:37:47.649504 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.provisioning_blocks [None req-623f942d-5665-43d4-8249-01330e6557e0 None None] Provisioning complete for port 5afcc4c0-7e1c-491b-ac1e-4c41dd283078 triggered by entity DHCP. {{(pid=106270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 13:37:47.649766 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-623f942d-5665-43d4-8249-01330e6557e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1340199'] for port (5afcc4c0-7e1c-491b-ac1e-4c41dd283078), provisioning_complete {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:47.650045 dv-cinder-860090-1-iscsi neutron-server[106270]: INFO neutron.plugins.ml2.plugin [None req-623f942d-5665-43d4-8249-01330e6557e0 None None] Attempt 1 to provision port 5afcc4c0-7e1c-491b-ac1e-4c41dd283078 Oct 03 13:37:47.654051 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_hamode_db [None req-e716ab19-845c-449d-952c-dd12ff134815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8606d8c-b1c9-49d9-b355-0650feac1844', 'name': 'tempest-AttachVolumeShelveTestJSON-121990232-router', 'tenant_id': 'e019f687769f408d9c3faab0c8693a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'external_fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.38'}], 'enable_snat': True}, 'gw_port_id': '52620d42-0657-48d1-89ca-6526c1ad8855', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:37:45Z', 'updated_at': '2022-10-03T13:37:46Z', 'revision_number': 3, 'project_id': 'e019f687769f408d9c3faab0c8693a9d', 'gw_port': {'id': '52620d42-0657-48d1-89ca-6526c1ad8855', 'name': '', 'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:99:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8606d8c-b1c9-49d9-b355-0650feac1844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:37:45Z', 'updated_at': '2022-10-03T13:37:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860090-1-iscsi'}], 'dv-cinder-860090-1-iscsi', False) {} {{(pid=106271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:37:47.771148 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e716ab19-845c-449d-952c-dd12ff134815 None None] Checking router: c8606d8c-b1c9-49d9-b355-0650feac1844 for host: dv-cinder-860090-1-iscsi {{(pid=106271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 13:37:47.772043 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e716ab19-845c-449d-952c-dd12ff134815 None None] Updating router c8606d8c-b1c9-49d9-b355-0650feac1844 port 52620d42-0657-48d1-89ca-6526c1ad8855 binding host dv-cinder-860090-1-iscsi {{(pid=106271) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 03 13:37:47.789263 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-623f942d-5665-43d4-8249-01330e6557e0 None None] Current status of the port 5afcc4c0-7e1c-491b-ac1e-4c41dd283078 is: DOWN; New status is: ACTIVE {{(pid=106270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 13:37:47.789832 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-623f942d-5665-43d4-8249-01330e6557e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (5afcc4c0-7e1c-491b-ac1e-4c41dd283078), before_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:47.801492 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:37:47.824294 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.plugins.ml2.plugin [None req-32fd754f-450c-4cd2-9e1f-e258e54f12bd tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Deleting port f23975d2-883b-4c75-a5e8-fb7d48af42b1 {{(pid=106269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 13:37:47.825580 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2149082-9514-49f6-9fa9-7f172212a641 None None] New status for floating IP 257c8cee-4e61-4cb0-9356-9a836ef1c43d: DOWN {{(pid=106270) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 03 13:37:47.826018 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-32fd754f-450c-4cd2-9e1f-e258e54f12bd tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751015143464'] for port (f23975d2-883b-4c75-a5e8-fb7d48af42b1), before_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:47.827956 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:37:47.848978 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron_lib.callbacks.manager [None req-e716ab19-845c-449d-952c-dd12ff134815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (52620d42-0657-48d1-89ca-6526c1ad8855), before_update {{(pid=106271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:47.887681 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Device 5afcc4c0-7e1c-491b-ac1e-4c41dd283078 up at agent ovs-agent-dv-cinder-860090-1-iscsi {{(pid=106270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 13:37:47.947041 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-32fd754f-450c-4cd2-9e1f-e258e54f12bd tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724412'] for port (f23975d2-883b-4c75-a5e8-fb7d48af42b1), precommit_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:47.948506 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.db [None req-623f942d-5665-43d4-8249-01330e6557e0 None None] For port 5afcc4c0-7e1c-491b-ac1e-4c41dd283078, host dv-cinder-860090-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860090-1-iscsi',level=0,port_id=5afcc4c0-7e1c-491b-ac1e-4c41dd283078,segment=NetworkSegment(24e9c697-6214-4a54-b0c6-42aa0af9c46f),segment_id=24e9c697-6214-4a54-b0c6-42aa0af9c46f)] {{(pid=106270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 13:37:47.950958 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-32fd754f-450c-4cd2-9e1f-e258e54f12bd tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Publish callbacks [] for floatingip (f23975d2-883b-4c75-a5e8-fb7d48af42b1), precommit_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:47.985595 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.plugins.ml2.plugin [None req-32fd754f-450c-4cd2-9e1f-e258e54f12bd tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Calling delete_port for f23975d2-883b-4c75-a5e8-fb7d48af42b1 owned by network:floatingip {{(pid=106269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 13:37:47.988617 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-623f942d-5665-43d4-8249-01330e6557e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751015143617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751014657006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751014658052'] for port (5afcc4c0-7e1c-491b-ac1e-4c41dd283078), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:47.998810 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-c9b22c80-4e3d-4be6-8014-32979f25326c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (None), before_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:48.098097 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3797824f-5f81-4d0e-a378-163970aa8f87 req-8a437072-11d0-4c21-9ff5-2a076e54cbff tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:37:48.100420 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-3797824f-5f81-4d0e-a378-163970aa8f87 req-8a437072-11d0-4c21-9ff5-2a076e54cbff tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=d7a4790f-1fa2-4b82-a496-f6d5083042e3 HTTP/1.1" status: 200 len: 946 time: 0.0981765 Oct 03 13:37:48.127651 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623f942d-5665-43d4-8249-01330e6557e0 None None] Pushing event updated for resources: {'Port': ['ID=5afcc4c0-7e1c-491b-ac1e-4c41dd283078,revision_number=3']} {{(pid=106270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:37:48.153087 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.provisioning_blocks [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Provisioning complete for port 5afcc4c0-7e1c-491b-ac1e-4c41dd283078 triggered by entity L2. {{(pid=106270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 13:37:48.154221 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1340199'] for port (5afcc4c0-7e1c-491b-ac1e-4c41dd283078), provisioning_complete {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:48.154576 dv-cinder-860090-1-iscsi neutron-server[106270]: INFO neutron.plugins.ml2.plugin [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Attempt 1 to provision port 5afcc4c0-7e1c-491b-ac1e-4c41dd283078 Oct 03 13:37:48.157107 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.provisioning_blocks [None req-b1d5d523-a12d-439b-a63b-0c6b3f8b8c4e None None] Provisioning complete for port 5afcc4c0-7e1c-491b-ac1e-4c41dd283078 triggered by entity DHCP. {{(pid=106270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 13:37:48.157518 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-b1d5d523-a12d-439b-a63b-0c6b3f8b8c4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1340199'] for port (5afcc4c0-7e1c-491b-ac1e-4c41dd283078), provisioning_complete {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:48.157811 dv-cinder-860090-1-iscsi neutron-server[106270]: INFO neutron.plugins.ml2.plugin [None req-b1d5d523-a12d-439b-a63b-0c6b3f8b8c4e None None] Attempt 1 to provision port 5afcc4c0-7e1c-491b-ac1e-4c41dd283078 Oct 03 13:37:48.161867 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=100 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:37:48.163691 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:37:48.195092 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-3797824f-5f81-4d0e-a378-163970aa8f87 req-6f88ed19-c547-4c70-9209-4cc6e60641c5 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=05dc36e6-11a2-4593-9335-f15e0beea90a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862229 Oct 03 13:37:48.259612 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.db.db_base_plugin_common [None req-c9b22c80-4e3d-4be6-8014-32979f25326c admin admin] Allocated IP 172.20.0.1 (83166103-7560-4ace-bfbe-05a1216e31b8/bc4f70ab-e5db-4143-a1e5-7fb2da9adef0/1596c1d8-15dc-4b0b-8e23-90392080d77a) {{(pid=106268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 13:37:48.260653 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:37:48.270433 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-32fd754f-450c-4cd2-9e1f-e258e54f12bd tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751015146406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751014656997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26503125'] for port (f23975d2-883b-4c75-a5e8-fb7d48af42b1), after_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:48.286111 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron_lib.callbacks.manager [None req-e716ab19-845c-449d-952c-dd12ff134815 None None] Publish callbacks [] for port (52620d42-0657-48d1-89ca-6526c1ad8855), precommit_update {{(pid=106271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:48.293947 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron_lib.callbacks.manager [None req-e716ab19-845c-449d-952c-dd12ff134815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751015143617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751014657006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751014658052'] for port (52620d42-0657-48d1-89ca-6526c1ad8855), after_update {{(pid=106271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:48.309573 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fd754f-450c-4cd2-9e1f-e258e54f12bd tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Pushing event deleted for resources: {'Port': ['ID=f23975d2-883b-4c75-a5e8-fb7d48af42b1,revision_number=None']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:37:48.319197 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Current status of the port 5afcc4c0-7e1c-491b-ac1e-4c41dd283078 is: ACTIVE; New status is: ACTIVE {{(pid=106270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 13:37:48.327461 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.plugins.ml2.managers [None req-e716ab19-845c-449d-952c-dd12ff134815 None None] Attempting to bind port 52620d42-0657-48d1-89ca-6526c1ad8855 on host dv-cinder-860090-1-iscsi for vnic_type normal with profile {{(pid=106271) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 13:37:48.327839 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.plugins.ml2.managers [None req-e716ab19-845c-449d-952c-dd12ff134815 None None] Attempting to bind port 52620d42-0657-48d1-89ca-6526c1ad8855 by drivers openvswitch,hyperv on host dv-cinder-860090-1-iscsi at level 0 using segments [{'id': 'bb40cd5f-7936-4373-bcc9-441f3ba1dc24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28'}] {{(pid=106271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 13:37:48.328204 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e716ab19-845c-449d-952c-dd12ff134815 None None] Attempting to bind port 52620d42-0657-48d1-89ca-6526c1ad8855 on network ad648d78-633d-4222-aa42-7cb50aab7a28 {{(pid=106271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 13:37:48.353281 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-b1d5d523-a12d-439b-a63b-0c6b3f8b8c4e None None] Current status of the port 5afcc4c0-7e1c-491b-ac1e-4c41dd283078 is: ACTIVE; New status is: ACTIVE {{(pid=106270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 13:37:48.401638 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-32fd754f-450c-4cd2-9e1f-e258e54f12bd tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Publish callbacks [] for floatingip (257c8cee-4e61-4cb0-9356-9a836ef1c43d), after_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:48.404803 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-32fd754f-450c-4cd2-9e1f-e258e54f12bd tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512321'] for floatingip (None), before_response {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:48.406204 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-32fd754f-450c-4cd2-9e1f-e258e54f12bd tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] 10.222.0.58 "DELETE /networking/v2.0/floatingips/257c8cee-4e61-4cb0-9356-9a836ef1c43d HTTP/1.1" status: 204 len: 168 time: 1.1717901 Oct 03 13:37:48.423126 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6b6c85-7389-484d-b29e-12603b25f3ad None None] Pushing event updated for resources: {'Port': ['ID=52620d42-0657-48d1-89ca-6526c1ad8855,revision_number=2']} {{(pid=106271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:37:48.427501 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-c9b22c80-4e3d-4be6-8014-32979f25326c admin admin] Publish callbacks [] for port (1596c1d8-15dc-4b0b-8e23-90392080d77a), precommit_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:48.441809 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6b6c85-7389-484d-b29e-12603b25f3ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:37:48.442190 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6b6c85-7389-484d-b29e-12603b25f3ad None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:37:48.442563 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6b6c85-7389-484d-b29e-12603b25f3ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:37:48.442921 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6b6c85-7389-484d-b29e-12603b25f3ad None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:37:48.443258 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6b6c85-7389-484d-b29e-12603b25f3ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:37:48.443585 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6b6c85-7389-484d-b29e-12603b25f3ad None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:37:48.443909 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6b6c85-7389-484d-b29e-12603b25f3ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:37:48.444230 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6b6c85-7389-484d-b29e-12603b25f3ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:37:48.444551 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6b6c85-7389-484d-b29e-12603b25f3ad None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:37:48.444873 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6b6c85-7389-484d-b29e-12603b25f3ad None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:37:48.445195 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6b6c85-7389-484d-b29e-12603b25f3ad None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:37:48.445565 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6b6c85-7389-484d-b29e-12603b25f3ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:37:48.445894 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6b6c85-7389-484d-b29e-12603b25f3ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:37:48.446216 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6b6c85-7389-484d-b29e-12603b25f3ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:37:48.446534 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6b6c85-7389-484d-b29e-12603b25f3ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:37:48.450293 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e716ab19-845c-449d-952c-dd12ff134815 None None] Checking agent: {'id': 'd46c7ed5-c451-4a76-ab3f-ab8e3ea4a5ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860090-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 13, 22, 7), 'started_at': datetime.datetime(2022, 10, 3, 13, 22, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 13, 37, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860090-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 13:37:48.450663 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e716ab19-845c-449d-952c-dd12ff134815 None None] Checking segment: {'id': 'bb40cd5f-7936-4373-bcc9-441f3ba1dc24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106271) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 13:37:48.451265 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron_lib.callbacks.manager [None req-e716ab19-845c-449d-952c-dd12ff134815 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:48.451807 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e716ab19-845c-449d-952c-dd12ff134815 None None] Bound using segment: {'id': 'bb40cd5f-7936-4373-bcc9-441f3ba1dc24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28'} {{(pid=106271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 13:37:48.452441 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.plugins.ml2.managers [None req-e716ab19-845c-449d-952c-dd12ff134815 None None] Bound port: 52620d42-0657-48d1-89ca-6526c1ad8855, host: dv-cinder-860090-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb40cd5f-7936-4373-bcc9-441f3ba1dc24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28'}}] {{(pid=106271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 13:37:48.452986 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron_lib.callbacks.manager [None req-e716ab19-845c-449d-952c-dd12ff134815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (52620d42-0657-48d1-89ca-6526c1ad8855), before_update {{(pid=106271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:48.466955 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-c9b22c80-4e3d-4be6-8014-32979f25326c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751014656988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25417805'] for port (1596c1d8-15dc-4b0b-8e23-90392080d77a), after_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:48.515287 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.plugins.ml2.db [None req-e716ab19-845c-449d-952c-dd12ff134815 None None] For port 52620d42-0657-48d1-89ca-6526c1ad8855, host dv-cinder-860090-1-iscsi, cleared binding levels {{(pid=106271) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 13:37:48.515476 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9b22c80-4e3d-4be6-8014-32979f25326c admin admin] Network 83166103-7560-4ace-bfbe-05a1216e31b8 is already hosted by enough agents. {{(pid=106268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 13:37:48.515593 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 34796) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:37:48.516018 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.plugins.ml2.db [None req-e716ab19-845c-449d-952c-dd12ff134815 None None] For port 52620d42-0657-48d1-89ca-6526c1ad8855, host dv-cinder-860090-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860090-1-iscsi',level=0,port_id=52620d42-0657-48d1-89ca-6526c1ad8855,segment=NetworkSegment(bb40cd5f-7936-4373-bcc9-441f3ba1dc24),segment_id=bb40cd5f-7936-4373-bcc9-441f3ba1dc24)] {{(pid=106271) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 13:37:48.520302 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.v2.base [None req-dde25080-ae6f-4e44-b2aa-01305065a1fd tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Request body: {'security_group': {'name': 'tempest-securitygroup--798851978', 'description': 'tempest-description--1759497936'}} {{(pid=106269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 13:37:48.523465 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron_lib.callbacks.manager [None req-e716ab19-845c-449d-952c-dd12ff134815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751015143617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751014657006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751014658052'] for port (52620d42-0657-48d1-89ca-6526c1ad8855), after_update {{(pid=106271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:48.525122 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.scheduler.base_scheduler [None req-c9b22c80-4e3d-4be6-8014-32979f25326c admin admin] Resources bound (agent type, host, resource id): {{(pid=106268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 13:37:48.527788 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b22c80-4e3d-4be6-8014-32979f25326c admin admin] Pushing event updated for resources: {'Port': ['ID=1596c1d8-15dc-4b0b-8e23-90392080d77a,revision_number=1']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:37:48.537387 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b22c80-4e3d-4be6-8014-32979f25326c admin admin] Received port after_create {{(pid=106268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 13:37:48.541614 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e716ab19-845c-449d-952c-dd12ff134815 None None] Routers {'c8606d8c-b1c9-49d9-b355-0650feac1844'} bound to L3 agent in host dv-cinder-860090-1-iscsi {{(pid=106271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 13:37:48.542352 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_hamode_db [None req-e716ab19-845c-449d-952c-dd12ff134815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860090-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-03T13:22:05Z,description=,heartbeat_timestamp=2022-10-03T13:37:35Z,host='dv-cinder-860090-1-iscsi',id=94180321-47b1-4b5c-b620-b1b0a31df446,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T13:22:05Z,topic='l3_agent')) {'router_ids': ['c8606d8c-b1c9-49d9-b355-0650feac1844'], 'active': True} {{(pid=106271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:37:48.551694 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-dde25080-ae6f-4e44-b2aa-01305065a1fd tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Publish callbacks [] for security_group (None), before_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:48.562924 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=5 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:37:48.588566 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-c9b22c80-4e3d-4be6-8014-32979f25326c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3722559'] for router_interface (c8606d8c-b1c9-49d9-b355-0650feac1844), before_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:48.673246 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6b6c85-7389-484d-b29e-12603b25f3ad None None] Pushing event updated for resources: {'Port': ['ID=52620d42-0657-48d1-89ca-6526c1ad8855,revision_number=3']} {{(pid=106271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:37:48.688557 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-dde25080-ae6f-4e44-b2aa-01305065a1fd tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Publish callbacks [] for security_group (7a9cea02-29c9-43f9-aa91-97a86ba6a476), precommit_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:48.693884 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-dde25080-ae6f-4e44-b2aa-01305065a1fd tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (7a9cea02-29c9-43f9-aa91-97a86ba6a476), after_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:48.697720 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_dvr_db [None req-e716ab19-845c-449d-952c-dd12ff134815 None None] Set router c8606d8c-b1c9-49d9-b355-0650feac1844 gateway port host: dv-cinder-860090-1-iscsi {{(pid=106271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 13:37:48.749370 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-dde25080-ae6f-4e44-b2aa-01305065a1fd tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Publish callbacks [] for security_group (None), before_response {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:48.750906 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-dde25080-ae6f-4e44-b2aa-01305065a1fd tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] 10.222.0.58 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2344267 Oct 03 13:37:48.753701 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-c9b22c80-4e3d-4be6-8014-32979f25326c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (1596c1d8-15dc-4b0b-8e23-90392080d77a), before_update {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:48.756649 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 34798) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:37:48.758892 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde25080-ae6f-4e44-b2aa-01305065a1fd tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a9cea02-29c9-43f9-aa91-97a86ba6a476,revision_number=1']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:37:48.761258 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.v2.base [None req-61f0bc0a-2489-4265-ab6b-8d6f24b5d9fe tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Request body: {'security_group_rule': {'security_group_id': '7a9cea02-29c9-43f9-aa91-97a86ba6a476', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 13:37:48.805157 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:37:48.837672 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-61f0bc0a-2489-4265-ab6b-8d6f24b5d9fe tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Publish callbacks [] for security_group_rule (3bb338bc-5d17-401a-ad7f-46be5ce8019c), before_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:48.879315 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.provisioning_blocks [None req-1d8a2283-29de-46f7-a738-2e9c1f5dc9e4 None None] Provisioning complete for port 1596c1d8-15dc-4b0b-8e23-90392080d77a triggered by entity DHCP. {{(pid=106270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 13:37:48.880404 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-1d8a2283-29de-46f7-a738-2e9c1f5dc9e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1340199'] for port (1596c1d8-15dc-4b0b-8e23-90392080d77a), provisioning_complete {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:48.880962 dv-cinder-860090-1-iscsi neutron-server[106270]: INFO neutron.plugins.ml2.plugin [None req-1d8a2283-29de-46f7-a738-2e9c1f5dc9e4 None None] Attempt 1 to provision port 1596c1d8-15dc-4b0b-8e23-90392080d77a Oct 03 13:37:48.913509 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_hamode_db [None req-e716ab19-845c-449d-952c-dd12ff134815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8606d8c-b1c9-49d9-b355-0650feac1844', 'name': 'tempest-AttachVolumeShelveTestJSON-121990232-router', 'tenant_id': 'e019f687769f408d9c3faab0c8693a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'external_fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.38'}], 'enable_snat': True}, 'gw_port_id': '52620d42-0657-48d1-89ca-6526c1ad8855', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:37:45Z', 'updated_at': '2022-10-03T13:37:46Z', 'revision_number': 3, 'project_id': 'e019f687769f408d9c3faab0c8693a9d', 'gw_port': {'id': '52620d42-0657-48d1-89ca-6526c1ad8855', 'name': '', 'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:99:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8606d8c-b1c9-49d9-b355-0650feac1844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:37:45Z', 'updated_at': '2022-10-03T13:37:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860090-1-iscsi'}], 'dv-cinder-860090-1-iscsi', False) {} {{(pid=106271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:37:48.917624 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-1d8a2283-29de-46f7-a738-2e9c1f5dc9e4 None None] Port 1596c1d8-15dc-4b0b-8e23-90392080d77a cannot update to ACTIVE because it is not bound. {{(pid=106270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 03 13:37:48.938001 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:37:48.940267 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e716ab19-845c-449d-952c-dd12ff134815 None None] The sync data for ids ['c8606d8c-b1c9-49d9-b355-0650feac1844'] in dv-cinder-860090-1-iscsi is: [{'id': 'c8606d8c-b1c9-49d9-b355-0650feac1844', 'name': 'tempest-AttachVolumeShelveTestJSON-121990232-router', 'tenant_id': 'e019f687769f408d9c3faab0c8693a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'external_fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.38'}], 'enable_snat': True}, 'gw_port_id': '52620d42-0657-48d1-89ca-6526c1ad8855', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:37:45Z', 'updated_at': '2022-10-03T13:37:46Z', 'revision_number': 3, 'project_id': 'e019f687769f408d9c3faab0c8693a9d', 'gw_port': {'id': '52620d42-0657-48d1-89ca-6526c1ad8855', 'name': '', 'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:99:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8606d8c-b1c9-49d9-b355-0650feac1844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:37:45Z', 'updated_at': '2022-10-03T13:37:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860090-1-iscsi'}] {{(pid=106271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 13:37:48.976750 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-61f0bc0a-2489-4265-ab6b-8d6f24b5d9fe tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Publish callbacks [] for security_group_rule (3bb338bc-5d17-401a-ad7f-46be5ce8019c), precommit_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:48.982552 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-61f0bc0a-2489-4265-ab6b-8d6f24b5d9fe tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873908'] for security_group_rule (3bb338bc-5d17-401a-ad7f-46be5ce8019c), after_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:49.006194 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-c9b22c80-4e3d-4be6-8014-32979f25326c admin admin] Publish callbacks [] for port (1596c1d8-15dc-4b0b-8e23-90392080d77a), precommit_update {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:49.012587 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f0bc0a-2489-4265-ab6b-8d6f24b5d9fe tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bb338bc-5d17-401a-ad7f-46be5ce8019c,revision_number=0']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:37:49.014093 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-c9b22c80-4e3d-4be6-8014-32979f25326c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751015143617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751014657006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751014658052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25417910'] for port (1596c1d8-15dc-4b0b-8e23-90392080d77a), after_update {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:49.068674 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-61f0bc0a-2489-4265-ab6b-8d6f24b5d9fe tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:49.069898 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-61f0bc0a-2489-4265-ab6b-8d6f24b5d9fe tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] 10.222.0.58 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3122358 Oct 03 13:37:49.072758 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 34800) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:37:49.077242 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.v2.base [None req-48295b2d-643c-47b1-ba2b-f1526d8359dc tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Request body: {'security_group_rule': {'security_group_id': '7a9cea02-29c9-43f9-aa91-97a86ba6a476', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 13:37:49.093802 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b22c80-4e3d-4be6-8014-32979f25326c admin admin] Pushing event updated for resources: {'Port': ['ID=1596c1d8-15dc-4b0b-8e23-90392080d77a,revision_number=2']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:37:49.096504 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-c9b22c80-4e3d-4be6-8014-32979f25326c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3798534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3722659'] for router_interface (c8606d8c-b1c9-49d9-b355-0650feac1844), after_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:49.111654 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-48295b2d-643c-47b1-ba2b-f1526d8359dc tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Publish callbacks [] for security_group_rule (72597dd6-fd6f-40e9-8506-b2e83e26a70b), before_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:49.187772 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-48295b2d-643c-47b1-ba2b-f1526d8359dc tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Publish callbacks [] for security_group_rule (72597dd6-fd6f-40e9-8506-b2e83e26a70b), precommit_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:49.193250 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-48295b2d-643c-47b1-ba2b-f1526d8359dc tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873908'] for security_group_rule (72597dd6-fd6f-40e9-8506-b2e83e26a70b), after_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:49.218359 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9b22c80-4e3d-4be6-8014-32979f25326c admin admin] Network 83166103-7560-4ace-bfbe-05a1216e31b8 is already hosted by enough agents. {{(pid=106268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 13:37:49.219488 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48295b2d-643c-47b1-ba2b-f1526d8359dc tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72597dd6-fd6f-40e9-8506-b2e83e26a70b,revision_number=0']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:37:49.219982 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.scheduler.base_scheduler [None req-c9b22c80-4e3d-4be6-8014-32979f25326c admin admin] Resources bound (agent type, host, resource id): {{(pid=106268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 13:37:49.231037 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-48295b2d-643c-47b1-ba2b-f1526d8359dc tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:49.237274 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-48295b2d-643c-47b1-ba2b-f1526d8359dc tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] 10.222.0.58 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1632960 Oct 03 13:37:49.237919 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 34802) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:37:49.243101 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.v2.base [None req-848695e2-b886-41df-91a6-7eda91d8d39c tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Request body: {'floatingip': {'floating_network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28'}} {{(pid=106269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 13:37:49.297942 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-848695e2-b886-41df-91a6-7eda91d8d39c tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:49.378926 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9b22c80-4e3d-4be6-8014-32979f25326c admin admin] Router c8606d8c-b1c9-49d9-b355-0650feac1844 has already been hosted by L3 agent 94180321-47b1-4b5c-b620-b1b0a31df446 {{(pid=106268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 03 13:37:49.438015 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0198af8e-a631-47b5-adfb-332ad3622be3 req-007bd67f-1099-4ce7-bab0-67396d2ebdc3 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:37:49.440151 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-0198af8e-a631-47b5-adfb-332ad3622be3 req-007bd67f-1099-4ce7-bab0-67396d2ebdc3 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=d7a4790f-1fa2-4b82-a496-f6d5083042e3 HTTP/1.1" status: 200 len: 946 time: 0.0869317 Oct 03 13:37:49.476175 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-848695e2-b886-41df-91a6-7eda91d8d39c tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (None), before_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:49.494875 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Device b7b4c568-efe4-4d19-8923-b411916ba1a1 no longer exists at agent hyperv_hv-cinder-86009 {{(pid=106270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 13:37:49.506021 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9b22c80-4e3d-4be6-8014-32979f25326c admin admin] Notify agent at l3_agent.dv-cinder-860090-1-iscsi the message routers_updated {{(pid=106268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 13:37:49.512916 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-c9b22c80-4e3d-4be6-8014-32979f25326c admin admin] 10.222.0.58 "PUT /networking/v2.0/routers/c8606d8c-b1c9-49d9-b355-0650feac1844/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2524168 Oct 03 13:37:49.540755 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] No Port match for: b7b4c568-efe4-4d19-8923-b411916ba1a1 {{(pid=106270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 03 13:37:49.546944 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Device b7b4c568-efe4-4d19-8923-b411916ba1a1 not bound to the agent host hv-cinder-86009 {{(pid=106270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 03 13:37:49.558959 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-0198af8e-a631-47b5-adfb-332ad3622be3 req-20950d96-449a-496e-a93e-756b2215e078 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=05dc36e6-11a2-4593-9335-f15e0beea90a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993779 Oct 03 13:37:49.560417 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.provisioning_blocks [None req-60766489-d557-4efd-8e34-074afef01e51 None None] Provisioning complete for port 1596c1d8-15dc-4b0b-8e23-90392080d77a triggered by entity DHCP. {{(pid=106270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 13:37:49.560800 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-60766489-d557-4efd-8e34-074afef01e51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1340199'] for port (1596c1d8-15dc-4b0b-8e23-90392080d77a), provisioning_complete {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:49.561141 dv-cinder-860090-1-iscsi neutron-server[106270]: INFO neutron.plugins.ml2.plugin [None req-60766489-d557-4efd-8e34-074afef01e51 None None] Attempt 1 to provision port 1596c1d8-15dc-4b0b-8e23-90392080d77a Oct 03 13:37:49.589594 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:37:49.603649 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-60766489-d557-4efd-8e34-074afef01e51 None None] Port 1596c1d8-15dc-4b0b-8e23-90392080d77a cannot update to ACTIVE because it is not bound. {{(pid=106270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 03 13:37:49.633958 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:DELETE=4,neutron:SELECT=84,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:37:49.667762 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.db.db_base_plugin_common [None req-848695e2-b886-41df-91a6-7eda91d8d39c tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Allocated IP 172.27.1.7 (ad648d78-633d-4222-aa42-7cb50aab7a28/4a9222c2-0418-495a-a49e-d43d754e0950/db826d44-1177-45c2-ab64-ace4ea0634ff) {{(pid=106269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 13:37:49.795131 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4d8907-734a-4b3a-b7b6-4ea1e3becb3e req-96551117-738e-492b-87ee-e7697c78e25d tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:37:49.797995 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-3c4d8907-734a-4b3a-b7b6-4ea1e3becb3e req-96551117-738e-492b-87ee-e7697c78e25d tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=d7a4790f-1fa2-4b82-a496-f6d5083042e3 HTTP/1.1" status: 200 len: 946 time: 0.1486363 Oct 03 13:37:49.809999 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 34814) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:37:49.814769 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.v2.base [None req-d8904a97-2599-4314-ab65-37e01082d02b tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Request body: {'floatingip': {'port_id': '1f9b1a68-4136-4ee8-9212-584268a6798e'}} {{(pid=106268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 13:37:49.843650 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-848695e2-b886-41df-91a6-7eda91d8d39c tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Publish callbacks [] for port (db826d44-1177-45c2-ab64-ace4ea0634ff), precommit_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:49.866044 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-d8904a97-2599-4314-ab65-37e01082d02b tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Publish callbacks [] for floatingip (80dc3d5c-00c8-41e8-bc60-cc461ed73448), before_update {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:49.885790 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-848695e2-b886-41df-91a6-7eda91d8d39c tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751014656988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26503125'] for port (db826d44-1177-45c2-ab64-ace4ea0634ff), after_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:49.918070 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Device 52620d42-0657-48d1-89ca-6526c1ad8855 up at agent ovs-agent-dv-cinder-860090-1-iscsi {{(pid=106270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 13:37:49.942768 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-848695e2-b886-41df-91a6-7eda91d8d39c tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Network ad648d78-633d-4222-aa42-7cb50aab7a28 is already hosted by enough agents. {{(pid=106269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 13:37:49.944024 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 34816) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:37:49.950438 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.scheduler.base_scheduler [None req-848695e2-b886-41df-91a6-7eda91d8d39c tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Resources bound (agent type, host, resource id): {{(pid=106269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 13:37:49.954290 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-848695e2-b886-41df-91a6-7eda91d8d39c tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Received port after_create {{(pid=106269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 13:37:49.985663 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.provisioning_blocks [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Provisioning complete for port 52620d42-0657-48d1-89ca-6526c1ad8855 triggered by entity L2. {{(pid=106270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 13:37:49.985923 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1340199'] for port (52620d42-0657-48d1-89ca-6526c1ad8855), provisioning_complete {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:49.986292 dv-cinder-860090-1-iscsi neutron-server[106270]: INFO neutron.plugins.ml2.plugin [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Attempt 1 to provision port 52620d42-0657-48d1-89ca-6526c1ad8855 Oct 03 13:37:49.993208 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.v2.base [None req-756a0e8f-6060-4f09-a5b8-e51157f11314 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1986246387', 'description': 'tempest-description--1928810372'}} {{(pid=106269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 13:37:50.017223 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:37:50.025316 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:37:50.044009 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848695e2-b886-41df-91a6-7eda91d8d39c tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Pushing event updated for resources: {'Port': ['ID=db826d44-1177-45c2-ab64-ace4ea0634ff,revision_number=1']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:37:50.075453 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-756a0e8f-6060-4f09-a5b8-e51157f11314 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Publish callbacks [] for security_group (None), before_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:50.106041 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Current status of the port 52620d42-0657-48d1-89ca-6526c1ad8855 is: DOWN; New status is: ACTIVE {{(pid=106270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 13:37:50.106527 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (52620d42-0657-48d1-89ca-6526c1ad8855), before_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:50.130544 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.db [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] For port 52620d42-0657-48d1-89ca-6526c1ad8855, host dv-cinder-860090-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860090-1-iscsi',level=0,port_id=52620d42-0657-48d1-89ca-6526c1ad8855,segment=NetworkSegment(bb40cd5f-7936-4373-bcc9-441f3ba1dc24),segment_id=bb40cd5f-7936-4373-bcc9-441f3ba1dc24)] {{(pid=106270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 13:37:50.136772 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751015143617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751014657006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751014658052'] for port (52620d42-0657-48d1-89ca-6526c1ad8855), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:50.137748 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Device 5afcc4c0-7e1c-491b-ac1e-4c41dd283078 up at agent ovs-agent-dv-cinder-860090-1-iscsi {{(pid=106270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 13:37:50.145510 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-848695e2-b886-41df-91a6-7eda91d8d39c tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Publish callbacks [] for floatingip (53425ecf-3329-470f-88ce-eb889935f73c), precommit_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:50.219985 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Pushing event updated for resources: {'Port': ['ID=52620d42-0657-48d1-89ca-6526c1ad8855,revision_number=4']} {{(pid=106270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:37:50.228075 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-848695e2-b886-41df-91a6-7eda91d8d39c tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (db826d44-1177-45c2-ab64-ace4ea0634ff), before_update {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:50.228657 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.provisioning_blocks [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Provisioning complete for port 5afcc4c0-7e1c-491b-ac1e-4c41dd283078 triggered by entity L2. {{(pid=106270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 13:37:50.229223 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1340199'] for port (5afcc4c0-7e1c-491b-ac1e-4c41dd283078), provisioning_complete {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:50.229775 dv-cinder-860090-1-iscsi neutron-server[106270]: INFO neutron.plugins.ml2.plugin [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Attempt 1 to provision port 5afcc4c0-7e1c-491b-ac1e-4c41dd283078 Oct 03 13:37:50.269442 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-756a0e8f-6060-4f09-a5b8-e51157f11314 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Publish callbacks [] for security_group (66c88dd3-649f-4aa2-852b-62f1334e7ef2), precommit_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:50.279184 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-756a0e8f-6060-4f09-a5b8-e51157f11314 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (66c88dd3-649f-4aa2-852b-62f1334e7ef2), after_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:50.328790 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Current status of the port 5afcc4c0-7e1c-491b-ac1e-4c41dd283078 is: ACTIVE; New status is: ACTIVE {{(pid=106270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 13:37:50.350245 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-756a0e8f-6060-4f09-a5b8-e51157f11314 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Publish callbacks [] for security_group (None), before_response {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:50.350733 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-756a0e8f-6060-4f09-a5b8-e51157f11314 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3624954 Oct 03 13:37:50.358145 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 34818) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:37:50.365160 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.v2.base [None req-eaa8fab3-e02e-4b58-bf34-4fe74575281c tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Request body: {'security_group_rule': {'security_group_id': '66c88dd3-649f-4aa2-852b-62f1334e7ef2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 13:37:50.377833 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756a0e8f-6060-4f09-a5b8-e51157f11314 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66c88dd3-649f-4aa2-852b-62f1334e7ef2,revision_number=1']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:37:50.403872 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:37:50.432256 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-eaa8fab3-e02e-4b58-bf34-4fe74575281c tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Publish callbacks [] for security_group_rule (fbb7fbba-132a-46bb-8595-533f0dd79d1f), before_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:50.444738 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:37:50.464524 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-848695e2-b886-41df-91a6-7eda91d8d39c tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Publish callbacks [] for port (db826d44-1177-45c2-ab64-ace4ea0634ff), precommit_update {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:50.469703 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-848695e2-b886-41df-91a6-7eda91d8d39c tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751015143617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751014657006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751014658052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26502958'] for port (db826d44-1177-45c2-ab64-ace4ea0634ff), after_update {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:50.506636 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-d8904a97-2599-4314-ab65-37e01082d02b tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:50.513601 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-d8904a97-2599-4314-ab65-37e01082d02b tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3722562'] for floatingip (80dc3d5c-00c8-41e8-bc60-cc461ed73448), after_update {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:50.541586 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-848695e2-b886-41df-91a6-7eda91d8d39c tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3722562'] for floatingip (53425ecf-3329-470f-88ce-eb889935f73c), after_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:50.544758 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848695e2-b886-41df-91a6-7eda91d8d39c tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Pushing event updated for resources: {'Port': ['ID=db826d44-1177-45c2-ab64-ace4ea0634ff,revision_number=2']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:37:50.565641 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-848695e2-b886-41df-91a6-7eda91d8d39c tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512321'] for floatingip (None), before_response {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:50.567165 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-848695e2-b886-41df-91a6-7eda91d8d39c tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] 10.222.0.58 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.3282866 Oct 03 13:37:50.577959 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-eaa8fab3-e02e-4b58-bf34-4fe74575281c tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Publish callbacks [] for security_group_rule (fbb7fbba-132a-46bb-8595-533f0dd79d1f), precommit_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:50.583378 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-eaa8fab3-e02e-4b58-bf34-4fe74575281c tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873908'] for security_group_rule (fbb7fbba-132a-46bb-8595-533f0dd79d1f), after_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:50.640732 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa8fab3-e02e-4b58-bf34-4fe74575281c tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbb7fbba-132a-46bb-8595-533f0dd79d1f,revision_number=0']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:37:50.654847 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-eaa8fab3-e02e-4b58-bf34-4fe74575281c tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:50.656055 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-eaa8fab3-e02e-4b58-bf34-4fe74575281c tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2967982 Oct 03 13:37:50.660125 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 34822) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:37:50.666796 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.v2.base [None req-f743eb90-5d19-4dea-9a23-5423ae3493f6 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Request body: {'security_group_rule': {'security_group_id': '66c88dd3-649f-4aa2-852b-62f1334e7ef2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 13:37:50.674005 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.db.l3_db [None req-d8904a97-2599-4314-ab65-37e01082d02b tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Floating IP 80dc3d5c-00c8-41e8-bc60-cc461ed73448 associated. External IP: 172.27.1.169, port: 1f9b1a68-4136-4ee8-9212-584268a6798e. Oct 03 13:37:50.741242 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-f743eb90-5d19-4dea-9a23-5423ae3493f6 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Publish callbacks [] for security_group_rule (ecf6c164-2aef-42c6-99f8-d2507c0ea019), before_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:50.982198 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b1e498-d281-4df4-ad27-0e1fa11f35ee None None] Sync routers for ids ['c8606d8c-b1c9-49d9-b355-0650feac1844'] in dv-cinder-860090-1-iscsi {{(pid=106271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 13:37:50.995741 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b1e498-d281-4df4-ad27-0e1fa11f35ee None None] Routers {'c8606d8c-b1c9-49d9-b355-0650feac1844'} bound to L3 agent in host dv-cinder-860090-1-iscsi {{(pid=106271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 13:37:50.996378 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_hamode_db [None req-94b1e498-d281-4df4-ad27-0e1fa11f35ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860090-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-03T13:22:05Z,description=,heartbeat_timestamp=2022-10-03T13:37:35Z,host='dv-cinder-860090-1-iscsi',id=94180321-47b1-4b5c-b620-b1b0a31df446,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T13:22:05Z,topic='l3_agent')) {'router_ids': ['c8606d8c-b1c9-49d9-b355-0650feac1844'], 'active': True} {{(pid=106271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:37:51.037848 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:37:51.119308 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_dvr_db [None req-94b1e498-d281-4df4-ad27-0e1fa11f35ee None None] Set router c8606d8c-b1c9-49d9-b355-0650feac1844 gateway port host: dv-cinder-860090-1-iscsi {{(pid=106271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 13:37:51.134292 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-981b0e31-7bd2-447a-88ed-e894d6ef90ff req-98c7f904-b768-4261-8464-864803c1d410 tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] 10.222.0.58 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--798851978&fields=id&tenant_id=1432ad4a21624574b8caeaf10f2f8339 HTTP/1.1" status: 200 len: 267 time: 0.3590543 Oct 03 13:37:51.183470 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-f743eb90-5d19-4dea-9a23-5423ae3493f6 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Publish callbacks [] for security_group_rule (ecf6c164-2aef-42c6-99f8-d2507c0ea019), precommit_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:51.203618 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-f743eb90-5d19-4dea-9a23-5423ae3493f6 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873908'] for security_group_rule (ecf6c164-2aef-42c6-99f8-d2507c0ea019), after_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:51.229917 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:INSERT=4,neutron:DELETE=1 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:37:51.312852 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f743eb90-5d19-4dea-9a23-5423ae3493f6 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecf6c164-2aef-42c6-99f8-d2507c0ea019,revision_number=0']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:37:51.326900 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-f743eb90-5d19-4dea-9a23-5423ae3493f6 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:51.328110 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-f743eb90-5d19-4dea-9a23-5423ae3493f6 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6665683 Oct 03 13:37:51.333159 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 34834) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:37:51.335212 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:37:51.345205 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.v2.base [None req-221d3150-30b8-4ba8-9e0a-41051456159a tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Request body: {'floatingip': {'floating_network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28'}} {{(pid=106269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 13:37:51.378548 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-221d3150-30b8-4ba8-9e0a-41051456159a tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:51.389977 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8904a97-2599-4314-ab65-37e01082d02b tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Router 9386ae84-3455-47c1-bf1e-ac1e7b8d81c7 has already been hosted by L3 agent 94180321-47b1-4b5c-b620-b1b0a31df446 {{(pid=106268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 03 13:37:51.426443 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981b0e31-7bd2-447a-88ed-e894d6ef90ff req-7c909b51-1b68-437d-b26b-63a2ea76b6e4 tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:37:51.429200 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-981b0e31-7bd2-447a-88ed-e894d6ef90ff req-7c909b51-1b68-437d-b26b-63a2ea76b6e4 tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] 10.222.0.58 "GET /networking/v2.0/networks?id=4ae25b55-bed6-49d7-9a22-c9e416e149dd HTTP/1.1" status: 200 len: 811 time: 0.2594697 Oct 03 13:37:51.431155 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_hamode_db [None req-94b1e498-d281-4df4-ad27-0e1fa11f35ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8606d8c-b1c9-49d9-b355-0650feac1844', 'name': 'tempest-AttachVolumeShelveTestJSON-121990232-router', 'tenant_id': 'e019f687769f408d9c3faab0c8693a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'external_fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.38'}], 'enable_snat': True}, 'gw_port_id': '52620d42-0657-48d1-89ca-6526c1ad8855', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:37:45Z', 'updated_at': '2022-10-03T13:37:48Z', 'revision_number': 4, 'project_id': 'e019f687769f408d9c3faab0c8693a9d', 'gw_port': {'id': '52620d42-0657-48d1-89ca-6526c1ad8855', 'name': '', 'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:99:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8606d8c-b1c9-49d9-b355-0650feac1844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:37:45Z', 'updated_at': '2022-10-03T13:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860090-1-iscsi', '_interfaces': [{'id': '1596c1d8-15dc-4b0b-8e23-90392080d77a', 'name': '', 'network_id': '83166103-7560-4ace-bfbe-05a1216e31b8', 'tenant_id': 'e019f687769f408d9c3faab0c8693a9d', 'mac_address': 'fa:16:3e:df:de:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8606d8c-b1c9-49d9-b355-0650feac1844', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'bc4f70ab-e5db-4143-a1e5-7fb2da9adef0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:37:48Z', 'updated_at': '2022-10-03T13:37:48Z', 'revision_number': 2, 'project_id': 'e019f687769f408d9c3faab0c8693a9d', 'subnets': [{'id': 'bc4f70ab-e5db-4143-a1e5-7fb2da9adef0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860090-1-iscsi', False) {} {{(pid=106271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:37:51.463940 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b1e498-d281-4df4-ad27-0e1fa11f35ee None None] Checking router: c8606d8c-b1c9-49d9-b355-0650feac1844 for host: dv-cinder-860090-1-iscsi {{(pid=106271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 13:37:51.464434 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b1e498-d281-4df4-ad27-0e1fa11f35ee None None] Updating router c8606d8c-b1c9-49d9-b355-0650feac1844 port 1596c1d8-15dc-4b0b-8e23-90392080d77a binding host dv-cinder-860090-1-iscsi {{(pid=106271) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 03 13:37:51.480965 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-221d3150-30b8-4ba8-9e0a-41051456159a tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (None), before_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:51.495470 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron_lib.callbacks.manager [None req-94b1e498-d281-4df4-ad27-0e1fa11f35ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (1596c1d8-15dc-4b0b-8e23-90392080d77a), before_update {{(pid=106271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:51.496769 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=3,neutron:INSERT=3 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:37:51.501112 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-981b0e31-7bd2-447a-88ed-e894d6ef90ff req-bc50f777-ced5-4a14-b2a2-b2231a55c6b1 tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] 10.222.0.58 "GET /networking/v2.0/quotas/1432ad4a21624574b8caeaf10f2f8339 HTTP/1.1" status: 200 len: 375 time: 0.0613990 Oct 03 13:37:51.605292 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-981b0e31-7bd2-447a-88ed-e894d6ef90ff req-41514f07-dd0b-4e9b-aca6-2f59b3f767a8 tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=1432ad4a21624574b8caeaf10f2f8339&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0687134 Oct 03 13:37:51.606667 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8904a97-2599-4314-ab65-37e01082d02b tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Notify agent at l3_agent.dv-cinder-860090-1-iscsi the message routers_updated {{(pid=106268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 13:37:51.611322 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-d8904a97-2599-4314-ab65-37e01082d02b tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512321'] for floatingip (None), before_response {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:51.637494 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c76be8ae-e198-4b98-86ba-714b6fa07e7c None None] Sync routers for ids ['9386ae84-3455-47c1-bf1e-ac1e7b8d81c7'] in dv-cinder-860090-1-iscsi {{(pid=106270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 13:37:51.651234 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c76be8ae-e198-4b98-86ba-714b6fa07e7c None None] Routers {'9386ae84-3455-47c1-bf1e-ac1e7b8d81c7'} bound to L3 agent in host dv-cinder-860090-1-iscsi {{(pid=106270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 13:37:51.652546 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_hamode_db [None req-c76be8ae-e198-4b98-86ba-714b6fa07e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860090-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-03T13:22:05Z,description=,heartbeat_timestamp=2022-10-03T13:37:35Z,host='dv-cinder-860090-1-iscsi',id=94180321-47b1-4b5c-b620-b1b0a31df446,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T13:22:05Z,topic='l3_agent')) {'router_ids': ['9386ae84-3455-47c1-bf1e-ac1e7b8d81c7'], 'active': True} {{(pid=106270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:37:51.702295 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.db.db_base_plugin_common [None req-221d3150-30b8-4ba8-9e0a-41051456159a tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Allocated IP 172.27.1.65 (ad648d78-633d-4222-aa42-7cb50aab7a28/4a9222c2-0418-495a-a49e-d43d754e0950/739ed776-d61a-4f49-abaa-d92aaff7248c) {{(pid=106269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 13:37:51.738857 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-981b0e31-7bd2-447a-88ed-e894d6ef90ff req-f98bec7f-1cb2-4163-bf54-b8bbf42d8299 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/4ae25b55-bed6-49d7-9a22-c9e416e149dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046889 Oct 03 13:37:51.752487 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=88,neutron:INSERT=4,neutron:UPDATE=5,neutron:DELETE=3 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:37:51.855556 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron_lib.callbacks.manager [None req-94b1e498-d281-4df4-ad27-0e1fa11f35ee None None] Publish callbacks [] for port (1596c1d8-15dc-4b0b-8e23-90392080d77a), precommit_update {{(pid=106271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:51.864610 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron_lib.callbacks.manager [None req-94b1e498-d281-4df4-ad27-0e1fa11f35ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751015143617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751014657006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751014658052'] for port (1596c1d8-15dc-4b0b-8e23-90392080d77a), after_update {{(pid=106271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:51.865782 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-d8904a97-2599-4314-ab65-37e01082d02b tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "PUT /networking/v2.0/floatingips/80dc3d5c-00c8-41e8-bc60-cc461ed73448 HTTP/1.1" status: 200 len: 992 time: 2.0541673 Oct 03 13:37:51.877314 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7a4790f-1fa2-4b82-a496-f6d5083042e3', 'tag': '1f9b1a68-4136-4ee8-9212-584268a6798e'}] {{(pid=106268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 13:37:51.880597 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd70873512ffc397a2b7ac25ee02414627e7506f7787b64d61dc92e00300ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90ef70b5-cf03-494b-99bb-60b2e0674cd3" -d '{"events": [{"name": "network-changed", "server_uuid": "d7a4790f-1fa2-4b82-a496-f6d5083042e3", "tag": "1f9b1a68-4136-4ee8-9212-584268a6798e"}]}' {{(pid=106268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 13:37:51.910518 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-981b0e31-7bd2-447a-88ed-e894d6ef90ff req-768e7792-9587-4e29-87fe-33bd097e68e6 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/4ae25b55-bed6-49d7-9a22-c9e416e149dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544065 Oct 03 13:37:51.911918 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8e7d5c-b418-4e0b-b772-b03d3cd030bc None None] Pushing event updated for resources: {'Port': ['ID=1596c1d8-15dc-4b0b-8e23-90392080d77a,revision_number=3']} {{(pid=106271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:37:51.916624 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-221d3150-30b8-4ba8-9e0a-41051456159a tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Publish callbacks [] for port (739ed776-d61a-4f49-abaa-d92aaff7248c), precommit_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:51.961077 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-221d3150-30b8-4ba8-9e0a-41051456159a tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751014656988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26503125'] for port (739ed776-d61a-4f49-abaa-d92aaff7248c), after_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:51.993213 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Device 52620d42-0657-48d1-89ca-6526c1ad8855 up at agent ovs-agent-dv-cinder-860090-1-iscsi {{(pid=106270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 13:37:52.007956 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 13:37:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9dd80f1-16a9-4daf-a3d2-fc9e86cef70d x-openstack-request-id: req-c9dd80f1-16a9-4daf-a3d2-fc9e86cef70d {{(pid=106268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 13:37:52.008718 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7a4790f-1fa2-4b82-a496-f6d5083042e3", "tag": "1f9b1a68-4136-4ee8-9212-584268a6798e", "status": "completed", "code": 200}]} {{(pid=106268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 13:37:52.009308 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c9dd80f1-16a9-4daf-a3d2-fc9e86cef70d {{(pid=106268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 13:37:52.010182 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9dd80f1-16a9-4daf-a3d2-fc9e86cef70d'] response: {'name': 'network-changed', 'server_uuid': 'd7a4790f-1fa2-4b82-a496-f6d5083042e3', 'tag': '1f9b1a68-4136-4ee8-9212-584268a6798e', 'status': 'completed', 'code': 200} Oct 03 13:37:52.016955 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-221d3150-30b8-4ba8-9e0a-41051456159a tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Network ad648d78-633d-4222-aa42-7cb50aab7a28 is already hosted by enough agents. {{(pid=106269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 13:37:52.022717 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.scheduler.base_scheduler [None req-221d3150-30b8-4ba8-9e0a-41051456159a tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Resources bound (agent type, host, resource id): {{(pid=106269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 13:37:52.029279 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221d3150-30b8-4ba8-9e0a-41051456159a tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Received port after_create {{(pid=106269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 13:37:52.030302 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_dvr_db [None req-c76be8ae-e198-4b98-86ba-714b6fa07e7c None None] Set router 9386ae84-3455-47c1-bf1e-ac1e7b8d81c7 gateway port host: dv-cinder-860090-1-iscsi {{(pid=106270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 13:37:52.033799 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221d3150-30b8-4ba8-9e0a-41051456159a tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Pushing event updated for resources: {'Port': ['ID=739ed776-d61a-4f49-abaa-d92aaff7248c,revision_number=1']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:37:52.054993 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.plugins.ml2.managers [None req-94b1e498-d281-4df4-ad27-0e1fa11f35ee None None] Attempting to bind port 1596c1d8-15dc-4b0b-8e23-90392080d77a on host dv-cinder-860090-1-iscsi for vnic_type normal with profile {{(pid=106271) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 13:37:52.058899 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.plugins.ml2.managers [None req-94b1e498-d281-4df4-ad27-0e1fa11f35ee None None] Attempting to bind port 1596c1d8-15dc-4b0b-8e23-90392080d77a by drivers openvswitch,hyperv on host dv-cinder-860090-1-iscsi at level 0 using segments [{'id': '24e9c697-6214-4a54-b0c6-42aa0af9c46f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '83166103-7560-4ace-bfbe-05a1216e31b8'}] {{(pid=106271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 13:37:52.059438 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b1e498-d281-4df4-ad27-0e1fa11f35ee None None] Attempting to bind port 1596c1d8-15dc-4b0b-8e23-90392080d77a on network 83166103-7560-4ace-bfbe-05a1216e31b8 {{(pid=106271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 13:37:52.109967 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b1e498-d281-4df4-ad27-0e1fa11f35ee None None] Checking agent: {'id': 'd46c7ed5-c451-4a76-ab3f-ab8e3ea4a5ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860090-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 13, 22, 7), 'started_at': datetime.datetime(2022, 10, 3, 13, 22, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 13, 37, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860090-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 13:37:52.110673 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b1e498-d281-4df4-ad27-0e1fa11f35ee None None] Checking segment: {'id': '24e9c697-6214-4a54-b0c6-42aa0af9c46f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '83166103-7560-4ace-bfbe-05a1216e31b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106271) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 13:37:52.111467 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ef70b5-cf03-494b-99bb-60b2e0674cd3 req-7087eba4-4ab2-4ad9-9f38-2afe32942c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:37:52.112051 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron_lib.callbacks.manager [None req-94b1e498-d281-4df4-ad27-0e1fa11f35ee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:52.113024 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b1e498-d281-4df4-ad27-0e1fa11f35ee None None] Bound using segment: {'id': '24e9c697-6214-4a54-b0c6-42aa0af9c46f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '83166103-7560-4ace-bfbe-05a1216e31b8'} {{(pid=106271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 13:37:52.113188 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-90ef70b5-cf03-494b-99bb-60b2e0674cd3 req-7087eba4-4ab2-4ad9-9f38-2afe32942c1b service neutron] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=d8e6dd58ff43419fa5b945bd08ef2931&device_id=d7a4790f-1fa2-4b82-a496-f6d5083042e3 HTTP/1.1" status: 200 len: 1130 time: 0.0664444 Oct 03 13:37:52.114018 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.plugins.ml2.managers [None req-94b1e498-d281-4df4-ad27-0e1fa11f35ee None None] Bound port: 1596c1d8-15dc-4b0b-8e23-90392080d77a, host: dv-cinder-860090-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24e9c697-6214-4a54-b0c6-42aa0af9c46f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '83166103-7560-4ace-bfbe-05a1216e31b8'}}] {{(pid=106271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 13:37:52.114908 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron_lib.callbacks.manager [None req-94b1e498-d281-4df4-ad27-0e1fa11f35ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (1596c1d8-15dc-4b0b-8e23-90392080d77a), before_update {{(pid=106271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:52.149062 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=100 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:37:52.156390 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.provisioning_blocks [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Provisioning complete for port 52620d42-0657-48d1-89ca-6526c1ad8855 triggered by entity L2. {{(pid=106270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 13:37:52.156766 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1340199'] for port (52620d42-0657-48d1-89ca-6526c1ad8855), provisioning_complete {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:52.157129 dv-cinder-860090-1-iscsi neutron-server[106270]: INFO neutron.plugins.ml2.plugin [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Attempt 1 to provision port 52620d42-0657-48d1-89ca-6526c1ad8855 Oct 03 13:37:52.166779 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:37:52.187580 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-221d3150-30b8-4ba8-9e0a-41051456159a tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Publish callbacks [] for floatingip (b37976a7-6a95-418b-959c-c69179462b2d), precommit_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:52.221294 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.plugins.ml2.db [None req-94b1e498-d281-4df4-ad27-0e1fa11f35ee None None] For port 1596c1d8-15dc-4b0b-8e23-90392080d77a, host dv-cinder-860090-1-iscsi, cleared binding levels {{(pid=106271) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 13:37:52.229133 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.plugins.ml2.db [None req-94b1e498-d281-4df4-ad27-0e1fa11f35ee None None] For port 1596c1d8-15dc-4b0b-8e23-90392080d77a, host dv-cinder-860090-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860090-1-iscsi',level=0,port_id=1596c1d8-15dc-4b0b-8e23-90392080d77a,segment=NetworkSegment(24e9c697-6214-4a54-b0c6-42aa0af9c46f),segment_id=24e9c697-6214-4a54-b0c6-42aa0af9c46f)] {{(pid=106271) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 13:37:52.244887 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron_lib.callbacks.manager [None req-94b1e498-d281-4df4-ad27-0e1fa11f35ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751015143617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751014657006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751014658052'] for port (1596c1d8-15dc-4b0b-8e23-90392080d77a), after_update {{(pid=106271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:52.279175 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b1e498-d281-4df4-ad27-0e1fa11f35ee None None] Routers {'c8606d8c-b1c9-49d9-b355-0650feac1844'} bound to L3 agent in host dv-cinder-860090-1-iscsi {{(pid=106271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 13:37:52.281824 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_hamode_db [None req-94b1e498-d281-4df4-ad27-0e1fa11f35ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860090-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-03T13:22:05Z,description=,heartbeat_timestamp=2022-10-03T13:37:35Z,host='dv-cinder-860090-1-iscsi',id=94180321-47b1-4b5c-b620-b1b0a31df446,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T13:22:05Z,topic='l3_agent')) {'router_ids': ['c8606d8c-b1c9-49d9-b355-0650feac1844'], 'active': True} {{(pid=106271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:37:52.317778 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-6113e8e1-1865-48c9-ba9c-5455cd6ebac1 req-867b6262-d811-459d-9158-fce865149cfd tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=f8ca2b3e-05c2-422b-a6ac-8eddcf6fc7f0 HTTP/1.1" status: 200 len: 210 time: 0.0481167 Oct 03 13:37:52.323022 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-221d3150-30b8-4ba8-9e0a-41051456159a tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (739ed776-d61a-4f49-abaa-d92aaff7248c), before_update {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:52.392511 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Current status of the port 52620d42-0657-48d1-89ca-6526c1ad8855 is: ACTIVE; New status is: ACTIVE {{(pid=106270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 13:37:52.450582 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ef70b5-cf03-494b-99bb-60b2e0674cd3 req-36d5967a-6f1f-4a04-b833-d4c24af0c254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:37:52.454437 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-90ef70b5-cf03-494b-99bb-60b2e0674cd3 req-36d5967a-6f1f-4a04-b833-d4c24af0c254 service neutron] 10.222.0.65 "GET /networking/v2.0/networks?id=ff8319e2-24e1-46c8-a6e2-568f9c4503d6 HTTP/1.1" status: 200 len: 915 time: 0.1238580 Oct 03 13:37:52.535914 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8e7d5c-b418-4e0b-b772-b03d3cd030bc None None] Pushing event updated for resources: {'Port': ['ID=1596c1d8-15dc-4b0b-8e23-90392080d77a,revision_number=4']} {{(pid=106271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:37:52.540283 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_dvr_db [None req-94b1e498-d281-4df4-ad27-0e1fa11f35ee None None] Set router c8606d8c-b1c9-49d9-b355-0650feac1844 gateway port host: dv-cinder-860090-1-iscsi {{(pid=106271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 13:37:52.552533 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_hamode_db [None req-c76be8ae-e198-4b98-86ba-714b6fa07e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9386ae84-3455-47c1-bf1e-ac1e7b8d81c7', 'name': 'tempest-AttachVolumeNegativeTest-724384781-router', 'tenant_id': 'd8e6dd58ff43419fa5b945bd08ef2931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'external_fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': '8f94ecf7-389a-462c-a841-f7b64d1eb55b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:30:29Z', 'updated_at': '2022-10-03T13:30:42Z', 'revision_number': 4, 'project_id': 'd8e6dd58ff43419fa5b945bd08ef2931', 'gw_port': {'id': '8f94ecf7-389a-462c-a841-f7b64d1eb55b', 'name': '', 'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:6b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9386ae84-3455-47c1-bf1e-ac1e7b8d81c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:30:30Z', 'updated_at': '2022-10-03T13:30:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860090-1-iscsi', '_floatingips': [{'id': '80dc3d5c-00c8-41e8-bc60-cc461ed73448', 'tenant_id': 'd8e6dd58ff43419fa5b945bd08ef2931', 'floating_ip_address': '172.27.1.169', 'floating_network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'router_id': '9386ae84-3455-47c1-bf1e-ac1e7b8d81c7', 'port_id': '1f9b1a68-4136-4ee8-9212-584268a6798e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 464, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff8319e2-24e1-46c8-a6e2-568f9c4503d6', 'mac_address': 'fa:16:3e:1f:82:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a4790f-1fa2-4b82-a496-f6d5083042e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T13:37:30Z', 'updated_at': '2022-10-03T13:37:50Z', 'revision_number': 1, 'project_id': 'd8e6dd58ff43419fa5b945bd08ef2931', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4348bdd0-49c7-4b40-a474-5fac87c13353', 'name': '', 'network_id': 'ff8319e2-24e1-46c8-a6e2-568f9c4503d6', 'tenant_id': 'd8e6dd58ff43419fa5b945bd08ef2931', 'mac_address': 'fa:16:3e:87:64:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9386ae84-3455-47c1-bf1e-ac1e7b8d81c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'c7cf38c1-e397-42ce-8b92-f0af8056be43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:30:37Z', 'updated_at': '2022-10-03T13:30:58Z', 'revision_number': 5, 'project_id': 'd8e6dd58ff43419fa5b945bd08ef2931', 'subnets': [{'id': 'c7cf38c1-e397-42ce-8b92-f0af8056be43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860090-1-iscsi', False) {} {{(pid=106270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:37:52.597284 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c76be8ae-e198-4b98-86ba-714b6fa07e7c None None] Checking router: 9386ae84-3455-47c1-bf1e-ac1e7b8d81c7 for host: dv-cinder-860090-1-iscsi {{(pid=106270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 13:37:52.615351 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c76be8ae-e198-4b98-86ba-714b6fa07e7c None None] Routers {'9386ae84-3455-47c1-bf1e-ac1e7b8d81c7'} bound to L3 agent in host dv-cinder-860090-1-iscsi {{(pid=106270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 13:37:52.616254 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_hamode_db [None req-c76be8ae-e198-4b98-86ba-714b6fa07e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860090-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-03T13:22:05Z,description=,heartbeat_timestamp=2022-10-03T13:37:35Z,host='dv-cinder-860090-1-iscsi',id=94180321-47b1-4b5c-b620-b1b0a31df446,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T13:22:05Z,topic='l3_agent')) {'router_ids': ['9386ae84-3455-47c1-bf1e-ac1e7b8d81c7'], 'active': True} {{(pid=106270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:37:52.635517 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-221d3150-30b8-4ba8-9e0a-41051456159a tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Publish callbacks [] for port (739ed776-d61a-4f49-abaa-d92aaff7248c), precommit_update {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:52.638575 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:37:52.644938 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-221d3150-30b8-4ba8-9e0a-41051456159a tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751015143617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751014657006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751014658052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26502958'] for port (739ed776-d61a-4f49-abaa-d92aaff7248c), after_update {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:52.662366 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-90ef70b5-cf03-494b-99bb-60b2e0674cd3 req-8d789c5e-a146-4fd8-a56f-472ad634c4a8 service neutron] 10.222.0.65 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1f9b1a68-4136-4ee8-9212-584268a6798e HTTP/1.1" status: 200 len: 1000 time: 0.1966722 Oct 03 13:37:52.735291 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-221d3150-30b8-4ba8-9e0a-41051456159a tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3722562'] for floatingip (b37976a7-6a95-418b-959c-c69179462b2d), after_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:52.740297 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221d3150-30b8-4ba8-9e0a-41051456159a tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Pushing event updated for resources: {'Port': ['ID=739ed776-d61a-4f49-abaa-d92aaff7248c,revision_number=2']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:37:52.765967 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:37:52.770392 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-221d3150-30b8-4ba8-9e0a-41051456159a tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512321'] for floatingip (None), before_response {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:52.787592 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-221d3150-30b8-4ba8-9e0a-41051456159a tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4496059 Oct 03 13:37:52.791295 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:37:52.811199 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_dvr_db [None req-c76be8ae-e198-4b98-86ba-714b6fa07e7c None None] Set router 9386ae84-3455-47c1-bf1e-ac1e7b8d81c7 gateway port host: dv-cinder-860090-1-iscsi {{(pid=106270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 13:37:52.816487 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ef70b5-cf03-494b-99bb-60b2e0674cd3 req-269e4c12-b0d6-439f-a9b4-f09641f8ea4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:37:52.818796 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-90ef70b5-cf03-494b-99bb-60b2e0674cd3 req-269e4c12-b0d6-439f-a9b4-f09641f8ea4e service neutron] 10.222.0.65 "GET /networking/v2.0/subnets?id=c7cf38c1-e397-42ce-8b92-f0af8056be43 HTTP/1.1" status: 200 len: 853 time: 0.1451526 Oct 03 13:37:52.840023 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_hamode_db [None req-94b1e498-d281-4df4-ad27-0e1fa11f35ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8606d8c-b1c9-49d9-b355-0650feac1844', 'name': 'tempest-AttachVolumeShelveTestJSON-121990232-router', 'tenant_id': 'e019f687769f408d9c3faab0c8693a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'external_fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.38'}], 'enable_snat': True}, 'gw_port_id': '52620d42-0657-48d1-89ca-6526c1ad8855', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:37:45Z', 'updated_at': '2022-10-03T13:37:48Z', 'revision_number': 4, 'project_id': 'e019f687769f408d9c3faab0c8693a9d', 'gw_port': {'id': '52620d42-0657-48d1-89ca-6526c1ad8855', 'name': '', 'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:99:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8606d8c-b1c9-49d9-b355-0650feac1844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:37:45Z', 'updated_at': '2022-10-03T13:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860090-1-iscsi', '_interfaces': [{'id': '1596c1d8-15dc-4b0b-8e23-90392080d77a', 'name': '', 'network_id': '83166103-7560-4ace-bfbe-05a1216e31b8', 'tenant_id': 'e019f687769f408d9c3faab0c8693a9d', 'mac_address': 'fa:16:3e:df:de:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8606d8c-b1c9-49d9-b355-0650feac1844', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'bc4f70ab-e5db-4143-a1e5-7fb2da9adef0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:37:48Z', 'updated_at': '2022-10-03T13:37:52Z', 'revision_number': 4, 'project_id': 'e019f687769f408d9c3faab0c8693a9d', 'subnets': [{'id': 'bc4f70ab-e5db-4143-a1e5-7fb2da9adef0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860090-1-iscsi', False) {} {{(pid=106271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:37:52.899748 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b1e498-d281-4df4-ad27-0e1fa11f35ee None None] The sync data for ids ['c8606d8c-b1c9-49d9-b355-0650feac1844'] in dv-cinder-860090-1-iscsi is: [{'id': 'c8606d8c-b1c9-49d9-b355-0650feac1844', 'name': 'tempest-AttachVolumeShelveTestJSON-121990232-router', 'tenant_id': 'e019f687769f408d9c3faab0c8693a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'external_fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.38'}], 'enable_snat': True}, 'gw_port_id': '52620d42-0657-48d1-89ca-6526c1ad8855', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:37:45Z', 'updated_at': '2022-10-03T13:37:48Z', 'revision_number': 4, 'project_id': 'e019f687769f408d9c3faab0c8693a9d', 'gw_port': {'id': '52620d42-0657-48d1-89ca-6526c1ad8855', 'name': '', 'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:99:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8606d8c-b1c9-49d9-b355-0650feac1844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:37:45Z', 'updated_at': '2022-10-03T13:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860090-1-iscsi', '_interfaces': [{'id': '1596c1d8-15dc-4b0b-8e23-90392080d77a', 'name': '', 'network_id': '83166103-7560-4ace-bfbe-05a1216e31b8', 'tenant_id': 'e019f687769f408d9c3faab0c8693a9d', 'mac_address': 'fa:16:3e:df:de:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8606d8c-b1c9-49d9-b355-0650feac1844', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'bc4f70ab-e5db-4143-a1e5-7fb2da9adef0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:37:48Z', 'updated_at': '2022-10-03T13:37:52Z', 'revision_number': 4, 'project_id': 'e019f687769f408d9c3faab0c8693a9d', 'subnets': [{'id': 'bc4f70ab-e5db-4143-a1e5-7fb2da9adef0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 13:37:52.907051 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ef70b5-cf03-494b-99bb-60b2e0674cd3 req-43a77023-4f6d-4286-b9c5-fcf5bee1eec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:37:52.908881 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-90ef70b5-cf03-494b-99bb-60b2e0674cd3 req-43a77023-4f6d-4286-b9c5-fcf5bee1eec8 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?network_id=ff8319e2-24e1-46c8-a6e2-568f9c4503d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0794158 Oct 03 13:37:53.123267 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-f871efa6-c1e8-4a31-b5b2-32df8f62d3aa req-47ad45ad-5587-4009-9b92-6d20ae62f723 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1986246387&fields=id&tenant_id=e019f687769f408d9c3faab0c8693a9d HTTP/1.1" status: 200 len: 267 time: 0.0988734 Oct 03 13:37:53.128446 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-90ef70b5-cf03-494b-99bb-60b2e0674cd3 req-fe932314-8008-4f08-bdc4-c2e5c633afb0 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/ff8319e2-24e1-46c8-a6e2-568f9c4503d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2112017 Oct 03 13:37:53.187565 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_hamode_db [None req-c76be8ae-e198-4b98-86ba-714b6fa07e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9386ae84-3455-47c1-bf1e-ac1e7b8d81c7', 'name': 'tempest-AttachVolumeNegativeTest-724384781-router', 'tenant_id': 'd8e6dd58ff43419fa5b945bd08ef2931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'external_fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': '8f94ecf7-389a-462c-a841-f7b64d1eb55b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:30:29Z', 'updated_at': '2022-10-03T13:30:42Z', 'revision_number': 4, 'project_id': 'd8e6dd58ff43419fa5b945bd08ef2931', 'gw_port': {'id': '8f94ecf7-389a-462c-a841-f7b64d1eb55b', 'name': '', 'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:6b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9386ae84-3455-47c1-bf1e-ac1e7b8d81c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:30:30Z', 'updated_at': '2022-10-03T13:30:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860090-1-iscsi', '_floatingips': [{'id': '80dc3d5c-00c8-41e8-bc60-cc461ed73448', 'tenant_id': 'd8e6dd58ff43419fa5b945bd08ef2931', 'floating_ip_address': '172.27.1.169', 'floating_network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'router_id': '9386ae84-3455-47c1-bf1e-ac1e7b8d81c7', 'port_id': '1f9b1a68-4136-4ee8-9212-584268a6798e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 464, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff8319e2-24e1-46c8-a6e2-568f9c4503d6', 'mac_address': 'fa:16:3e:1f:82:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a4790f-1fa2-4b82-a496-f6d5083042e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T13:37:30Z', 'updated_at': '2022-10-03T13:37:50Z', 'revision_number': 1, 'project_id': 'd8e6dd58ff43419fa5b945bd08ef2931', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4348bdd0-49c7-4b40-a474-5fac87c13353', 'name': '', 'network_id': 'ff8319e2-24e1-46c8-a6e2-568f9c4503d6', 'tenant_id': 'd8e6dd58ff43419fa5b945bd08ef2931', 'mac_address': 'fa:16:3e:87:64:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9386ae84-3455-47c1-bf1e-ac1e7b8d81c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'c7cf38c1-e397-42ce-8b92-f0af8056be43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:30:37Z', 'updated_at': '2022-10-03T13:30:58Z', 'revision_number': 5, 'project_id': 'd8e6dd58ff43419fa5b945bd08ef2931', 'subnets': [{'id': 'c7cf38c1-e397-42ce-8b92-f0af8056be43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860090-1-iscsi', False) {} {{(pid=106270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:37:53.229423 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c76be8ae-e198-4b98-86ba-714b6fa07e7c None None] The sync data for ids ['9386ae84-3455-47c1-bf1e-ac1e7b8d81c7'] in dv-cinder-860090-1-iscsi is: [{'id': '9386ae84-3455-47c1-bf1e-ac1e7b8d81c7', 'name': 'tempest-AttachVolumeNegativeTest-724384781-router', 'tenant_id': 'd8e6dd58ff43419fa5b945bd08ef2931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'external_fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': '8f94ecf7-389a-462c-a841-f7b64d1eb55b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:30:29Z', 'updated_at': '2022-10-03T13:30:42Z', 'revision_number': 4, 'project_id': 'd8e6dd58ff43419fa5b945bd08ef2931', 'gw_port': {'id': '8f94ecf7-389a-462c-a841-f7b64d1eb55b', 'name': '', 'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:6b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9386ae84-3455-47c1-bf1e-ac1e7b8d81c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:30:30Z', 'updated_at': '2022-10-03T13:30:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860090-1-iscsi', '_floatingips': [{'id': '80dc3d5c-00c8-41e8-bc60-cc461ed73448', 'tenant_id': 'd8e6dd58ff43419fa5b945bd08ef2931', 'floating_ip_address': '172.27.1.169', 'floating_network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'router_id': '9386ae84-3455-47c1-bf1e-ac1e7b8d81c7', 'port_id': '1f9b1a68-4136-4ee8-9212-584268a6798e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 464, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff8319e2-24e1-46c8-a6e2-568f9c4503d6', 'mac_address': 'fa:16:3e:1f:82:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a4790f-1fa2-4b82-a496-f6d5083042e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T13:37:30Z', 'updated_at': '2022-10-03T13:37:50Z', 'revision_number': 1, 'project_id': 'd8e6dd58ff43419fa5b945bd08ef2931', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4348bdd0-49c7-4b40-a474-5fac87c13353', 'name': '', 'network_id': 'ff8319e2-24e1-46c8-a6e2-568f9c4503d6', 'tenant_id': 'd8e6dd58ff43419fa5b945bd08ef2931', 'mac_address': 'fa:16:3e:87:64:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9386ae84-3455-47c1-bf1e-ac1e7b8d81c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'c7cf38c1-e397-42ce-8b92-f0af8056be43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:30:37Z', 'updated_at': '2022-10-03T13:30:58Z', 'revision_number': 5, 'project_id': 'd8e6dd58ff43419fa5b945bd08ef2931', 'subnets': [{'id': 'c7cf38c1-e397-42ce-8b92-f0af8056be43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 13:37:53.277486 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=100 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:37:53.336437 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f871efa6-c1e8-4a31-b5b2-32df8f62d3aa req-1e153f12-8d50-4683-8b9a-a93fca9381c6 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:37:53.343446 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-f871efa6-c1e8-4a31-b5b2-32df8f62d3aa req-1e153f12-8d50-4683-8b9a-a93fca9381c6 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/networks?id=83166103-7560-4ace-bfbe-05a1216e31b8 HTTP/1.1" status: 200 len: 816 time: 0.2065587 Oct 03 13:37:53.354584 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=100 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:37:53.357259 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-90ef70b5-cf03-494b-99bb-60b2e0674cd3 req-e1914f56-7dcd-4f0e-8fda-3fd95a249871 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/ff8319e2-24e1-46c8-a6e2-568f9c4503d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2092860 Oct 03 13:37:53.362004 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-f871efa6-c1e8-4a31-b5b2-32df8f62d3aa req-15dbba37-1867-4382-bd27-36eff0fe9b54 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/quotas/e019f687769f408d9c3faab0c8693a9d HTTP/1.1" status: 200 len: 375 time: 0.0177169 Oct 03 13:37:53.444815 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-f871efa6-c1e8-4a31-b5b2-32df8f62d3aa req-70a97265-25ec-4032-b3c5-afa003aaf5a6 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=e019f687769f408d9c3faab0c8693a9d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0698767 Oct 03 13:37:53.507513 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-58f0292e-1202-4d26-b397-4595d9e6dacd req-5f32b2dd-00c1-4dc0-9721-054a35e5085a tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=f8ca2b3e-05c2-422b-a6ac-8eddcf6fc7f0 HTTP/1.1" status: 200 len: 210 time: 0.0510833 Oct 03 13:37:53.589267 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-f871efa6-c1e8-4a31-b5b2-32df8f62d3aa req-81c61b61-f053-4746-9de2-c1f030ce44ab service neutron] 10.222.0.58 "GET /networking/v2.0/networks/83166103-7560-4ace-bfbe-05a1216e31b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290951 Oct 03 13:37:53.629905 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8431c394-b715-4ad0-921f-36b2ce2cd8bc None None] New status for floating IP 80dc3d5c-00c8-41e8-bc60-cc461ed73448: ACTIVE {{(pid=106271) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 03 13:37:53.718387 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-f871efa6-c1e8-4a31-b5b2-32df8f62d3aa req-fd929edd-f5b6-45f1-a03d-d38f1eedc8c6 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/83166103-7560-4ace-bfbe-05a1216e31b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209741 Oct 03 13:37:53.795538 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Device 1596c1d8-15dc-4b0b-8e23-90392080d77a up at agent ovs-agent-dv-cinder-860090-1-iscsi {{(pid=106270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 13:37:53.869411 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.provisioning_blocks [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Provisioning complete for port 1596c1d8-15dc-4b0b-8e23-90392080d77a triggered by entity L2. {{(pid=106270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 13:37:53.870240 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1340199'] for port (1596c1d8-15dc-4b0b-8e23-90392080d77a), provisioning_complete {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:53.870800 dv-cinder-860090-1-iscsi neutron-server[106270]: INFO neutron.plugins.ml2.plugin [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Attempt 1 to provision port 1596c1d8-15dc-4b0b-8e23-90392080d77a Oct 03 13:37:54.021422 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-f4066300-5f18-460e-aea2-40b8e1c8caf1 req-b2846209-5a70-4fe6-ae65-f0e5d6bd3710 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=5bdf1da3-13ed-49ca-a2c9-40c7f6ef0703 HTTP/1.1" status: 200 len: 210 time: 0.0540800 Oct 03 13:37:54.076298 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Current status of the port 1596c1d8-15dc-4b0b-8e23-90392080d77a is: DOWN; New status is: ACTIVE {{(pid=106270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 13:37:54.076876 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (1596c1d8-15dc-4b0b-8e23-90392080d77a), before_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:54.121498 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:37:54.124510 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.db [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] For port 1596c1d8-15dc-4b0b-8e23-90392080d77a, host dv-cinder-860090-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860090-1-iscsi',level=0,port_id=1596c1d8-15dc-4b0b-8e23-90392080d77a,segment=NetworkSegment(24e9c697-6214-4a54-b0c6-42aa0af9c46f),segment_id=24e9c697-6214-4a54-b0c6-42aa0af9c46f)] {{(pid=106270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 13:37:54.135977 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751015143617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751014657006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751014658052'] for port (1596c1d8-15dc-4b0b-8e23-90392080d77a), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:54.196547 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981b0e31-7bd2-447a-88ed-e894d6ef90ff req-eca76bed-4752-4968-a4ef-f41ccf2882a5 tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:37:54.198337 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-981b0e31-7bd2-447a-88ed-e894d6ef90ff req-eca76bed-4752-4968-a4ef-f41ccf2882a5 tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] 10.222.0.65 "GET /networking/v2.0/networks?id=4ae25b55-bed6-49d7-9a22-c9e416e149dd HTTP/1.1" status: 200 len: 811 time: 0.2625318 Oct 03 13:37:54.229485 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Pushing event updated for resources: {'Port': ['ID=1596c1d8-15dc-4b0b-8e23-90392080d77a,revision_number=5']} {{(pid=106270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:37:54.284536 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-981b0e31-7bd2-447a-88ed-e894d6ef90ff req-6e336528-4b55-4ef6-ae1c-17bf82758747 tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] 10.222.0.65 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=1432ad4a21624574b8caeaf10f2f8339 HTTP/1.1" status: 200 len: 379 time: 0.0702832 Oct 03 13:37:54.372544 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.v2.base [req-981b0e31-7bd2-447a-88ed-e894d6ef90ff req-9f059061-9f12-445f-9f14-8604aed60223 tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Request body: {'port': {'device_id': 'f8ca2b3e-05c2-422b-a6ac-8eddcf6fc7f0', 'network_id': '4ae25b55-bed6-49d7-9a22-c9e416e149dd', 'admin_state_up': True, 'tenant_id': '1432ad4a21624574b8caeaf10f2f8339', 'security_groups': ['7a9cea02-29c9-43f9-aa91-97a86ba6a476']}} {{(pid=106268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 13:37:54.496901 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-981b0e31-7bd2-447a-88ed-e894d6ef90ff req-9f059061-9f12-445f-9f14-8604aed60223 tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Made reservation on behalf of 1432ad4a21624574b8caeaf10f2f8339 for: {'port': 1} {{(pid=106268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 13:37:54.501957 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-981b0e31-7bd2-447a-88ed-e894d6ef90ff req-9f059061-9f12-445f-9f14-8604aed60223 tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (None), before_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:54.632987 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-36a40e5f-cfa0-428c-bf9c-f94f310bb5a7 req-ebf0c4c0-23c4-4a02-bb03-ced69fbe0a8f tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=f8ca2b3e-05c2-422b-a6ac-8eddcf6fc7f0 HTTP/1.1" status: 200 len: 210 time: 0.0381382 Oct 03 13:37:54.695852 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.db.db_base_plugin_common [req-981b0e31-7bd2-447a-88ed-e894d6ef90ff req-9f059061-9f12-445f-9f14-8604aed60223 tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Allocated IP 172.20.0.3 (4ae25b55-bed6-49d7-9a22-c9e416e149dd/186bd512-24d4-4a2b-8bd3-48c53a4e9c74/4fedd529-0907-4e1f-afe2-2a21d1185f1d) {{(pid=106268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 13:37:54.842886 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-981b0e31-7bd2-447a-88ed-e894d6ef90ff req-9f059061-9f12-445f-9f14-8604aed60223 tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Publish callbacks [] for port (4fedd529-0907-4e1f-afe2-2a21d1185f1d), precommit_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:54.865676 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:37:54.867629 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:37:54.881418 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-981b0e31-7bd2-447a-88ed-e894d6ef90ff req-9f059061-9f12-445f-9f14-8604aed60223 tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751014656988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25417805'] for port (4fedd529-0907-4e1f-afe2-2a21d1185f1d), after_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:54.931373 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-981b0e31-7bd2-447a-88ed-e894d6ef90ff req-9f059061-9f12-445f-9f14-8604aed60223 tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Network 4ae25b55-bed6-49d7-9a22-c9e416e149dd is already hosted by enough agents. {{(pid=106268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 13:37:54.934603 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.scheduler.base_scheduler [req-981b0e31-7bd2-447a-88ed-e894d6ef90ff req-9f059061-9f12-445f-9f14-8604aed60223 tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Resources bound (agent type, host, resource id): {{(pid=106268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 13:37:54.938615 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.db.l3_dvrscheduler_db [req-981b0e31-7bd2-447a-88ed-e894d6ef90ff req-9f059061-9f12-445f-9f14-8604aed60223 tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Received port after_create {{(pid=106268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 13:37:54.945377 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f059061-9f12-445f-9f14-8604aed60223 tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Pushing event updated for resources: {'Port': ['ID=4fedd529-0907-4e1f-afe2-2a21d1185f1d,revision_number=1']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:37:54.995092 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981b0e31-7bd2-447a-88ed-e894d6ef90ff req-9f059061-9f12-445f-9f14-8604aed60223 tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:37:54.995698 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-981b0e31-7bd2-447a-88ed-e894d6ef90ff req-9f059061-9f12-445f-9f14-8604aed60223 tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512321'] for port (None), before_response {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:55.014829 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-981b0e31-7bd2-447a-88ed-e894d6ef90ff req-9f059061-9f12-445f-9f14-8604aed60223 tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] 10.222.0.65 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6467617 Oct 03 13:37:55.127775 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-17268977-b48a-43a6-9551-6dc43494f9dc req-e571cfcd-66f3-418f-85b5-22857cff78c6 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=5bdf1da3-13ed-49ca-a2c9-40c7f6ef0703 HTTP/1.1" status: 200 len: 210 time: 0.0288708 Oct 03 13:37:55.183997 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.provisioning_blocks [None req-5d672d02-03d4-4a28-a365-1d53597f3c69 None None] Provisioning complete for port 4fedd529-0907-4e1f-afe2-2a21d1185f1d triggered by entity DHCP. {{(pid=106270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 13:37:55.184572 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-5d672d02-03d4-4a28-a365-1d53597f3c69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1340199'] for port (4fedd529-0907-4e1f-afe2-2a21d1185f1d), provisioning_complete {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:55.184745 dv-cinder-860090-1-iscsi neutron-server[106270]: INFO neutron.plugins.ml2.plugin [None req-5d672d02-03d4-4a28-a365-1d53597f3c69 None None] Attempt 1 to provision port 4fedd529-0907-4e1f-afe2-2a21d1185f1d Oct 03 13:37:55.221703 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-5d672d02-03d4-4a28-a365-1d53597f3c69 None None] Port 4fedd529-0907-4e1f-afe2-2a21d1185f1d cannot update to ACTIVE because it is not bound. {{(pid=106270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 03 13:37:55.277795 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.v2.base [req-981b0e31-7bd2-447a-88ed-e894d6ef90ff req-2c209628-726a-4a93-9f8f-48b0f1fbe794 service neutron] Request body: {'port': {'device_id': 'f8ca2b3e-05c2-422b-a6ac-8eddcf6fc7f0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86009'}} {{(pid=106268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 13:37:55.340360 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-981b0e31-7bd2-447a-88ed-e894d6ef90ff req-2c209628-726a-4a93-9f8f-48b0f1fbe794 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (4fedd529-0907-4e1f-afe2-2a21d1185f1d), before_update {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:55.581725 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f871efa6-c1e8-4a31-b5b2-32df8f62d3aa req-6238c705-2adf-45b5-973d-f484fe3b3266 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:37:55.583185 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-f871efa6-c1e8-4a31-b5b2-32df8f62d3aa req-6238c705-2adf-45b5-973d-f484fe3b3266 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.65 "GET /networking/v2.0/networks?id=83166103-7560-4ace-bfbe-05a1216e31b8 HTTP/1.1" status: 200 len: 816 time: 0.2439761 Oct 03 13:37:55.760366 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Device 1596c1d8-15dc-4b0b-8e23-90392080d77a up at agent ovs-agent-dv-cinder-860090-1-iscsi {{(pid=106270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 13:37:55.810471 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.provisioning_blocks [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Provisioning complete for port 1596c1d8-15dc-4b0b-8e23-90392080d77a triggered by entity L2. {{(pid=106270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 13:37:55.811040 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1340199'] for port (1596c1d8-15dc-4b0b-8e23-90392080d77a), provisioning_complete {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:55.812063 dv-cinder-860090-1-iscsi neutron-server[106270]: INFO neutron.plugins.ml2.plugin [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Attempt 1 to provision port 1596c1d8-15dc-4b0b-8e23-90392080d77a Oct 03 13:37:55.816410 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-f871efa6-c1e8-4a31-b5b2-32df8f62d3aa req-d21e62e5-34a5-4b7f-944e-5bf705077f64 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.65 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=e019f687769f408d9c3faab0c8693a9d HTTP/1.1" status: 200 len: 380 time: 0.1574867 Oct 03 13:37:55.840024 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.v2.base [req-f871efa6-c1e8-4a31-b5b2-32df8f62d3aa req-5b5388f5-1f30-4ac2-9c4d-8df2cf1dde28 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Request body: {'port': {'device_id': '5bdf1da3-13ed-49ca-a2c9-40c7f6ef0703', 'network_id': '83166103-7560-4ace-bfbe-05a1216e31b8', 'admin_state_up': True, 'tenant_id': 'e019f687769f408d9c3faab0c8693a9d', 'security_groups': ['66c88dd3-649f-4aa2-852b-62f1334e7ef2']}} {{(pid=106268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 13:37:55.850020 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4419bbdf-b737-45ac-b55f-8a4d67977375 req-e370327a-12c1-4f33-b8ea-c953320350a7 tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:37:55.851473 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-4419bbdf-b737-45ac-b55f-8a4d67977375 req-e370327a-12c1-4f33-b8ea-c953320350a7 tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=f8ca2b3e-05c2-422b-a6ac-8eddcf6fc7f0 HTTP/1.1" status: 200 len: 931 time: 0.1198201 Oct 03 13:37:55.886324 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Current status of the port 1596c1d8-15dc-4b0b-8e23-90392080d77a is: ACTIVE; New status is: ACTIVE {{(pid=106270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 13:37:55.911869 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.notifiers.nova [req-981b0e31-7bd2-447a-88ed-e894d6ef90ff req-2c209628-726a-4a93-9f8f-48b0f1fbe794 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fedd529-0907-4e1f-afe2-2a21d1185f1d {{(pid=106268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 03 13:37:55.927802 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-981b0e31-7bd2-447a-88ed-e894d6ef90ff req-2c209628-726a-4a93-9f8f-48b0f1fbe794 service neutron] Publish callbacks [] for port (4fedd529-0907-4e1f-afe2-2a21d1185f1d), precommit_update {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:55.966254 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.db.provisioning_blocks [req-981b0e31-7bd2-447a-88ed-e894d6ef90ff req-2c209628-726a-4a93-9f8f-48b0f1fbe794 service neutron] Transition to ACTIVE for port object 4fedd529-0907-4e1f-afe2-2a21d1185f1d will not be triggered until provisioned by entity L2. {{(pid=106268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 03 13:37:55.981355 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-981b0e31-7bd2-447a-88ed-e894d6ef90ff req-2c209628-726a-4a93-9f8f-48b0f1fbe794 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751015143617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751014657006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751014658052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25417910'] for port (4fedd529-0907-4e1f-afe2-2a21d1185f1d), after_update {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:56.018482 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-4419bbdf-b737-45ac-b55f-8a4d67977375 req-99469d37-bd2f-436d-86d3-37537a0d3aa3 tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=7a9cea02-29c9-43f9-aa91-97a86ba6a476&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1479101 Oct 03 13:37:56.025737 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:37:56.045853 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:37:56.083682 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c209628-726a-4a93-9f8f-48b0f1fbe794 service neutron] Pushing event updated for resources: {'Port': ['ID=4fedd529-0907-4e1f-afe2-2a21d1185f1d,revision_number=2']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:37:56.120109 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f871efa6-c1e8-4a31-b5b2-32df8f62d3aa req-5b5388f5-1f30-4ac2-9c4d-8df2cf1dde28 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Made reservation on behalf of e019f687769f408d9c3faab0c8693a9d for: {'port': 1} {{(pid=106268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 13:37:56.123891 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-f871efa6-c1e8-4a31-b5b2-32df8f62d3aa req-5b5388f5-1f30-4ac2-9c4d-8df2cf1dde28 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (None), before_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:56.245045 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-e5ac5c6f-4108-4705-843c-366f8c13d87f req-295eb546-bb87-4268-af58-94631b0d2135 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=5bdf1da3-13ed-49ca-a2c9-40c7f6ef0703 HTTP/1.1" status: 200 len: 210 time: 0.0322480 Oct 03 13:37:56.456313 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.managers [req-981b0e31-7bd2-447a-88ed-e894d6ef90ff req-2c209628-726a-4a93-9f8f-48b0f1fbe794 service neutron] Attempting to bind port 4fedd529-0907-4e1f-afe2-2a21d1185f1d on host hv-cinder-86009 for vnic_type normal with profile {{(pid=106268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 13:37:56.456652 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.managers [req-981b0e31-7bd2-447a-88ed-e894d6ef90ff req-2c209628-726a-4a93-9f8f-48b0f1fbe794 service neutron] Attempting to bind port 4fedd529-0907-4e1f-afe2-2a21d1185f1d by drivers openvswitch,hyperv on host hv-cinder-86009 at level 0 using segments [{'id': '74b279f9-1202-42a8-8155-1717a07de33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '4ae25b55-bed6-49d7-9a22-c9e416e149dd'}] {{(pid=106268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 13:37:56.456983 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-981b0e31-7bd2-447a-88ed-e894d6ef90ff req-2c209628-726a-4a93-9f8f-48b0f1fbe794 service neutron] Attempting to bind port 4fedd529-0907-4e1f-afe2-2a21d1185f1d on network 4ae25b55-bed6-49d7-9a22-c9e416e149dd {{(pid=106268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 13:37:56.545856 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-981b0e31-7bd2-447a-88ed-e894d6ef90ff req-2c209628-726a-4a93-9f8f-48b0f1fbe794 service neutron] Port 4fedd529-0907-4e1f-afe2-2a21d1185f1d on network 4ae25b55-bed6-49d7-9a22-c9e416e149dd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86009 {{(pid=106268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 03 13:37:56.546185 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-981b0e31-7bd2-447a-88ed-e894d6ef90ff req-2c209628-726a-4a93-9f8f-48b0f1fbe794 service neutron] Attempting to bind port 4fedd529-0907-4e1f-afe2-2a21d1185f1d on network 4ae25b55-bed6-49d7-9a22-c9e416e149dd {{(pid=106268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 13:37:56.599422 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.db.db_base_plugin_common [req-f871efa6-c1e8-4a31-b5b2-32df8f62d3aa req-5b5388f5-1f30-4ac2-9c4d-8df2cf1dde28 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Allocated IP 172.20.0.11 (83166103-7560-4ace-bfbe-05a1216e31b8/bc4f70ab-e5db-4143-a1e5-7fb2da9adef0/a788fb3b-a7c9-4293-adc4-4714a34e7902) {{(pid=106268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 13:37:56.621928 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-981b0e31-7bd2-447a-88ed-e894d6ef90ff req-2c209628-726a-4a93-9f8f-48b0f1fbe794 service neutron] Checking agent: {'id': '1af51d63-a9c9-4bbe-9b0d-c8e0a80c641c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 13, 28, 37), 'started_at': datetime.datetime(2022, 10, 3, 13, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 13, 37, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 13:37:56.622260 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-981b0e31-7bd2-447a-88ed-e894d6ef90ff req-2c209628-726a-4a93-9f8f-48b0f1fbe794 service neutron] Checking segment: {'id': '74b279f9-1202-42a8-8155-1717a07de33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '4ae25b55-bed6-49d7-9a22-c9e416e149dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 13:37:56.622649 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-981b0e31-7bd2-447a-88ed-e894d6ef90ff req-2c209628-726a-4a93-9f8f-48b0f1fbe794 service neutron] Bound using segment: {'id': '74b279f9-1202-42a8-8155-1717a07de33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '4ae25b55-bed6-49d7-9a22-c9e416e149dd'} {{(pid=106268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 13:37:56.623100 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.managers [req-981b0e31-7bd2-447a-88ed-e894d6ef90ff req-2c209628-726a-4a93-9f8f-48b0f1fbe794 service neutron] Bound port: 4fedd529-0907-4e1f-afe2-2a21d1185f1d, host: hv-cinder-86009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74b279f9-1202-42a8-8155-1717a07de33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '4ae25b55-bed6-49d7-9a22-c9e416e149dd'}}] {{(pid=106268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 13:37:56.623457 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-981b0e31-7bd2-447a-88ed-e894d6ef90ff req-2c209628-726a-4a93-9f8f-48b0f1fbe794 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (4fedd529-0907-4e1f-afe2-2a21d1185f1d), before_update {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:56.770914 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.db [req-981b0e31-7bd2-447a-88ed-e894d6ef90ff req-2c209628-726a-4a93-9f8f-48b0f1fbe794 service neutron] For port 4fedd529-0907-4e1f-afe2-2a21d1185f1d, host hv-cinder-86009, cleared binding levels {{(pid=106268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 13:37:56.795294 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.db [req-981b0e31-7bd2-447a-88ed-e894d6ef90ff req-2c209628-726a-4a93-9f8f-48b0f1fbe794 service neutron] For port 4fedd529-0907-4e1f-afe2-2a21d1185f1d, host hv-cinder-86009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86009',level=0,port_id=4fedd529-0907-4e1f-afe2-2a21d1185f1d,segment=NetworkSegment(74b279f9-1202-42a8-8155-1717a07de33b),segment_id=74b279f9-1202-42a8-8155-1717a07de33b)] {{(pid=106268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 13:37:56.808804 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-981b0e31-7bd2-447a-88ed-e894d6ef90ff req-2c209628-726a-4a93-9f8f-48b0f1fbe794 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751015143617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751014657006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751014658052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25417910'] for port (4fedd529-0907-4e1f-afe2-2a21d1185f1d), after_update {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:56.815715 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981b0e31-7bd2-447a-88ed-e894d6ef90ff req-2c209628-726a-4a93-9f8f-48b0f1fbe794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:37:56.816348 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-981b0e31-7bd2-447a-88ed-e894d6ef90ff req-2c209628-726a-4a93-9f8f-48b0f1fbe794 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512321'] for port (None), before_response {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:56.817772 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-981b0e31-7bd2-447a-88ed-e894d6ef90ff req-2c209628-726a-4a93-9f8f-48b0f1fbe794 service neutron] 10.222.0.65 "PUT /networking/v2.0/ports/4fedd529-0907-4e1f-afe2-2a21d1185f1d HTTP/1.1" status: 200 len: 1093 time: 1.5442924 Oct 03 13:37:56.821823 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8ca2b3e-05c2-422b-a6ac-8eddcf6fc7f0', 'tag': '4fedd529-0907-4e1f-afe2-2a21d1185f1d'}] {{(pid=106268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 13:37:56.824214 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd70873512ffc397a2b7ac25ee02414627e7506f7787b64d61dc92e00300ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21f60d48-9393-44f1-b031-1b58f7c1e826" -d '{"events": [{"name": "network-changed", "server_uuid": "f8ca2b3e-05c2-422b-a6ac-8eddcf6fc7f0", "tag": "4fedd529-0907-4e1f-afe2-2a21d1185f1d"}]}' {{(pid=106268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 13:37:56.855022 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-f871efa6-c1e8-4a31-b5b2-32df8f62d3aa req-5b5388f5-1f30-4ac2-9c4d-8df2cf1dde28 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Publish callbacks [] for port (a788fb3b-a7c9-4293-adc4-4714a34e7902), precommit_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:56.886890 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 13:37:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0ae1634-6766-49d1-bc30-b4059a7cfde2 x-openstack-request-id: req-d0ae1634-6766-49d1-bc30-b4059a7cfde2 {{(pid=106268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 13:37:56.887182 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8ca2b3e-05c2-422b-a6ac-8eddcf6fc7f0", "tag": "4fedd529-0907-4e1f-afe2-2a21d1185f1d", "status": "completed", "code": 200}]} {{(pid=106268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 13:37:56.887435 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d0ae1634-6766-49d1-bc30-b4059a7cfde2 {{(pid=106268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 13:37:56.887834 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0ae1634-6766-49d1-bc30-b4059a7cfde2'] response: {'name': 'network-changed', 'server_uuid': 'f8ca2b3e-05c2-422b-a6ac-8eddcf6fc7f0', 'tag': '4fedd529-0907-4e1f-afe2-2a21d1185f1d', 'status': 'completed', 'code': 200} Oct 03 13:37:56.935655 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c209628-726a-4a93-9f8f-48b0f1fbe794 service neutron] Pushing event updated for resources: {'Port': ['ID=4fedd529-0907-4e1f-afe2-2a21d1185f1d,revision_number=3']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:37:56.940337 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981b0e31-7bd2-447a-88ed-e894d6ef90ff req-5afa9a80-5f5d-4c67-b28d-1109cd741ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:37:56.941887 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-981b0e31-7bd2-447a-88ed-e894d6ef90ff req-5afa9a80-5f5d-4c67-b28d-1109cd741ccf service neutron] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=1432ad4a21624574b8caeaf10f2f8339&device_id=f8ca2b3e-05c2-422b-a6ac-8eddcf6fc7f0 HTTP/1.1" status: 200 len: 1127 time: 0.0734527 Oct 03 13:37:56.952081 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-f871efa6-c1e8-4a31-b5b2-32df8f62d3aa req-5b5388f5-1f30-4ac2-9c4d-8df2cf1dde28 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751014656988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25417805'] for port (a788fb3b-a7c9-4293-adc4-4714a34e7902), after_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:56.989660 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:37:57.020895 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-981b0e31-7bd2-447a-88ed-e894d6ef90ff req-2d0a8eed-b5c8-4eb0-9df9-2837975966d0 service neutron] 10.222.0.65 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4fedd529-0907-4e1f-afe2-2a21d1185f1d HTTP/1.1" status: 200 len: 217 time: 0.0610783 Oct 03 13:37:57.047764 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f871efa6-c1e8-4a31-b5b2-32df8f62d3aa req-5b5388f5-1f30-4ac2-9c4d-8df2cf1dde28 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Network 83166103-7560-4ace-bfbe-05a1216e31b8 is already hosted by enough agents. {{(pid=106268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 13:37:57.070553 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.scheduler.base_scheduler [req-f871efa6-c1e8-4a31-b5b2-32df8f62d3aa req-5b5388f5-1f30-4ac2-9c4d-8df2cf1dde28 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Resources bound (agent type, host, resource id): {{(pid=106268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 13:37:57.074249 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5388f5-1f30-4ac2-9c4d-8df2cf1dde28 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Pushing event updated for resources: {'Port': ['ID=a788fb3b-a7c9-4293-adc4-4714a34e7902,revision_number=1']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:37:57.078005 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.db.l3_dvrscheduler_db [req-f871efa6-c1e8-4a31-b5b2-32df8f62d3aa req-5b5388f5-1f30-4ac2-9c4d-8df2cf1dde28 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Received port after_create {{(pid=106268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 13:37:57.081036 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:37:57.130803 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981b0e31-7bd2-447a-88ed-e894d6ef90ff req-029ca19f-7b92-4624-ad2b-a69916b51de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:37:57.132308 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-981b0e31-7bd2-447a-88ed-e894d6ef90ff req-029ca19f-7b92-4624-ad2b-a69916b51de8 service neutron] 10.222.0.65 "GET /networking/v2.0/subnets?id=186bd512-24d4-4a2b-8bd3-48c53a4e9c74 HTTP/1.1" status: 200 len: 850 time: 0.1013620 Oct 03 13:37:57.159996 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f871efa6-c1e8-4a31-b5b2-32df8f62d3aa req-5b5388f5-1f30-4ac2-9c4d-8df2cf1dde28 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:37:57.160632 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-f871efa6-c1e8-4a31-b5b2-32df8f62d3aa req-5b5388f5-1f30-4ac2-9c4d-8df2cf1dde28 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512321'] for port (None), before_response {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:57.166937 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ad0c92-a6a5-4e8d-8cdd-e72b9c1d757b req-2f368206-610b-408b-a6c0-14ae30cdf3c5 tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:37:57.168596 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-a6ad0c92-a6a5-4e8d-8cdd-e72b9c1d757b req-2f368206-610b-408b-a6c0-14ae30cdf3c5 tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=f8ca2b3e-05c2-422b-a6ac-8eddcf6fc7f0 HTTP/1.1" status: 200 len: 943 time: 0.0507376 Oct 03 13:37:57.202488 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-f871efa6-c1e8-4a31-b5b2-32df8f62d3aa req-5b5388f5-1f30-4ac2-9c4d-8df2cf1dde28 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.65 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3662522 Oct 03 13:37:57.203668 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981b0e31-7bd2-447a-88ed-e894d6ef90ff req-5355f769-69c0-45e4-b354-985c33b8f7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:37:57.206095 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-981b0e31-7bd2-447a-88ed-e894d6ef90ff req-5355f769-69c0-45e4-b354-985c33b8f7b9 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?network_id=4ae25b55-bed6-49d7-9a22-c9e416e149dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0620401 Oct 03 13:37:57.223545 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-a6ad0c92-a6a5-4e8d-8cdd-e72b9c1d757b req-69e473af-f306-4423-bed1-4b09a3b8a9a0 tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=7a9cea02-29c9-43f9-aa91-97a86ba6a476&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465465 Oct 03 13:37:57.232226 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.v2.base [req-f871efa6-c1e8-4a31-b5b2-32df8f62d3aa req-b5c8cd27-ba59-4c98-bcba-7713ce90ca3c service neutron] Request body: {'port': {'device_id': '5bdf1da3-13ed-49ca-a2c9-40c7f6ef0703', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86009'}} {{(pid=106268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 13:37:57.359133 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.provisioning_blocks [None req-32590e02-115f-4ab6-8881-8d69a6de09e7 None None] Provisioning complete for port a788fb3b-a7c9-4293-adc4-4714a34e7902 triggered by entity DHCP. {{(pid=106270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 13:37:57.359656 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-32590e02-115f-4ab6-8881-8d69a6de09e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1340199'] for port (a788fb3b-a7c9-4293-adc4-4714a34e7902), provisioning_complete {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:57.359778 dv-cinder-860090-1-iscsi neutron-server[106270]: INFO neutron.plugins.ml2.plugin [None req-32590e02-115f-4ab6-8881-8d69a6de09e7 None None] Attempt 1 to provision port a788fb3b-a7c9-4293-adc4-4714a34e7902 Oct 03 13:37:57.379477 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-f871efa6-c1e8-4a31-b5b2-32df8f62d3aa req-b5c8cd27-ba59-4c98-bcba-7713ce90ca3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (a788fb3b-a7c9-4293-adc4-4714a34e7902), before_update {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:57.398899 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-32590e02-115f-4ab6-8881-8d69a6de09e7 None None] Port a788fb3b-a7c9-4293-adc4-4714a34e7902 cannot update to ACTIVE because it is not bound. {{(pid=106270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 03 13:37:57.410004 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f9bf0e-0293-48c7-b54d-eb0b17dd827b req-758b6006-afe6-415d-b80f-f59efd9387da tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:37:57.411478 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-33f9bf0e-0293-48c7-b54d-eb0b17dd827b req-758b6006-afe6-415d-b80f-f59efd9387da tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=5bdf1da3-13ed-49ca-a2c9-40c7f6ef0703 HTTP/1.1" status: 200 len: 932 time: 0.0828216 Oct 03 13:37:57.431049 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-981b0e31-7bd2-447a-88ed-e894d6ef90ff req-13ef70ed-4083-4b50-b469-6f1442768068 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/4ae25b55-bed6-49d7-9a22-c9e416e149dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1942828 Oct 03 13:37:57.553577 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-33f9bf0e-0293-48c7-b54d-eb0b17dd827b req-7799d2b6-7cce-474d-8d74-f5ec06d64c64 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=66c88dd3-649f-4aa2-852b-62f1334e7ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1335986 Oct 03 13:37:57.648075 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-981b0e31-7bd2-447a-88ed-e894d6ef90ff req-f89a5262-dbc4-4ddc-96d7-7a80ad5f514f service neutron] 10.222.0.65 "GET /networking/v2.0/networks/4ae25b55-bed6-49d7-9a22-c9e416e149dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2061348 Oct 03 13:37:57.787180 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.notifiers.nova [req-f871efa6-c1e8-4a31-b5b2-32df8f62d3aa req-b5c8cd27-ba59-4c98-bcba-7713ce90ca3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a788fb3b-a7c9-4293-adc4-4714a34e7902 {{(pid=106268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 03 13:37:57.795094 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-f871efa6-c1e8-4a31-b5b2-32df8f62d3aa req-b5c8cd27-ba59-4c98-bcba-7713ce90ca3c service neutron] Publish callbacks [] for port (a788fb3b-a7c9-4293-adc4-4714a34e7902), precommit_update {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:57.808852 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.db.provisioning_blocks [req-f871efa6-c1e8-4a31-b5b2-32df8f62d3aa req-b5c8cd27-ba59-4c98-bcba-7713ce90ca3c service neutron] Transition to ACTIVE for port object a788fb3b-a7c9-4293-adc4-4714a34e7902 will not be triggered until provisioned by entity L2. {{(pid=106268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 03 13:37:57.813480 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-f871efa6-c1e8-4a31-b5b2-32df8f62d3aa req-b5c8cd27-ba59-4c98-bcba-7713ce90ca3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751015143617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751014657006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751014658052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25417910'] for port (a788fb3b-a7c9-4293-adc4-4714a34e7902), after_update {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:57.879495 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c8cd27-ba59-4c98-bcba-7713ce90ca3c service neutron] Pushing event updated for resources: {'Port': ['ID=a788fb3b-a7c9-4293-adc4-4714a34e7902,revision_number=2']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:37:57.914927 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:37:57.931713 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.managers [req-f871efa6-c1e8-4a31-b5b2-32df8f62d3aa req-b5c8cd27-ba59-4c98-bcba-7713ce90ca3c service neutron] Attempting to bind port a788fb3b-a7c9-4293-adc4-4714a34e7902 on host hv-cinder-86009 for vnic_type normal with profile {{(pid=106268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 13:37:57.932042 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.managers [req-f871efa6-c1e8-4a31-b5b2-32df8f62d3aa req-b5c8cd27-ba59-4c98-bcba-7713ce90ca3c service neutron] Attempting to bind port a788fb3b-a7c9-4293-adc4-4714a34e7902 by drivers openvswitch,hyperv on host hv-cinder-86009 at level 0 using segments [{'id': '24e9c697-6214-4a54-b0c6-42aa0af9c46f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '83166103-7560-4ace-bfbe-05a1216e31b8'}] {{(pid=106268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 13:37:57.932362 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f871efa6-c1e8-4a31-b5b2-32df8f62d3aa req-b5c8cd27-ba59-4c98-bcba-7713ce90ca3c service neutron] Attempting to bind port a788fb3b-a7c9-4293-adc4-4714a34e7902 on network 83166103-7560-4ace-bfbe-05a1216e31b8 {{(pid=106268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 13:37:57.975866 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:37:57.979865 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f871efa6-c1e8-4a31-b5b2-32df8f62d3aa req-b5c8cd27-ba59-4c98-bcba-7713ce90ca3c service neutron] Port a788fb3b-a7c9-4293-adc4-4714a34e7902 on network 83166103-7560-4ace-bfbe-05a1216e31b8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86009 {{(pid=106268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 03 13:37:57.980218 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f871efa6-c1e8-4a31-b5b2-32df8f62d3aa req-b5c8cd27-ba59-4c98-bcba-7713ce90ca3c service neutron] Attempting to bind port a788fb3b-a7c9-4293-adc4-4714a34e7902 on network 83166103-7560-4ace-bfbe-05a1216e31b8 {{(pid=106268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 13:37:58.025898 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f871efa6-c1e8-4a31-b5b2-32df8f62d3aa req-b5c8cd27-ba59-4c98-bcba-7713ce90ca3c service neutron] Checking agent: {'id': '1af51d63-a9c9-4bbe-9b0d-c8e0a80c641c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 13, 28, 37), 'started_at': datetime.datetime(2022, 10, 3, 13, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 13, 37, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 13:37:58.026222 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f871efa6-c1e8-4a31-b5b2-32df8f62d3aa req-b5c8cd27-ba59-4c98-bcba-7713ce90ca3c service neutron] Checking segment: {'id': '24e9c697-6214-4a54-b0c6-42aa0af9c46f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '83166103-7560-4ace-bfbe-05a1216e31b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 13:37:58.026598 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f871efa6-c1e8-4a31-b5b2-32df8f62d3aa req-b5c8cd27-ba59-4c98-bcba-7713ce90ca3c service neutron] Bound using segment: {'id': '24e9c697-6214-4a54-b0c6-42aa0af9c46f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '83166103-7560-4ace-bfbe-05a1216e31b8'} {{(pid=106268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 13:37:58.027416 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.managers [req-f871efa6-c1e8-4a31-b5b2-32df8f62d3aa req-b5c8cd27-ba59-4c98-bcba-7713ce90ca3c service neutron] Bound port: a788fb3b-a7c9-4293-adc4-4714a34e7902, host: hv-cinder-86009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24e9c697-6214-4a54-b0c6-42aa0af9c46f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '83166103-7560-4ace-bfbe-05a1216e31b8'}}] {{(pid=106268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 13:37:58.027416 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-f871efa6-c1e8-4a31-b5b2-32df8f62d3aa req-b5c8cd27-ba59-4c98-bcba-7713ce90ca3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (a788fb3b-a7c9-4293-adc4-4714a34e7902), before_update {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:58.089511 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.db [req-f871efa6-c1e8-4a31-b5b2-32df8f62d3aa req-b5c8cd27-ba59-4c98-bcba-7713ce90ca3c service neutron] For port a788fb3b-a7c9-4293-adc4-4714a34e7902, host hv-cinder-86009, cleared binding levels {{(pid=106268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 13:37:58.092635 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.db [req-f871efa6-c1e8-4a31-b5b2-32df8f62d3aa req-b5c8cd27-ba59-4c98-bcba-7713ce90ca3c service neutron] For port a788fb3b-a7c9-4293-adc4-4714a34e7902, host hv-cinder-86009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86009',level=0,port_id=a788fb3b-a7c9-4293-adc4-4714a34e7902,segment=NetworkSegment(24e9c697-6214-4a54-b0c6-42aa0af9c46f),segment_id=24e9c697-6214-4a54-b0c6-42aa0af9c46f)] {{(pid=106268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 13:37:58.099578 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-f871efa6-c1e8-4a31-b5b2-32df8f62d3aa req-b5c8cd27-ba59-4c98-bcba-7713ce90ca3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751015143617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751014657006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751014658052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25417910'] for port (a788fb3b-a7c9-4293-adc4-4714a34e7902), after_update {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:58.103587 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f871efa6-c1e8-4a31-b5b2-32df8f62d3aa req-b5c8cd27-ba59-4c98-bcba-7713ce90ca3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:37:58.104191 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-f871efa6-c1e8-4a31-b5b2-32df8f62d3aa req-b5c8cd27-ba59-4c98-bcba-7713ce90ca3c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512321'] for port (None), before_response {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:37:58.105568 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-f871efa6-c1e8-4a31-b5b2-32df8f62d3aa req-b5c8cd27-ba59-4c98-bcba-7713ce90ca3c service neutron] 10.222.0.65 "PUT /networking/v2.0/ports/a788fb3b-a7c9-4293-adc4-4714a34e7902 HTTP/1.1" status: 200 len: 1094 time: 0.8812869 Oct 03 13:37:58.148169 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c8cd27-ba59-4c98-bcba-7713ce90ca3c service neutron] Pushing event updated for resources: {'Port': ['ID=a788fb3b-a7c9-4293-adc4-4714a34e7902,revision_number=3']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:37:58.333717 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:37:58.351392 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba42b1b-e822-470a-b82a-d50497ca286c req-2d483dc3-8b89-4726-ae06-077cb368b4b6 tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:37:58.352887 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-8ba42b1b-e822-470a-b82a-d50497ca286c req-2d483dc3-8b89-4726-ae06-077cb368b4b6 tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=f8ca2b3e-05c2-422b-a6ac-8eddcf6fc7f0 HTTP/1.1" status: 200 len: 943 time: 0.0503750 Oct 03 13:37:58.408059 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-8ba42b1b-e822-470a-b82a-d50497ca286c req-15b98d0a-d56b-4e68-a3b8-557e3d79d818 tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=7a9cea02-29c9-43f9-aa91-97a86ba6a476&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486960 Oct 03 13:37:58.747465 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2dc416-d0da-4ffb-a055-7f572b10e665 req-d29096c6-e81a-44e6-813e-e4774786181f tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:37:58.749020 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-fe2dc416-d0da-4ffb-a055-7f572b10e665 req-d29096c6-e81a-44e6-813e-e4774786181f tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=5bdf1da3-13ed-49ca-a2c9-40c7f6ef0703 HTTP/1.1" status: 200 len: 944 time: 0.1102402 Oct 03 13:37:58.752654 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f60d48-9393-44f1-b031-1b58f7c1e826 req-efb337c0-1501-408e-8a0e-6822a8fa2aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:37:58.754102 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-21f60d48-9393-44f1-b031-1b58f7c1e826 req-efb337c0-1501-408e-8a0e-6822a8fa2aca service neutron] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=1432ad4a21624574b8caeaf10f2f8339&device_id=f8ca2b3e-05c2-422b-a6ac-8eddcf6fc7f0 HTTP/1.1" status: 200 len: 1127 time: 0.0977347 Oct 03 13:37:58.763004 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f871efa6-c1e8-4a31-b5b2-32df8f62d3aa req-c52e26da-2bdd-4a1e-9274-5e68bbca382e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:37:58.764349 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-f871efa6-c1e8-4a31-b5b2-32df8f62d3aa req-c52e26da-2bdd-4a1e-9274-5e68bbca382e service neutron] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=e019f687769f408d9c3faab0c8693a9d&device_id=5bdf1da3-13ed-49ca-a2c9-40c7f6ef0703 HTTP/1.1" status: 200 len: 1128 time: 0.0679290 Oct 03 13:37:58.868626 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-f871efa6-c1e8-4a31-b5b2-32df8f62d3aa req-d565a074-b478-4830-84b3-5d8046aa6a0e service neutron] 10.222.0.65 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a788fb3b-a7c9-4293-adc4-4714a34e7902 HTTP/1.1" status: 200 len: 217 time: 0.0771141 Oct 03 13:37:58.897868 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bdf1da3-13ed-49ca-a2c9-40c7f6ef0703', 'tag': 'a788fb3b-a7c9-4293-adc4-4714a34e7902'}] {{(pid=106268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 13:37:58.900011 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd70873512ffc397a2b7ac25ee02414627e7506f7787b64d61dc92e00300ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e9e6010-f0e0-4417-b60d-2ef94bb5d44e" -d '{"events": [{"name": "network-changed", "server_uuid": "5bdf1da3-13ed-49ca-a2c9-40c7f6ef0703", "tag": "a788fb3b-a7c9-4293-adc4-4714a34e7902"}]}' {{(pid=106268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 13:37:58.935205 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-fe2dc416-d0da-4ffb-a055-7f572b10e665 req-87f56ab9-6827-4927-a287-b7577dcdfe45 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=66c88dd3-649f-4aa2-852b-62f1334e7ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1783693 Oct 03 13:37:58.940719 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 13:37:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98b4d53d-a253-47cf-8173-6ec9500744c0 x-openstack-request-id: req-98b4d53d-a253-47cf-8173-6ec9500744c0 {{(pid=106268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 13:37:58.941003 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bdf1da3-13ed-49ca-a2c9-40c7f6ef0703", "tag": "a788fb3b-a7c9-4293-adc4-4714a34e7902", "status": "completed", "code": 200}]} {{(pid=106268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 13:37:58.941249 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-98b4d53d-a253-47cf-8173-6ec9500744c0 {{(pid=106268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 13:37:58.941672 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98b4d53d-a253-47cf-8173-6ec9500744c0'] response: {'name': 'network-changed', 'server_uuid': '5bdf1da3-13ed-49ca-a2c9-40c7f6ef0703', 'tag': 'a788fb3b-a7c9-4293-adc4-4714a34e7902', 'status': 'completed', 'code': 200} Oct 03 13:37:58.976915 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f60d48-9393-44f1-b031-1b58f7c1e826 req-017271c8-cba0-463a-83b7-426558f41f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:37:58.978454 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-21f60d48-9393-44f1-b031-1b58f7c1e826 req-017271c8-cba0-463a-83b7-426558f41f71 service neutron] 10.222.0.65 "GET /networking/v2.0/networks?id=4ae25b55-bed6-49d7-9a22-c9e416e149dd HTTP/1.1" status: 200 len: 912 time: 0.2124350 Oct 03 13:37:58.979731 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f871efa6-c1e8-4a31-b5b2-32df8f62d3aa req-144164e8-29b2-45d9-a455-e63430e942d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:37:58.981022 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-f871efa6-c1e8-4a31-b5b2-32df8f62d3aa req-144164e8-29b2-45d9-a455-e63430e942d0 service neutron] 10.222.0.65 "GET /networking/v2.0/subnets?id=bc4f70ab-e5db-4143-a1e5-7fb2da9adef0 HTTP/1.1" status: 200 len: 855 time: 0.0950809 Oct 03 13:37:59.051722 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-21f60d48-9393-44f1-b031-1b58f7c1e826 req-fb80b459-bd18-41f1-9665-72524510aa6f service neutron] 10.222.0.65 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4fedd529-0907-4e1f-afe2-2a21d1185f1d HTTP/1.1" status: 200 len: 217 time: 0.0556448 Oct 03 13:37:59.072570 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f871efa6-c1e8-4a31-b5b2-32df8f62d3aa req-883ddb6e-390f-4430-b532-a5f725e599e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:37:59.074081 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-f871efa6-c1e8-4a31-b5b2-32df8f62d3aa req-883ddb6e-390f-4430-b532-a5f725e599e1 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?network_id=83166103-7560-4ace-bfbe-05a1216e31b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0769563 Oct 03 13:37:59.161343 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f60d48-9393-44f1-b031-1b58f7c1e826 req-ee25cedd-897b-4bf7-a9e5-5e85be4821e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:37:59.162810 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-21f60d48-9393-44f1-b031-1b58f7c1e826 req-ee25cedd-897b-4bf7-a9e5-5e85be4821e8 service neutron] 10.222.0.65 "GET /networking/v2.0/subnets?id=186bd512-24d4-4a2b-8bd3-48c53a4e9c74 HTTP/1.1" status: 200 len: 850 time: 0.1039841 Oct 03 13:37:59.229634 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f60d48-9393-44f1-b031-1b58f7c1e826 req-d699c7ac-547e-4092-aaee-886dd73a70d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:37:59.231133 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-21f60d48-9393-44f1-b031-1b58f7c1e826 req-d699c7ac-547e-4092-aaee-886dd73a70d0 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?network_id=4ae25b55-bed6-49d7-9a22-c9e416e149dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0621059 Oct 03 13:37:59.232996 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-f871efa6-c1e8-4a31-b5b2-32df8f62d3aa req-8d444374-35ce-427e-86f7-90f39377884d service neutron] 10.222.0.65 "GET /networking/v2.0/networks/83166103-7560-4ace-bfbe-05a1216e31b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382594 Oct 03 13:37:59.353571 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:37:59.402015 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:37:59.409738 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-21f60d48-9393-44f1-b031-1b58f7c1e826 req-2d9ffd2d-b839-4f98-9421-bd563c382db7 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/4ae25b55-bed6-49d7-9a22-c9e416e149dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610980 Oct 03 13:37:59.412197 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-f871efa6-c1e8-4a31-b5b2-32df8f62d3aa req-02a3eac5-5e00-45b1-b9e0-f1f3fd3d4a9c service neutron] 10.222.0.65 "GET /networking/v2.0/networks/83166103-7560-4ace-bfbe-05a1216e31b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624370 Oct 03 13:37:59.507086 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-21f60d48-9393-44f1-b031-1b58f7c1e826 req-0b42856b-a87f-44f9-8fb9-8ee35ebd2c79 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/4ae25b55-bed6-49d7-9a22-c9e416e149dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873499 Oct 03 13:37:59.536328 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef8fba2-77b6-4239-b9fa-ec8290128c6a req-ba3782ea-083a-4b75-a0cc-75616fc1777c tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:37:59.537879 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-2ef8fba2-77b6-4239-b9fa-ec8290128c6a req-ba3782ea-083a-4b75-a0cc-75616fc1777c tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=f8ca2b3e-05c2-422b-a6ac-8eddcf6fc7f0 HTTP/1.1" status: 200 len: 943 time: 0.0488527 Oct 03 13:37:59.585744 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-2ef8fba2-77b6-4239-b9fa-ec8290128c6a req-b7acd98f-3456-4f9e-ad92-fdd74ea86e6a tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=7a9cea02-29c9-43f9-aa91-97a86ba6a476&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421011 Oct 03 13:38:00.070003 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66a614c-93e9-47cc-97ca-8604cff89687 req-1b194934-ef37-4786-b4a3-6ff5b1d9b80f tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:38:00.071543 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-f66a614c-93e9-47cc-97ca-8604cff89687 req-1b194934-ef37-4786-b4a3-6ff5b1d9b80f tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=5bdf1da3-13ed-49ca-a2c9-40c7f6ef0703 HTTP/1.1" status: 200 len: 944 time: 0.0528800 Oct 03 13:38:00.120478 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-f66a614c-93e9-47cc-97ca-8604cff89687 req-06cbef19-a222-44c7-884d-bf856261e4dd tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=66c88dd3-649f-4aa2-852b-62f1334e7ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432444 Oct 03 13:38:00.486849 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9e6010-f0e0-4417-b60d-2ef94bb5d44e req-5c1b78ee-b240-45c7-a28c-6a059c731a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:38:00.488638 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-9e9e6010-f0e0-4417-b60d-2ef94bb5d44e req-5c1b78ee-b240-45c7-a28c-6a059c731a4f service neutron] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=e019f687769f408d9c3faab0c8693a9d&device_id=5bdf1da3-13ed-49ca-a2c9-40c7f6ef0703 HTTP/1.1" status: 200 len: 1128 time: 0.0445390 Oct 03 13:38:00.592279 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9e6010-f0e0-4417-b60d-2ef94bb5d44e req-bdc02f5e-c01a-4fbd-a09f-fb6bc82ec89b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:38:00.593241 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-9e9e6010-f0e0-4417-b60d-2ef94bb5d44e req-bdc02f5e-c01a-4fbd-a09f-fb6bc82ec89b service neutron] 10.222.0.65 "GET /networking/v2.0/networks?id=83166103-7560-4ace-bfbe-05a1216e31b8 HTTP/1.1" status: 200 len: 917 time: 0.0933769 Oct 03 13:38:00.636187 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-9e9e6010-f0e0-4417-b60d-2ef94bb5d44e req-a8414f88-1ef6-4535-9ebd-aa8da85d83af service neutron] 10.222.0.65 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a788fb3b-a7c9-4293-adc4-4714a34e7902 HTTP/1.1" status: 200 len: 217 time: 0.0340958 Oct 03 13:38:00.688151 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9e6010-f0e0-4417-b60d-2ef94bb5d44e req-b3af15cb-23fd-4ad1-b2ac-7c0aa3637435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:38:00.690351 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-9e9e6010-f0e0-4417-b60d-2ef94bb5d44e req-b3af15cb-23fd-4ad1-b2ac-7c0aa3637435 service neutron] 10.222.0.65 "GET /networking/v2.0/subnets?id=bc4f70ab-e5db-4143-a1e5-7fb2da9adef0 HTTP/1.1" status: 200 len: 855 time: 0.0474596 Oct 03 13:38:00.714060 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e398f9-7333-4e1b-af15-e653d3182115 req-824edd4c-b384-47bb-a9c7-07e1606fba2d tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:38:00.715791 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-c6e398f9-7333-4e1b-af15-e653d3182115 req-824edd4c-b384-47bb-a9c7-07e1606fba2d tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=f8ca2b3e-05c2-422b-a6ac-8eddcf6fc7f0 HTTP/1.1" status: 200 len: 943 time: 0.0515180 Oct 03 13:38:00.738953 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9e6010-f0e0-4417-b60d-2ef94bb5d44e req-3b50cbc2-684b-4d84-ba8a-14ebd4922c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:38:00.740446 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-9e9e6010-f0e0-4417-b60d-2ef94bb5d44e req-3b50cbc2-684b-4d84-ba8a-14ebd4922c05 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?network_id=83166103-7560-4ace-bfbe-05a1216e31b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438573 Oct 03 13:38:00.772583 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-c6e398f9-7333-4e1b-af15-e653d3182115 req-90ed029e-1aa7-46c2-b795-0b0a5a62864d tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=7a9cea02-29c9-43f9-aa91-97a86ba6a476&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475793 Oct 03 13:38:00.841969 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-9e9e6010-f0e0-4417-b60d-2ef94bb5d44e req-15a10a55-d27f-47c9-aae2-db5474ba6580 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/83166103-7560-4ace-bfbe-05a1216e31b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931675 Oct 03 13:38:00.938457 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-9e9e6010-f0e0-4417-b60d-2ef94bb5d44e req-4616844f-58f5-4033-bc3e-31108310e25e service neutron] 10.222.0.65 "GET /networking/v2.0/networks/83166103-7560-4ace-bfbe-05a1216e31b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891318 Oct 03 13:38:01.268521 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bf3b19-ee27-4e40-8eac-235a8ea06183 req-afd423ed-400b-42e9-9d9f-fa894389f81e tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:38:01.269950 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-a6bf3b19-ee27-4e40-8eac-235a8ea06183 req-afd423ed-400b-42e9-9d9f-fa894389f81e tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=5bdf1da3-13ed-49ca-a2c9-40c7f6ef0703 HTTP/1.1" status: 200 len: 944 time: 0.0509236 Oct 03 13:38:01.331594 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-a6bf3b19-ee27-4e40-8eac-235a8ea06183 req-dee6460b-618d-4681-ac36-61720532d114 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=66c88dd3-649f-4aa2-852b-62f1334e7ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557618 Oct 03 13:38:01.545314 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Device 4fedd529-0907-4e1f-afe2-2a21d1185f1d details requested by agent hyperv_hv-cinder-86009 with host hv-cinder-86009 {{(pid=106270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 03 13:38:01.654605 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.db [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] For port 4fedd529-0907-4e1f-afe2-2a21d1185f1d, host hv-cinder-86009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86009',level=0,port_id=4fedd529-0907-4e1f-afe2-2a21d1185f1d,segment=NetworkSegment(74b279f9-1202-42a8-8155-1717a07de33b),segment_id=74b279f9-1202-42a8-8155-1717a07de33b)] {{(pid=106270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 13:38:01.667206 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Returning: {'device': '4fedd529-0907-4e1f-afe2-2a21d1185f1d', 'network_id': '4ae25b55-bed6-49d7-9a22-c9e416e149dd', 'port_id': '4fedd529-0907-4e1f-afe2-2a21d1185f1d', 'mac_address': 'fa:16:3e:2c:ba:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '186bd512-24d4-4a2b-8bd3-48c53a4e9c74', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 03 13:38:01.705270 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Current status of the port 4fedd529-0907-4e1f-afe2-2a21d1185f1d is: DOWN; New status is: BUILD {{(pid=106270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 13:38:01.705705 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (4fedd529-0907-4e1f-afe2-2a21d1185f1d), before_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:38:01.720887 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.notifiers.nova [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fedd529-0907-4e1f-afe2-2a21d1185f1d {{(pid=106270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 03 13:38:01.727174 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:38:01.743741 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.db [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] For port 4fedd529-0907-4e1f-afe2-2a21d1185f1d, host hv-cinder-86009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86009',level=0,port_id=4fedd529-0907-4e1f-afe2-2a21d1185f1d,segment=NetworkSegment(74b279f9-1202-42a8-8155-1717a07de33b),segment_id=74b279f9-1202-42a8-8155-1717a07de33b)] {{(pid=106270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 13:38:01.747550 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751015143617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751014657006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751014658052'] for port (4fedd529-0907-4e1f-afe2-2a21d1185f1d), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:38:01.796466 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Pushing event updated for resources: {'Port': ['ID=4fedd529-0907-4e1f-afe2-2a21d1185f1d,revision_number=4']} {{(pid=106270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:38:01.904249 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec7ab63-7384-47dd-9660-d1f1264f32d7 req-c2ed8678-1c42-4ac6-874c-b224ab121e73 tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:38:01.905772 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-0ec7ab63-7384-47dd-9660-d1f1264f32d7 req-c2ed8678-1c42-4ac6-874c-b224ab121e73 tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=f8ca2b3e-05c2-422b-a6ac-8eddcf6fc7f0 HTTP/1.1" status: 200 len: 944 time: 0.0520353 Oct 03 13:38:01.958633 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-0ec7ab63-7384-47dd-9660-d1f1264f32d7 req-32ce2eb5-8de9-4e08-919e-fd2094e07b8a tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=7a9cea02-29c9-43f9-aa91-97a86ba6a476&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464008 Oct 03 13:38:02.063845 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.db [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] get_ports_and_sgs() called for port_ids ['4fedd529-0907-4e1f-afe2-2a21d1185f1d'] {{(pid=106270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 03 13:38:02.114729 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-e38d481a-53f8-45b3-8f3f-1fa4799af392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (3460fffa-818c-4144-9400-237880db20a4), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:38:02.461564 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726b7a34-fe95-4617-aa3a-f07498ff23ce req-039a4413-1a72-4525-acd4-c7becad29d6a tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:38:02.463051 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-726b7a34-fe95-4617-aa3a-f07498ff23ce req-039a4413-1a72-4525-acd4-c7becad29d6a tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=5bdf1da3-13ed-49ca-a2c9-40c7f6ef0703 HTTP/1.1" status: 200 len: 944 time: 0.0458391 Oct 03 13:38:02.513668 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-726b7a34-fe95-4617-aa3a-f07498ff23ce req-9e3127d1-6384-425e-a396-2e46abc05b68 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=66c88dd3-649f-4aa2-852b-62f1334e7ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449796 Oct 03 13:38:03.087077 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7436d597-f805-4402-af1c-3a00938bcfc0 req-fc6a8f8b-af43-44c9-84ec-a77a097ed138 tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:38:03.089414 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-7436d597-f805-4402-af1c-3a00938bcfc0 req-fc6a8f8b-af43-44c9-84ec-a77a097ed138 tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=f8ca2b3e-05c2-422b-a6ac-8eddcf6fc7f0 HTTP/1.1" status: 200 len: 944 time: 0.0508516 Oct 03 13:38:03.141194 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-7436d597-f805-4402-af1c-3a00938bcfc0 req-ac1b8f49-b0b4-4aa9-8cbd-d450ee2939d9 tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=7a9cea02-29c9-43f9-aa91-97a86ba6a476&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455675 Oct 03 13:38:03.565942 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Device a788fb3b-a7c9-4293-adc4-4714a34e7902 details requested by agent hyperv_hv-cinder-86009 with host hv-cinder-86009 {{(pid=106270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 03 13:38:03.569845 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Device 4fedd529-0907-4e1f-afe2-2a21d1185f1d up at agent hyperv_hv-cinder-86009 {{(pid=106270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 13:38:03.615274 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:38:03.664376 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa485e8c-5a55-4ffb-b5f3-93b0329a90a6 req-c83d529c-093c-4c41-a5e1-15b1e1819528 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:38:03.665884 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-fa485e8c-5a55-4ffb-b5f3-93b0329a90a6 req-c83d529c-093c-4c41-a5e1-15b1e1819528 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=5bdf1da3-13ed-49ca-a2c9-40c7f6ef0703 HTTP/1.1" status: 200 len: 944 time: 0.0590456 Oct 03 13:38:03.681773 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.provisioning_blocks [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Provisioning for port 4fedd529-0907-4e1f-afe2-2a21d1185f1d completed by entity L2. {{(pid=106270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 03 13:38:03.698266 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.provisioning_blocks [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Provisioning complete for port 4fedd529-0907-4e1f-afe2-2a21d1185f1d triggered by entity L2. {{(pid=106270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 13:38:03.698863 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1340199'] for port (4fedd529-0907-4e1f-afe2-2a21d1185f1d), provisioning_complete {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:38:03.699416 dv-cinder-860090-1-iscsi neutron-server[106270]: INFO neutron.plugins.ml2.plugin [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Attempt 1 to provision port 4fedd529-0907-4e1f-afe2-2a21d1185f1d Oct 03 13:38:03.721953 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-fa485e8c-5a55-4ffb-b5f3-93b0329a90a6 req-b7d447f1-0f53-4ac0-b8ba-7b1a8d23ffa0 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=66c88dd3-649f-4aa2-852b-62f1334e7ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502241 Oct 03 13:38:03.791198 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.db [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] For port a788fb3b-a7c9-4293-adc4-4714a34e7902, host hv-cinder-86009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86009',level=0,port_id=a788fb3b-a7c9-4293-adc4-4714a34e7902,segment=NetworkSegment(24e9c697-6214-4a54-b0c6-42aa0af9c46f),segment_id=24e9c697-6214-4a54-b0c6-42aa0af9c46f)] {{(pid=106270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 13:38:03.792341 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:38:03.794347 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=49,neutron:UPDATE=1 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:38:03.811527 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Returning: {'device': 'a788fb3b-a7c9-4293-adc4-4714a34e7902', 'network_id': '83166103-7560-4ace-bfbe-05a1216e31b8', 'port_id': 'a788fb3b-a7c9-4293-adc4-4714a34e7902', 'mac_address': 'fa:16:3e:bd:50:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc4f70ab-e5db-4143-a1e5-7fb2da9adef0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 03 13:38:03.879369 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Current status of the port 4fedd529-0907-4e1f-afe2-2a21d1185f1d is: BUILD; New status is: ACTIVE {{(pid=106270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 13:38:03.879687 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (4fedd529-0907-4e1f-afe2-2a21d1185f1d), before_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:38:03.881893 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Current status of the port a788fb3b-a7c9-4293-adc4-4714a34e7902 is: DOWN; New status is: BUILD {{(pid=106270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 13:38:03.882260 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (a788fb3b-a7c9-4293-adc4-4714a34e7902), before_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:38:03.905092 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.notifiers.nova [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a788fb3b-a7c9-4293-adc4-4714a34e7902 {{(pid=106270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 03 13:38:03.921115 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8ca2b3e-05c2-422b-a6ac-8eddcf6fc7f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fedd529-0907-4e1f-afe2-2a21d1185f1d'}] {{(pid=106270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 13:38:03.924336 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}560c9627402e85393d05fbb3c51e26d9631cba9dc4b6297c571b83e08b497dad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19f00b1e-d9e0-4b1a-a903-1adf539726ec" -d '{"events": [{"server_uuid": "f8ca2b3e-05c2-422b-a6ac-8eddcf6fc7f0", "name": "network-vif-plugged", "status": "completed", "tag": "4fedd529-0907-4e1f-afe2-2a21d1185f1d"}]}' {{(pid=106270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 13:38:03.949835 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.db [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] For port 4fedd529-0907-4e1f-afe2-2a21d1185f1d, host hv-cinder-86009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86009',level=0,port_id=4fedd529-0907-4e1f-afe2-2a21d1185f1d,segment=NetworkSegment(74b279f9-1202-42a8-8155-1717a07de33b),segment_id=74b279f9-1202-42a8-8155-1717a07de33b)] {{(pid=106270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 13:38:03.954555 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.db [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] For port a788fb3b-a7c9-4293-adc4-4714a34e7902, host hv-cinder-86009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86009',level=0,port_id=a788fb3b-a7c9-4293-adc4-4714a34e7902,segment=NetworkSegment(24e9c697-6214-4a54-b0c6-42aa0af9c46f),segment_id=24e9c697-6214-4a54-b0c6-42aa0af9c46f)] {{(pid=106270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 13:38:03.956071 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751015143617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751014657006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751014658052'] for port (4fedd529-0907-4e1f-afe2-2a21d1185f1d), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:38:03.962225 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751015143617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751014657006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751014658052'] for port (a788fb3b-a7c9-4293-adc4-4714a34e7902), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:38:03.982401 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 13:38:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e37329f7-b0e7-4568-a811-0b0608d31326 x-openstack-request-id: req-e37329f7-b0e7-4568-a811-0b0608d31326 {{(pid=106270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 13:38:03.982795 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8ca2b3e-05c2-422b-a6ac-8eddcf6fc7f0", "name": "network-vif-plugged", "status": "completed", "tag": "4fedd529-0907-4e1f-afe2-2a21d1185f1d", "code": 200}]} {{(pid=106270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 13:38:03.982995 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e37329f7-b0e7-4568-a811-0b0608d31326 {{(pid=106270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 13:38:03.983390 dv-cinder-860090-1-iscsi neutron-server[106270]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e37329f7-b0e7-4568-a811-0b0608d31326'] response: {'server_uuid': 'f8ca2b3e-05c2-422b-a6ac-8eddcf6fc7f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fedd529-0907-4e1f-afe2-2a21d1185f1d', 'code': 200} Oct 03 13:38:04.022481 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Pushing event updated for resources: {'Port': ['ID=4fedd529-0907-4e1f-afe2-2a21d1185f1d,revision_number=5']} {{(pid=106270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:38:04.077790 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Pushing event updated for resources: {'Port': ['ID=a788fb3b-a7c9-4293-adc4-4714a34e7902,revision_number=4']} {{(pid=106270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:38:04.184322 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b62414-28f3-4fa0-9893-dd0b2a327f1c req-d64d87c7-d93f-418a-8ff0-8ff426230800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:38:04.186029 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-91b62414-28f3-4fa0-9893-dd0b2a327f1c req-d64d87c7-d93f-418a-8ff0-8ff426230800 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?device_id=f8ca2b3e-05c2-422b-a6ac-8eddcf6fc7f0 HTTP/1.1" status: 200 len: 1129 time: 0.0406768 Oct 03 13:38:04.221801 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=100 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:38:04.245316 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=100 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:38:04.249097 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-91b62414-28f3-4fa0-9893-dd0b2a327f1c req-3a47ffcb-6c3d-4936-98f1-86bc28f6bbbb service neutron] 10.222.0.65 "GET /networking/v2.0/security-groups?id=7a9cea02-29c9-43f9-aa91-97a86ba6a476&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524971 Oct 03 13:38:04.288845 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b52f9e2-ec4f-4b5d-b927-124b4bc3352a req-5ae6af3d-28b5-4e16-8f55-35e674090594 tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:38:04.290394 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-3b52f9e2-ec4f-4b5d-b927-124b4bc3352a req-5ae6af3d-28b5-4e16-8f55-35e674090594 tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=f8ca2b3e-05c2-422b-a6ac-8eddcf6fc7f0 HTTP/1.1" status: 200 len: 945 time: 0.0623488 Oct 03 13:38:04.330851 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.db [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] get_ports_and_sgs() called for port_ids ['a788fb3b-a7c9-4293-adc4-4714a34e7902'] {{(pid=106270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 03 13:38:04.333614 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:38:04.343766 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-3b52f9e2-ec4f-4b5d-b927-124b4bc3352a req-c2901543-8b44-49f0-ab55-7ffaa292afac tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=7a9cea02-29c9-43f9-aa91-97a86ba6a476&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477531 Oct 03 13:38:04.408382 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.agents_db [None req-0a1e5e68-d5eb-461a-8b1a-39e3d06a9bb6 None None] Agent healthcheck: found 6 active agents {{(pid=106271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 03 13:38:04.866340 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d1c7ce-a222-42ae-8c18-6f61eb6b2e89 req-7ac94a68-05c3-4ff5-b354-df988b1f3139 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:38:04.867923 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-a8d1c7ce-a222-42ae-8c18-6f61eb6b2e89 req-7ac94a68-05c3-4ff5-b354-df988b1f3139 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=5bdf1da3-13ed-49ca-a2c9-40c7f6ef0703 HTTP/1.1" status: 200 len: 945 time: 0.0543585 Oct 03 13:38:04.877341 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-5cd2452e-c0e3-470e-bea8-c28053d3cb3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (94180321-47b1-4b5c-b620-b1b0a31df446), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:38:04.924645 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-a8d1c7ce-a222-42ae-8c18-6f61eb6b2e89 req-126c9998-083f-4924-98fe-723acf2363c7 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=66c88dd3-649f-4aa2-852b-62f1334e7ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499973 Oct 03 13:38:05.478730 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761b66fb-5899-4c5a-b3f6-5234be1bfeb4 req-29e4f5f0-b371-43a1-b5f2-ab7192fdea1a tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:38:05.480261 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-761b66fb-5899-4c5a-b3f6-5234be1bfeb4 req-29e4f5f0-b371-43a1-b5f2-ab7192fdea1a tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=f8ca2b3e-05c2-422b-a6ac-8eddcf6fc7f0 HTTP/1.1" status: 200 len: 945 time: 0.0493040 Oct 03 13:38:05.530243 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-761b66fb-5899-4c5a-b3f6-5234be1bfeb4 req-2a2ad618-d436-4105-b69e-b9346454a03a tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=7a9cea02-29c9-43f9-aa91-97a86ba6a476&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438643 Oct 03 13:38:05.572133 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Device a788fb3b-a7c9-4293-adc4-4714a34e7902 up at agent hyperv_hv-cinder-86009 {{(pid=106270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 13:38:05.616276 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.provisioning_blocks [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Provisioning for port a788fb3b-a7c9-4293-adc4-4714a34e7902 completed by entity L2. {{(pid=106270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 03 13:38:05.622053 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.provisioning_blocks [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Provisioning complete for port a788fb3b-a7c9-4293-adc4-4714a34e7902 triggered by entity L2. {{(pid=106270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 13:38:05.622430 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1340199'] for port (a788fb3b-a7c9-4293-adc4-4714a34e7902), provisioning_complete {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:38:05.622802 dv-cinder-860090-1-iscsi neutron-server[106270]: INFO neutron.plugins.ml2.plugin [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Attempt 1 to provision port a788fb3b-a7c9-4293-adc4-4714a34e7902 Oct 03 13:38:05.698300 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Current status of the port a788fb3b-a7c9-4293-adc4-4714a34e7902 is: BUILD; New status is: ACTIVE {{(pid=106270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 13:38:05.698693 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (a788fb3b-a7c9-4293-adc4-4714a34e7902), before_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:38:05.720776 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:38:05.741007 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.db [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] For port a788fb3b-a7c9-4293-adc4-4714a34e7902, host hv-cinder-86009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86009',level=0,port_id=a788fb3b-a7c9-4293-adc4-4714a34e7902,segment=NetworkSegment(24e9c697-6214-4a54-b0c6-42aa0af9c46f),segment_id=24e9c697-6214-4a54-b0c6-42aa0af9c46f)] {{(pid=106270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 13:38:05.745037 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751015143617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751014657006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751014658052'] for port (a788fb3b-a7c9-4293-adc4-4714a34e7902), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:38:05.795976 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Pushing event updated for resources: {'Port': ['ID=a788fb3b-a7c9-4293-adc4-4714a34e7902,revision_number=5']} {{(pid=106270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:38:05.984722 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bdf1da3-13ed-49ca-a2c9-40c7f6ef0703', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a788fb3b-a7c9-4293-adc4-4714a34e7902'}] {{(pid=106270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 13:38:05.987773 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}560c9627402e85393d05fbb3c51e26d9631cba9dc4b6297c571b83e08b497dad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f62670f-5d34-4ec6-b30f-11c2af0e7b9d" -d '{"events": [{"server_uuid": "5bdf1da3-13ed-49ca-a2c9-40c7f6ef0703", "name": "network-vif-plugged", "status": "completed", "tag": "a788fb3b-a7c9-4293-adc4-4714a34e7902"}]}' {{(pid=106270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 13:38:06.028767 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 13:38:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d85eafc-db19-4e79-b1c4-c88cb37695f2 x-openstack-request-id: req-1d85eafc-db19-4e79-b1c4-c88cb37695f2 {{(pid=106270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 13:38:06.029088 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bdf1da3-13ed-49ca-a2c9-40c7f6ef0703", "name": "network-vif-plugged", "status": "completed", "tag": "a788fb3b-a7c9-4293-adc4-4714a34e7902", "code": 200}]} {{(pid=106270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 13:38:06.029348 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1d85eafc-db19-4e79-b1c4-c88cb37695f2 {{(pid=106270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 13:38:06.029782 dv-cinder-860090-1-iscsi neutron-server[106270]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d85eafc-db19-4e79-b1c4-c88cb37695f2'] response: {'server_uuid': '5bdf1da3-13ed-49ca-a2c9-40c7f6ef0703', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a788fb3b-a7c9-4293-adc4-4714a34e7902', 'code': 200} Oct 03 13:38:06.065000 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb001ea-1f96-4988-86ec-ada8f5b4bb93 req-2cc76ac8-4710-4b58-9ad5-fd9de7c7c935 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:38:06.066613 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-cfb001ea-1f96-4988-86ec-ada8f5b4bb93 req-2cc76ac8-4710-4b58-9ad5-fd9de7c7c935 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=5bdf1da3-13ed-49ca-a2c9-40c7f6ef0703 HTTP/1.1" status: 200 len: 946 time: 0.0544758 Oct 03 13:38:06.118377 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-cfb001ea-1f96-4988-86ec-ada8f5b4bb93 req-5bc7f6a2-1cda-429b-b0f0-f3e2b7620635 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=66c88dd3-649f-4aa2-852b-62f1334e7ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454636 Oct 03 13:38:06.151071 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-1bb28928-3e93-41c9-8900-1ecfb790b160 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (5eabf47d-5620-4e94-9269-ef19fe52be68), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:38:06.523817 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecbcfb3-b178-4e2b-afe9-721c43bf5eed req-fbf0400b-aab5-46bd-9c1b-b0c04a60e804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:38:06.525319 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-7ecbcfb3-b178-4e2b-afe9-721c43bf5eed req-fbf0400b-aab5-46bd-9c1b-b0c04a60e804 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?device_id=5bdf1da3-13ed-49ca-a2c9-40c7f6ef0703 HTTP/1.1" status: 200 len: 1130 time: 0.0416400 Oct 03 13:38:06.584005 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-7ecbcfb3-b178-4e2b-afe9-721c43bf5eed req-c86012ba-5913-4f5f-a6e2-cecf8da5c096 service neutron] 10.222.0.65 "GET /networking/v2.0/security-groups?id=66c88dd3-649f-4aa2-852b-62f1334e7ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454192 Oct 03 13:38:06.656522 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5216d806-4af1-4eda-a300-e2e29cadba99 req-98fda58e-6a35-4195-be4c-3f31239a0891 tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:38:06.658553 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-5216d806-4af1-4eda-a300-e2e29cadba99 req-98fda58e-6a35-4195-be4c-3f31239a0891 tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=f8ca2b3e-05c2-422b-a6ac-8eddcf6fc7f0 HTTP/1.1" status: 200 len: 945 time: 0.0480421 Oct 03 13:38:06.706219 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-5216d806-4af1-4eda-a300-e2e29cadba99 req-a608a17f-a9bd-4302-bdaa-5ede2d073044 tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=7a9cea02-29c9-43f9-aa91-97a86ba6a476&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420372 Oct 03 13:38:06.834699 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a413a51c-ee05-4086-9d4c-91d635dd78f8 req-d6ee439b-c1ce-4d4e-bc88-a6e34466da83 tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:38:06.836212 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-a413a51c-ee05-4086-9d4c-91d635dd78f8 req-d6ee439b-c1ce-4d4e-bc88-a6e34466da83 tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=f8ca2b3e-05c2-422b-a6ac-8eddcf6fc7f0 HTTP/1.1" status: 200 len: 945 time: 0.0491290 Oct 03 13:38:06.848157 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 34940) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:38:06.852588 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.v2.base [None req-ff8e61f7-3c62-4c25-b090-5b34346b3167 tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Request body: {'floatingip': {'port_id': '4fedd529-0907-4e1f-afe2-2a21d1185f1d'}} {{(pid=106269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 13:38:06.895483 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-ff8e61f7-3c62-4c25-b090-5b34346b3167 tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Publish callbacks [] for floatingip (53425ecf-3329-470f-88ce-eb889935f73c), before_update {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:38:07.096008 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:38:07.199556 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:38:07.252288 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df56e10f-a40a-4f50-a08d-b95c007b72de req-ee910867-779f-4fe2-b45e-c03ca6b93567 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:38:07.253814 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-df56e10f-a40a-4f50-a08d-b95c007b72de req-ee910867-779f-4fe2-b45e-c03ca6b93567 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=5bdf1da3-13ed-49ca-a2c9-40c7f6ef0703 HTTP/1.1" status: 200 len: 946 time: 0.0508614 Oct 03 13:38:07.304998 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-df56e10f-a40a-4f50-a08d-b95c007b72de req-1ad63898-77ad-4e3e-9c03-fdecd54094e9 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=66c88dd3-649f-4aa2-852b-62f1334e7ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454531 Oct 03 13:38:07.340327 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-ff8e61f7-3c62-4c25-b090-5b34346b3167 tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:38:07.344377 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-ff8e61f7-3c62-4c25-b090-5b34346b3167 tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3722562'] for floatingip (53425ecf-3329-470f-88ce-eb889935f73c), after_update {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:38:07.450023 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.db.l3_db [None req-ff8e61f7-3c62-4c25-b090-5b34346b3167 tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Floating IP 53425ecf-3329-470f-88ce-eb889935f73c associated. External IP: 172.27.1.7, port: 4fedd529-0907-4e1f-afe2-2a21d1185f1d. Oct 03 13:38:07.490890 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (d46c7ed5-c451-4a76-ab3f-ab8e3ea4a5ec), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:38:07.643838 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-9b3e6be4-ae7f-4a46-812d-719b0ca73959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (3cd5b2bb-c81a-4ce3-a212-a51c5aa706bd), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:38:07.665779 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff8e61f7-3c62-4c25-b090-5b34346b3167 tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Router 34ec1ae2-2ab5-419a-b041-dbfaef2c5f1b has already been hosted by L3 agent 94180321-47b1-4b5c-b620-b1b0a31df446 {{(pid=106269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 03 13:38:07.777315 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff8e61f7-3c62-4c25-b090-5b34346b3167 tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Notify agent at l3_agent.dv-cinder-860090-1-iscsi the message routers_updated {{(pid=106269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 13:38:07.783124 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-ff8e61f7-3c62-4c25-b090-5b34346b3167 tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512321'] for floatingip (None), before_response {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:38:07.788853 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac2563b9-f751-466e-a625-5dae57c7053a None None] Sync routers for ids ['34ec1ae2-2ab5-419a-b041-dbfaef2c5f1b'] in dv-cinder-860090-1-iscsi {{(pid=106270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 13:38:07.800964 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac2563b9-f751-466e-a625-5dae57c7053a None None] Routers {'34ec1ae2-2ab5-419a-b041-dbfaef2c5f1b'} bound to L3 agent in host dv-cinder-860090-1-iscsi {{(pid=106270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 13:38:07.801718 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_hamode_db [None req-ac2563b9-f751-466e-a625-5dae57c7053a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860090-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-03T13:22:05Z,description=,heartbeat_timestamp=2022-10-03T13:38:05Z,host='dv-cinder-860090-1-iscsi',id=94180321-47b1-4b5c-b620-b1b0a31df446,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T13:22:05Z,topic='l3_agent')) {'router_ids': ['34ec1ae2-2ab5-419a-b041-dbfaef2c5f1b'], 'active': True} {{(pid=106270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:38:07.916214 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_dvr_db [None req-ac2563b9-f751-466e-a625-5dae57c7053a None None] Set router 34ec1ae2-2ab5-419a-b041-dbfaef2c5f1b gateway port host: dv-cinder-860090-1-iscsi {{(pid=106270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 13:38:08.072310 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-ff8e61f7-3c62-4c25-b090-5b34346b3167 tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] 10.222.0.58 "PUT /networking/v2.0/floatingips/53425ecf-3329-470f-88ce-eb889935f73c HTTP/1.1" status: 200 len: 989 time: 1.2215781 Oct 03 13:38:08.072310 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8ca2b3e-05c2-422b-a6ac-8eddcf6fc7f0', 'tag': '4fedd529-0907-4e1f-afe2-2a21d1185f1d'}] {{(pid=106269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 13:38:08.074266 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b47918ded4abb292cd9624282dac8ea540c92c8d0d786a5a735fddaf1d274698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97609f6f-36d9-4d9c-a5f3-836858bf2ab1" -d '{"events": [{"name": "network-changed", "server_uuid": "f8ca2b3e-05c2-422b-a6ac-8eddcf6fc7f0", "tag": "4fedd529-0907-4e1f-afe2-2a21d1185f1d"}]}' {{(pid=106269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 13:38:08.178189 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 13:38:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0af2363-785b-4a72-9b63-f4239c2151ee x-openstack-request-id: req-b0af2363-785b-4a72-9b63-f4239c2151ee {{(pid=106269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 13:38:08.178834 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8ca2b3e-05c2-422b-a6ac-8eddcf6fc7f0", "tag": "4fedd529-0907-4e1f-afe2-2a21d1185f1d", "status": "completed", "code": 200}]} {{(pid=106269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 13:38:08.178834 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b0af2363-785b-4a72-9b63-f4239c2151ee {{(pid=106269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 13:38:08.179124 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0af2363-785b-4a72-9b63-f4239c2151ee'] response: {'name': 'network-changed', 'server_uuid': 'f8ca2b3e-05c2-422b-a6ac-8eddcf6fc7f0', 'tag': '4fedd529-0907-4e1f-afe2-2a21d1185f1d', 'status': 'completed', 'code': 200} Oct 03 13:38:08.287195 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_hamode_db [None req-ac2563b9-f751-466e-a625-5dae57c7053a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34ec1ae2-2ab5-419a-b041-dbfaef2c5f1b', 'name': 'tempest-AttachVolumeTestJSON-1868036134-router', 'tenant_id': '1432ad4a21624574b8caeaf10f2f8339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'external_fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'c233b228-3af1-4856-8fa4-343cf6d8e3ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:32:34Z', 'updated_at': '2022-10-03T13:32:39Z', 'revision_number': 4, 'project_id': '1432ad4a21624574b8caeaf10f2f8339', 'gw_port': {'id': 'c233b228-3af1-4856-8fa4-343cf6d8e3ae', 'name': '', 'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:b6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ec1ae2-2ab5-419a-b041-dbfaef2c5f1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:32:35Z', 'updated_at': '2022-10-03T13:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860090-1-iscsi', '_floatingips': [{'id': '53425ecf-3329-470f-88ce-eb889935f73c', 'tenant_id': '1432ad4a21624574b8caeaf10f2f8339', 'floating_ip_address': '172.27.1.7', 'floating_network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'router_id': '34ec1ae2-2ab5-419a-b041-dbfaef2c5f1b', 'port_id': '4fedd529-0907-4e1f-afe2-2a21d1185f1d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4ae25b55-bed6-49d7-9a22-c9e416e149dd', 'mac_address': 'fa:16:3e:2c:ba:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ca2b3e-05c2-422b-a6ac-8eddcf6fc7f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T13:37:50Z', 'updated_at': '2022-10-03T13:38:07Z', 'revision_number': 1, 'project_id': '1432ad4a21624574b8caeaf10f2f8339', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddfb6d25-3fd1-46a8-bc78-f8c923349fe2', 'name': '', 'network_id': '4ae25b55-bed6-49d7-9a22-c9e416e149dd', 'tenant_id': '1432ad4a21624574b8caeaf10f2f8339', 'mac_address': 'fa:16:3e:d9:ee:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ec1ae2-2ab5-419a-b041-dbfaef2c5f1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '186bd512-24d4-4a2b-8bd3-48c53a4e9c74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:32:38Z', 'updated_at': '2022-10-03T13:32:47Z', 'revision_number': 5, 'project_id': '1432ad4a21624574b8caeaf10f2f8339', 'subnets': [{'id': '186bd512-24d4-4a2b-8bd3-48c53a4e9c74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860090-1-iscsi', False) {} {{(pid=106270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:38:08.312978 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac2563b9-f751-466e-a625-5dae57c7053a None None] Checking router: 34ec1ae2-2ab5-419a-b041-dbfaef2c5f1b for host: dv-cinder-860090-1-iscsi {{(pid=106270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 13:38:08.321856 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac2563b9-f751-466e-a625-5dae57c7053a None None] Routers {'34ec1ae2-2ab5-419a-b041-dbfaef2c5f1b'} bound to L3 agent in host dv-cinder-860090-1-iscsi {{(pid=106270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 13:38:08.322530 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_hamode_db [None req-ac2563b9-f751-466e-a625-5dae57c7053a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860090-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-03T13:22:05Z,description=,heartbeat_timestamp=2022-10-03T13:38:05Z,host='dv-cinder-860090-1-iscsi',id=94180321-47b1-4b5c-b620-b1b0a31df446,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T13:22:05Z,topic='l3_agent')) {'router_ids': ['34ec1ae2-2ab5-419a-b041-dbfaef2c5f1b'], 'active': True} {{(pid=106270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:38:08.411557 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:38:08.437711 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_dvr_db [None req-ac2563b9-f751-466e-a625-5dae57c7053a None None] Set router 34ec1ae2-2ab5-419a-b041-dbfaef2c5f1b gateway port host: dv-cinder-860090-1-iscsi {{(pid=106270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 13:38:08.448881 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3239cda8-3bf1-4581-82da-42fae94bc003 req-bf98ea4a-4c7f-4633-a6e8-a30569100a27 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:38:08.450509 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-3239cda8-3bf1-4581-82da-42fae94bc003 req-bf98ea4a-4c7f-4633-a6e8-a30569100a27 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=5bdf1da3-13ed-49ca-a2c9-40c7f6ef0703 HTTP/1.1" status: 200 len: 946 time: 0.0559411 Oct 03 13:38:08.507608 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-3239cda8-3bf1-4581-82da-42fae94bc003 req-4e8eb439-5b55-40a0-8a60-124809a8263b tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=66c88dd3-649f-4aa2-852b-62f1334e7ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504367 Oct 03 13:38:08.546996 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (1af51d63-a9c9-4bbe-9b0d-c8e0a80c641c), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:38:08.679617 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_hamode_db [None req-ac2563b9-f751-466e-a625-5dae57c7053a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34ec1ae2-2ab5-419a-b041-dbfaef2c5f1b', 'name': 'tempest-AttachVolumeTestJSON-1868036134-router', 'tenant_id': '1432ad4a21624574b8caeaf10f2f8339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'external_fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'c233b228-3af1-4856-8fa4-343cf6d8e3ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:32:34Z', 'updated_at': '2022-10-03T13:32:39Z', 'revision_number': 4, 'project_id': '1432ad4a21624574b8caeaf10f2f8339', 'gw_port': {'id': 'c233b228-3af1-4856-8fa4-343cf6d8e3ae', 'name': '', 'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:b6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ec1ae2-2ab5-419a-b041-dbfaef2c5f1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:32:35Z', 'updated_at': '2022-10-03T13:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860090-1-iscsi', '_floatingips': [{'id': '53425ecf-3329-470f-88ce-eb889935f73c', 'tenant_id': '1432ad4a21624574b8caeaf10f2f8339', 'floating_ip_address': '172.27.1.7', 'floating_network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'router_id': '34ec1ae2-2ab5-419a-b041-dbfaef2c5f1b', 'port_id': '4fedd529-0907-4e1f-afe2-2a21d1185f1d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4ae25b55-bed6-49d7-9a22-c9e416e149dd', 'mac_address': 'fa:16:3e:2c:ba:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ca2b3e-05c2-422b-a6ac-8eddcf6fc7f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T13:37:50Z', 'updated_at': '2022-10-03T13:38:07Z', 'revision_number': 1, 'project_id': '1432ad4a21624574b8caeaf10f2f8339', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddfb6d25-3fd1-46a8-bc78-f8c923349fe2', 'name': '', 'network_id': '4ae25b55-bed6-49d7-9a22-c9e416e149dd', 'tenant_id': '1432ad4a21624574b8caeaf10f2f8339', 'mac_address': 'fa:16:3e:d9:ee:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ec1ae2-2ab5-419a-b041-dbfaef2c5f1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '186bd512-24d4-4a2b-8bd3-48c53a4e9c74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:32:38Z', 'updated_at': '2022-10-03T13:32:47Z', 'revision_number': 5, 'project_id': '1432ad4a21624574b8caeaf10f2f8339', 'subnets': [{'id': '186bd512-24d4-4a2b-8bd3-48c53a4e9c74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860090-1-iscsi', False) {} {{(pid=106270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:38:08.705802 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac2563b9-f751-466e-a625-5dae57c7053a None None] The sync data for ids ['34ec1ae2-2ab5-419a-b041-dbfaef2c5f1b'] in dv-cinder-860090-1-iscsi is: [{'id': '34ec1ae2-2ab5-419a-b041-dbfaef2c5f1b', 'name': 'tempest-AttachVolumeTestJSON-1868036134-router', 'tenant_id': '1432ad4a21624574b8caeaf10f2f8339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'external_fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'c233b228-3af1-4856-8fa4-343cf6d8e3ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:32:34Z', 'updated_at': '2022-10-03T13:32:39Z', 'revision_number': 4, 'project_id': '1432ad4a21624574b8caeaf10f2f8339', 'gw_port': {'id': 'c233b228-3af1-4856-8fa4-343cf6d8e3ae', 'name': '', 'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:b6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ec1ae2-2ab5-419a-b041-dbfaef2c5f1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:32:35Z', 'updated_at': '2022-10-03T13:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860090-1-iscsi', '_floatingips': [{'id': '53425ecf-3329-470f-88ce-eb889935f73c', 'tenant_id': '1432ad4a21624574b8caeaf10f2f8339', 'floating_ip_address': '172.27.1.7', 'floating_network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'router_id': '34ec1ae2-2ab5-419a-b041-dbfaef2c5f1b', 'port_id': '4fedd529-0907-4e1f-afe2-2a21d1185f1d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4ae25b55-bed6-49d7-9a22-c9e416e149dd', 'mac_address': 'fa:16:3e:2c:ba:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ca2b3e-05c2-422b-a6ac-8eddcf6fc7f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T13:37:50Z', 'updated_at': '2022-10-03T13:38:07Z', 'revision_number': 1, 'project_id': '1432ad4a21624574b8caeaf10f2f8339', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddfb6d25-3fd1-46a8-bc78-f8c923349fe2', 'name': '', 'network_id': '4ae25b55-bed6-49d7-9a22-c9e416e149dd', 'tenant_id': '1432ad4a21624574b8caeaf10f2f8339', 'mac_address': 'fa:16:3e:d9:ee:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ec1ae2-2ab5-419a-b041-dbfaef2c5f1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '186bd512-24d4-4a2b-8bd3-48c53a4e9c74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:32:38Z', 'updated_at': '2022-10-03T13:32:47Z', 'revision_number': 5, 'project_id': '1432ad4a21624574b8caeaf10f2f8339', 'subnets': [{'id': '186bd512-24d4-4a2b-8bd3-48c53a4e9c74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 13:38:08.920626 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b4345fa-5b1c-4696-9e7e-496f7c75bb60 None None] New status for floating IP 53425ecf-3329-470f-88ce-eb889935f73c: ACTIVE {{(pid=106271) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 03 13:38:09.050161 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97609f6f-36d9-4d9c-a5f3-836858bf2ab1 req-b107ac31-760f-4ec8-a5a4-699a6265cacb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:38:09.051700 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-97609f6f-36d9-4d9c-a5f3-836858bf2ab1 req-b107ac31-760f-4ec8-a5a4-699a6265cacb service neutron] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=1432ad4a21624574b8caeaf10f2f8339&device_id=f8ca2b3e-05c2-422b-a6ac-8eddcf6fc7f0 HTTP/1.1" status: 200 len: 1129 time: 0.0508413 Oct 03 13:38:09.168043 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97609f6f-36d9-4d9c-a5f3-836858bf2ab1 req-d8e8aa4b-4abf-4412-b7f6-f51cf0df7eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:38:09.169557 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-97609f6f-36d9-4d9c-a5f3-836858bf2ab1 req-d8e8aa4b-4abf-4412-b7f6-f51cf0df7eb8 service neutron] 10.222.0.65 "GET /networking/v2.0/networks?id=4ae25b55-bed6-49d7-9a22-c9e416e149dd HTTP/1.1" status: 200 len: 912 time: 0.1062462 Oct 03 13:38:09.497299 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-97609f6f-36d9-4d9c-a5f3-836858bf2ab1 req-845aa88d-1682-4bc9-af47-f65c3e6b53c7 service neutron] 10.222.0.65 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4fedd529-0907-4e1f-afe2-2a21d1185f1d HTTP/1.1" status: 200 len: 999 time: 0.3169305 Oct 03 13:38:09.553127 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97609f6f-36d9-4d9c-a5f3-836858bf2ab1 req-344eedca-dd3b-4f36-80fa-16e1cb07659f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:38:09.555758 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-97609f6f-36d9-4d9c-a5f3-836858bf2ab1 req-344eedca-dd3b-4f36-80fa-16e1cb07659f service neutron] 10.222.0.65 "GET /networking/v2.0/subnets?id=186bd512-24d4-4a2b-8bd3-48c53a4e9c74 HTTP/1.1" status: 200 len: 850 time: 0.0482342 Oct 03 13:38:09.608389 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97609f6f-36d9-4d9c-a5f3-836858bf2ab1 req-00c1c688-2766-4165-8afc-8fd34863b9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:38:09.609862 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-97609f6f-36d9-4d9c-a5f3-836858bf2ab1 req-00c1c688-2766-4165-8afc-8fd34863b9fd service neutron] 10.222.0.65 "GET /networking/v2.0/ports?network_id=4ae25b55-bed6-49d7-9a22-c9e416e149dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0460787 Oct 03 13:38:09.649102 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09b0d61-fecc-41a6-a524-ffccc7a56a6a req-29fbbbd0-9513-48d7-be46-6f537a7df661 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:38:09.650648 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-c09b0d61-fecc-41a6-a524-ffccc7a56a6a req-29fbbbd0-9513-48d7-be46-6f537a7df661 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=5bdf1da3-13ed-49ca-a2c9-40c7f6ef0703 HTTP/1.1" status: 200 len: 946 time: 0.0527008 Oct 03 13:38:09.700053 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-c09b0d61-fecc-41a6-a524-ffccc7a56a6a req-b350528d-15f7-4ce4-9133-38338c560bfb tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=66c88dd3-649f-4aa2-852b-62f1334e7ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432367 Oct 03 13:38:09.704923 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-97609f6f-36d9-4d9c-a5f3-836858bf2ab1 req-9a476699-ddc6-4a10-81b6-0b9cc0375653 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/4ae25b55-bed6-49d7-9a22-c9e416e149dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876985 Oct 03 13:38:09.862891 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=100 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:38:09.869864 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=100 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:38:09.898118 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df898cac-230f-4382-8da5-e1ab3940d476 req-23058dff-8d36-447b-9c3e-4fe13f035424 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:38:09.900710 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-df898cac-230f-4382-8da5-e1ab3940d476 req-23058dff-8d36-447b-9c3e-4fe13f035424 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=5bdf1da3-13ed-49ca-a2c9-40c7f6ef0703 HTTP/1.1" status: 200 len: 946 time: 0.1012084 Oct 03 13:38:09.911125 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 34956) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:38:09.915621 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.v2.base [None req-221904e8-7032-4b1f-a6e0-32f975fd7b17 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Request body: {'floatingip': {'port_id': 'a788fb3b-a7c9-4293-adc4-4714a34e7902'}} {{(pid=106269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 13:38:09.945941 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-97609f6f-36d9-4d9c-a5f3-836858bf2ab1 req-6d93bb07-ebb9-4ed1-9a2d-9be037244e87 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/4ae25b55-bed6-49d7-9a22-c9e416e149dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2303526 Oct 03 13:38:09.959574 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-221904e8-7032-4b1f-a6e0-32f975fd7b17 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Publish callbacks [] for floatingip (b37976a7-6a95-418b-959c-c69179462b2d), before_update {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:38:10.182582 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=100 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:38:10.307028 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:38:10.465864 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-221904e8-7032-4b1f-a6e0-32f975fd7b17 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:38:10.469909 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-221904e8-7032-4b1f-a6e0-32f975fd7b17 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3722562'] for floatingip (b37976a7-6a95-418b-959c-c69179462b2d), after_update {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:38:10.575731 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.db.l3_db [None req-221904e8-7032-4b1f-a6e0-32f975fd7b17 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Floating IP b37976a7-6a95-418b-959c-c69179462b2d associated. External IP: 172.27.1.65, port: a788fb3b-a7c9-4293-adc4-4714a34e7902. Oct 03 13:38:10.784765 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-221904e8-7032-4b1f-a6e0-32f975fd7b17 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Router c8606d8c-b1c9-49d9-b355-0650feac1844 has already been hosted by L3 agent 94180321-47b1-4b5c-b620-b1b0a31df446 {{(pid=106269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 03 13:38:10.901465 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-221904e8-7032-4b1f-a6e0-32f975fd7b17 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Notify agent at l3_agent.dv-cinder-860090-1-iscsi the message routers_updated {{(pid=106269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 13:38:10.906152 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-221904e8-7032-4b1f-a6e0-32f975fd7b17 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512321'] for floatingip (None), before_response {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:38:10.911348 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-886d6817-9da4-46fa-834d-2ae9773db6f7 None None] Sync routers for ids ['c8606d8c-b1c9-49d9-b355-0650feac1844'] in dv-cinder-860090-1-iscsi {{(pid=106270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 13:38:10.921952 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-886d6817-9da4-46fa-834d-2ae9773db6f7 None None] Routers {'c8606d8c-b1c9-49d9-b355-0650feac1844'} bound to L3 agent in host dv-cinder-860090-1-iscsi {{(pid=106270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 13:38:10.922581 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_hamode_db [None req-886d6817-9da4-46fa-834d-2ae9773db6f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860090-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-03T13:22:05Z,description=,heartbeat_timestamp=2022-10-03T13:38:05Z,host='dv-cinder-860090-1-iscsi',id=94180321-47b1-4b5c-b620-b1b0a31df446,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T13:22:05Z,topic='l3_agent')) {'router_ids': ['c8606d8c-b1c9-49d9-b355-0650feac1844'], 'active': True} {{(pid=106270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:38:10.941371 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-221904e8-7032-4b1f-a6e0-32f975fd7b17 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "PUT /networking/v2.0/floatingips/b37976a7-6a95-418b-959c-c69179462b2d HTTP/1.1" status: 200 len: 991 time: 1.0263009 Oct 03 13:38:10.941371 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bdf1da3-13ed-49ca-a2c9-40c7f6ef0703', 'tag': 'a788fb3b-a7c9-4293-adc4-4714a34e7902'}] {{(pid=106269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 13:38:10.942475 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b47918ded4abb292cd9624282dac8ea540c92c8d0d786a5a735fddaf1d274698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b1a0c51-e62e-4d76-b9f1-d563a3b16afe" -d '{"events": [{"name": "network-changed", "server_uuid": "5bdf1da3-13ed-49ca-a2c9-40c7f6ef0703", "tag": "a788fb3b-a7c9-4293-adc4-4714a34e7902"}]}' {{(pid=106269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 13:38:10.976037 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:38:10.983296 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 13:38:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d764c28d-b76c-4865-9289-a5fb847989e0 x-openstack-request-id: req-d764c28d-b76c-4865-9289-a5fb847989e0 {{(pid=106269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 13:38:10.983587 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bdf1da3-13ed-49ca-a2c9-40c7f6ef0703", "tag": "a788fb3b-a7c9-4293-adc4-4714a34e7902", "status": "completed", "code": 200}]} {{(pid=106269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 13:38:10.983842 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d764c28d-b76c-4865-9289-a5fb847989e0 {{(pid=106269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 13:38:10.984254 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d764c28d-b76c-4865-9289-a5fb847989e0'] response: {'name': 'network-changed', 'server_uuid': '5bdf1da3-13ed-49ca-a2c9-40c7f6ef0703', 'tag': 'a788fb3b-a7c9-4293-adc4-4714a34e7902', 'status': 'completed', 'code': 200} Oct 03 13:38:11.031069 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_dvr_db [None req-886d6817-9da4-46fa-834d-2ae9773db6f7 None None] Set router c8606d8c-b1c9-49d9-b355-0650feac1844 gateway port host: dv-cinder-860090-1-iscsi {{(pid=106270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 13:38:11.064108 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1a0c51-e62e-4d76-b9f1-d563a3b16afe req-48cdc6d4-553f-4298-9396-fa5644eaa43b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:38:11.065659 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-6b1a0c51-e62e-4d76-b9f1-d563a3b16afe req-48cdc6d4-553f-4298-9396-fa5644eaa43b service neutron] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=e019f687769f408d9c3faab0c8693a9d&device_id=5bdf1da3-13ed-49ca-a2c9-40c7f6ef0703 HTTP/1.1" status: 200 len: 1130 time: 0.0443754 Oct 03 13:38:11.181290 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1a0c51-e62e-4d76-b9f1-d563a3b16afe req-8bbe3bd2-372a-48f4-890d-14056ea313ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:38:11.182798 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-6b1a0c51-e62e-4d76-b9f1-d563a3b16afe req-8bbe3bd2-372a-48f4-890d-14056ea313ce service neutron] 10.222.0.65 "GET /networking/v2.0/networks?id=83166103-7560-4ace-bfbe-05a1216e31b8 HTTP/1.1" status: 200 len: 917 time: 0.1056623 Oct 03 13:38:11.261325 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-6b1a0c51-e62e-4d76-b9f1-d563a3b16afe req-3cb184f9-6cc8-4223-ad72-d504024ed64b service neutron] 10.222.0.65 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a788fb3b-a7c9-4293-adc4-4714a34e7902 HTTP/1.1" status: 200 len: 999 time: 0.0661747 Oct 03 13:38:11.289611 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_hamode_db [None req-886d6817-9da4-46fa-834d-2ae9773db6f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8606d8c-b1c9-49d9-b355-0650feac1844', 'name': 'tempest-AttachVolumeShelveTestJSON-121990232-router', 'tenant_id': 'e019f687769f408d9c3faab0c8693a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'external_fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.38'}], 'enable_snat': True}, 'gw_port_id': '52620d42-0657-48d1-89ca-6526c1ad8855', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:37:45Z', 'updated_at': '2022-10-03T13:37:48Z', 'revision_number': 4, 'project_id': 'e019f687769f408d9c3faab0c8693a9d', 'gw_port': {'id': '52620d42-0657-48d1-89ca-6526c1ad8855', 'name': '', 'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:99:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8606d8c-b1c9-49d9-b355-0650feac1844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:37:45Z', 'updated_at': '2022-10-03T13:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860090-1-iscsi', '_floatingips': [{'id': 'b37976a7-6a95-418b-959c-c69179462b2d', 'tenant_id': 'e019f687769f408d9c3faab0c8693a9d', 'floating_ip_address': '172.27.1.65', 'floating_network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'router_id': 'c8606d8c-b1c9-49d9-b355-0650feac1844', 'port_id': 'a788fb3b-a7c9-4293-adc4-4714a34e7902', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83166103-7560-4ace-bfbe-05a1216e31b8', 'mac_address': 'fa:16:3e:bd:50:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bdf1da3-13ed-49ca-a2c9-40c7f6ef0703', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T13:37:52Z', 'updated_at': '2022-10-03T13:38:10Z', 'revision_number': 1, 'project_id': 'e019f687769f408d9c3faab0c8693a9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1596c1d8-15dc-4b0b-8e23-90392080d77a', 'name': '', 'network_id': '83166103-7560-4ace-bfbe-05a1216e31b8', 'tenant_id': 'e019f687769f408d9c3faab0c8693a9d', 'mac_address': 'fa:16:3e:df:de:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8606d8c-b1c9-49d9-b355-0650feac1844', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'bc4f70ab-e5db-4143-a1e5-7fb2da9adef0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:37:48Z', 'updated_at': '2022-10-03T13:37:54Z', 'revision_number': 5, 'project_id': 'e019f687769f408d9c3faab0c8693a9d', 'subnets': [{'id': 'bc4f70ab-e5db-4143-a1e5-7fb2da9adef0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860090-1-iscsi', False) {} {{(pid=106270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:38:11.325171 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-886d6817-9da4-46fa-834d-2ae9773db6f7 None None] Checking router: c8606d8c-b1c9-49d9-b355-0650feac1844 for host: dv-cinder-860090-1-iscsi {{(pid=106270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 13:38:11.333114 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1a0c51-e62e-4d76-b9f1-d563a3b16afe req-a08c4b23-a336-4388-9c85-cd8758bb7a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:38:11.335594 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-6b1a0c51-e62e-4d76-b9f1-d563a3b16afe req-a08c4b23-a336-4388-9c85-cd8758bb7a60 service neutron] 10.222.0.65 "GET /networking/v2.0/subnets?id=bc4f70ab-e5db-4143-a1e5-7fb2da9adef0 HTTP/1.1" status: 200 len: 855 time: 0.0636663 Oct 03 13:38:11.339792 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-886d6817-9da4-46fa-834d-2ae9773db6f7 None None] Routers {'c8606d8c-b1c9-49d9-b355-0650feac1844'} bound to L3 agent in host dv-cinder-860090-1-iscsi {{(pid=106270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 13:38:11.339981 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_hamode_db [None req-886d6817-9da4-46fa-834d-2ae9773db6f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860090-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-03T13:22:05Z,description=,heartbeat_timestamp=2022-10-03T13:38:05Z,host='dv-cinder-860090-1-iscsi',id=94180321-47b1-4b5c-b620-b1b0a31df446,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T13:22:05Z,topic='l3_agent')) {'router_ids': ['c8606d8c-b1c9-49d9-b355-0650feac1844'], 'active': True} {{(pid=106270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:38:11.409155 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1a0c51-e62e-4d76-b9f1-d563a3b16afe req-deaf911d-96f2-4b3c-88b6-4f86f6974ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:38:11.411499 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-6b1a0c51-e62e-4d76-b9f1-d563a3b16afe req-deaf911d-96f2-4b3c-88b6-4f86f6974ac2 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?network_id=83166103-7560-4ace-bfbe-05a1216e31b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0640097 Oct 03 13:38:11.523282 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_dvr_db [None req-886d6817-9da4-46fa-834d-2ae9773db6f7 None None] Set router c8606d8c-b1c9-49d9-b355-0650feac1844 gateway port host: dv-cinder-860090-1-iscsi {{(pid=106270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 13:38:11.561577 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-6b1a0c51-e62e-4d76-b9f1-d563a3b16afe req-79106cbe-f98b-4645-a3d5-e8e9ce9a6828 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/83166103-7560-4ace-bfbe-05a1216e31b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388056 Oct 03 13:38:11.730087 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-6b1a0c51-e62e-4d76-b9f1-d563a3b16afe req-eda74fbb-1e6b-4d20-9a6e-ad77a47d2061 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/83166103-7560-4ace-bfbe-05a1216e31b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567674 Oct 03 13:38:11.821293 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=100 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:38:11.833196 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_hamode_db [None req-886d6817-9da4-46fa-834d-2ae9773db6f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8606d8c-b1c9-49d9-b355-0650feac1844', 'name': 'tempest-AttachVolumeShelveTestJSON-121990232-router', 'tenant_id': 'e019f687769f408d9c3faab0c8693a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'external_fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.38'}], 'enable_snat': True}, 'gw_port_id': '52620d42-0657-48d1-89ca-6526c1ad8855', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:37:45Z', 'updated_at': '2022-10-03T13:37:48Z', 'revision_number': 4, 'project_id': 'e019f687769f408d9c3faab0c8693a9d', 'gw_port': {'id': '52620d42-0657-48d1-89ca-6526c1ad8855', 'name': '', 'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:99:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8606d8c-b1c9-49d9-b355-0650feac1844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:37:45Z', 'updated_at': '2022-10-03T13:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860090-1-iscsi', '_floatingips': [{'id': 'b37976a7-6a95-418b-959c-c69179462b2d', 'tenant_id': 'e019f687769f408d9c3faab0c8693a9d', 'floating_ip_address': '172.27.1.65', 'floating_network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'router_id': 'c8606d8c-b1c9-49d9-b355-0650feac1844', 'port_id': 'a788fb3b-a7c9-4293-adc4-4714a34e7902', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83166103-7560-4ace-bfbe-05a1216e31b8', 'mac_address': 'fa:16:3e:bd:50:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bdf1da3-13ed-49ca-a2c9-40c7f6ef0703', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T13:37:52Z', 'updated_at': '2022-10-03T13:38:10Z', 'revision_number': 1, 'project_id': 'e019f687769f408d9c3faab0c8693a9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1596c1d8-15dc-4b0b-8e23-90392080d77a', 'name': '', 'network_id': '83166103-7560-4ace-bfbe-05a1216e31b8', 'tenant_id': 'e019f687769f408d9c3faab0c8693a9d', 'mac_address': 'fa:16:3e:df:de:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8606d8c-b1c9-49d9-b355-0650feac1844', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'bc4f70ab-e5db-4143-a1e5-7fb2da9adef0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:37:48Z', 'updated_at': '2022-10-03T13:37:54Z', 'revision_number': 5, 'project_id': 'e019f687769f408d9c3faab0c8693a9d', 'subnets': [{'id': 'bc4f70ab-e5db-4143-a1e5-7fb2da9adef0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860090-1-iscsi', False) {} {{(pid=106270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:38:11.865694 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-886d6817-9da4-46fa-834d-2ae9773db6f7 None None] The sync data for ids ['c8606d8c-b1c9-49d9-b355-0650feac1844'] in dv-cinder-860090-1-iscsi is: [{'id': 'c8606d8c-b1c9-49d9-b355-0650feac1844', 'name': 'tempest-AttachVolumeShelveTestJSON-121990232-router', 'tenant_id': 'e019f687769f408d9c3faab0c8693a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'external_fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.38'}], 'enable_snat': True}, 'gw_port_id': '52620d42-0657-48d1-89ca-6526c1ad8855', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:37:45Z', 'updated_at': '2022-10-03T13:37:48Z', 'revision_number': 4, 'project_id': 'e019f687769f408d9c3faab0c8693a9d', 'gw_port': {'id': '52620d42-0657-48d1-89ca-6526c1ad8855', 'name': '', 'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:99:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8606d8c-b1c9-49d9-b355-0650feac1844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:37:45Z', 'updated_at': '2022-10-03T13:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860090-1-iscsi', '_floatingips': [{'id': 'b37976a7-6a95-418b-959c-c69179462b2d', 'tenant_id': 'e019f687769f408d9c3faab0c8693a9d', 'floating_ip_address': '172.27.1.65', 'floating_network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'router_id': 'c8606d8c-b1c9-49d9-b355-0650feac1844', 'port_id': 'a788fb3b-a7c9-4293-adc4-4714a34e7902', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83166103-7560-4ace-bfbe-05a1216e31b8', 'mac_address': 'fa:16:3e:bd:50:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bdf1da3-13ed-49ca-a2c9-40c7f6ef0703', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T13:37:52Z', 'updated_at': '2022-10-03T13:38:10Z', 'revision_number': 1, 'project_id': 'e019f687769f408d9c3faab0c8693a9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1596c1d8-15dc-4b0b-8e23-90392080d77a', 'name': '', 'network_id': '83166103-7560-4ace-bfbe-05a1216e31b8', 'tenant_id': 'e019f687769f408d9c3faab0c8693a9d', 'mac_address': 'fa:16:3e:df:de:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8606d8c-b1c9-49d9-b355-0650feac1844', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'bc4f70ab-e5db-4143-a1e5-7fb2da9adef0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:37:48Z', 'updated_at': '2022-10-03T13:37:54Z', 'revision_number': 5, 'project_id': 'e019f687769f408d9c3faab0c8693a9d', 'subnets': [{'id': 'bc4f70ab-e5db-4143-a1e5-7fb2da9adef0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 13:38:12.075908 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9bc2ace-32f7-4a98-8461-52ae88e9b553 None None] New status for floating IP b37976a7-6a95-418b-959c-c69179462b2d: ACTIVE {{(pid=106271) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 03 13:38:20.933298 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=73,neutron:UPDATE=2 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:38:20.935432 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=56,neutron:UPDATE=1 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:38:21.720993 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=51 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:38:21.723965 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=53 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:38:21.836928 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=65 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:38:22.188947 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=19,neutron:UPDATE=4 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:38:22.192276 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=23 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:38:32.077819 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-e6d4de0e-8ae0-4c2c-b2e8-c73a9f429111 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (3460fffa-818c-4144-9400-237880db20a4), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:38:33.110370 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=1 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:38:33.116651 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=5 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:38:34.869845 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-1af15a05-4a17-436f-862e-0ee30bf1c167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (94180321-47b1-4b5c-b620-b1b0a31df446), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:38:36.148382 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-1bb28928-3e93-41c9-8900-1ecfb790b160 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (5eabf47d-5620-4e94-9269-ef19fe52be68), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:38:37.492573 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (d46c7ed5-c451-4a76-ab3f-ab8e3ea4a5ec), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:38:37.643504 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-9b3e6be4-ae7f-4a46-812d-719b0ca73959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (3cd5b2bb-c81a-4ce3-a212-a51c5aa706bd), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:38:38.499596 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (1af51d63-a9c9-4bbe-9b0d-c8e0a80c641c), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:38:41.408157 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.agents_db [None req-0a1e5e68-d5eb-461a-8b1a-39e3d06a9bb6 None None] Agent healthcheck: found 6 active agents {{(pid=106271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 03 13:38:47.528724 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd1516e-ec1a-400e-b5d4-9435cd86ba8e req-ea45e1c4-e8fd-4b4b-93d5-33e7d73e0b91 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:38:47.530105 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-ebd1516e-ec1a-400e-b5d4-9435cd86ba8e req-ea45e1c4-e8fd-4b4b-93d5-33e7d73e0b91 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=d7a4790f-1fa2-4b82-a496-f6d5083042e3 HTTP/1.1" status: 200 len: 946 time: 0.0475476 Oct 03 13:38:47.576861 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-ebd1516e-ec1a-400e-b5d4-9435cd86ba8e req-1193a844-9942-4535-ac13-c21ededf9569 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=05dc36e6-11a2-4593-9335-f15e0beea90a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404866 Oct 03 13:38:48.486356 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=8 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:38:48.493166 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=10,neutron:UPDATE=6 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:38:48.713283 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf41b40a-d7c4-4f9d-b10d-7a0b3063157e req-b35960f1-572c-464d-84e5-72cf48a8962c tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:38:48.714904 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-bf41b40a-d7c4-4f9d-b10d-7a0b3063157e req-b35960f1-572c-464d-84e5-72cf48a8962c tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=d7a4790f-1fa2-4b82-a496-f6d5083042e3 HTTP/1.1" status: 200 len: 946 time: 0.0525959 Oct 03 13:38:48.765290 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-bf41b40a-d7c4-4f9d-b10d-7a0b3063157e req-6286f794-b81f-465c-8a91-3e3ce9ff0c30 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=05dc36e6-11a2-4593-9335-f15e0beea90a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445065 Oct 03 13:38:49.751188 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce187fd4-62ed-453e-9c7b-496c9e1ed5ab req-bafc9fbb-25f3-4075-9d84-7614122b5008 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:38:49.753959 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-ce187fd4-62ed-453e-9c7b-496c9e1ed5ab req-bafc9fbb-25f3-4075-9d84-7614122b5008 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=d7a4790f-1fa2-4b82-a496-f6d5083042e3 HTTP/1.1" status: 200 len: 946 time: 0.0563743 Oct 03 13:38:49.846024 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.plugin [req-ce187fd4-62ed-453e-9c7b-496c9e1ed5ab req-729e5a38-6efe-49b2-a7c4-ffc2f6cdf6a5 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Deleting port 1f9b1a68-4136-4ee8-9212-584268a6798e {{(pid=106268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 13:38:49.846399 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-ce187fd4-62ed-453e-9c7b-496c9e1ed5ab req-729e5a38-6efe-49b2-a7c4-ffc2f6cdf6a5 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751015143464'] for port (1f9b1a68-4136-4ee8-9212-584268a6798e), before_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:38:49.934724 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92121a64-64fc-4dcb-9234-e2371e8b3734 req-3bd156ab-90bf-4d21-b1cf-1f8217f71de9 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:38:49.936169 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-92121a64-64fc-4dcb-9234-e2371e8b3734 req-3bd156ab-90bf-4d21-b1cf-1f8217f71de9 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=d7a4790f-1fa2-4b82-a496-f6d5083042e3 HTTP/1.1" status: 200 len: 946 time: 0.0912702 Oct 03 13:38:50.002353 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.db [req-ce187fd4-62ed-453e-9c7b-496c9e1ed5ab req-729e5a38-6efe-49b2-a7c4-ffc2f6cdf6a5 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] For port 1f9b1a68-4136-4ee8-9212-584268a6798e, host hv-cinder-86009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86009',level=0,port_id=1f9b1a68-4136-4ee8-9212-584268a6798e,segment=NetworkSegment(2cd7ae88-a108-4db9-b508-67961f878f9a),segment_id=2cd7ae88-a108-4db9-b508-67961f878f9a)] {{(pid=106268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 13:38:50.002614 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-ce187fd4-62ed-453e-9c7b-496c9e1ed5ab req-729e5a38-6efe-49b2-a7c4-ffc2f6cdf6a5 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724412'] for port (1f9b1a68-4136-4ee8-9212-584268a6798e), precommit_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:38:50.027886 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-92121a64-64fc-4dcb-9234-e2371e8b3734 req-4938a10e-5b4a-46f2-8546-63804a12939f tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=05dc36e6-11a2-4593-9335-f15e0beea90a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843942 Oct 03 13:38:50.180062 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-ce187fd4-62ed-453e-9c7b-496c9e1ed5ab req-729e5a38-6efe-49b2-a7c4-ffc2f6cdf6a5 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:38:50.180422 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-ce187fd4-62ed-453e-9c7b-496c9e1ed5ab req-729e5a38-6efe-49b2-a7c4-ffc2f6cdf6a5 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3722562'] for floatingip (80dc3d5c-00c8-41e8-bc60-cc461ed73448), after_update {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:38:50.180730 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.db.l3_db [req-ce187fd4-62ed-453e-9c7b-496c9e1ed5ab req-729e5a38-6efe-49b2-a7c4-ffc2f6cdf6a5 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Floating IP 80dc3d5c-00c8-41e8-bc60-cc461ed73448 disassociated. External IP: 172.27.1.169, port: 1f9b1a68-4136-4ee8-9212-584268a6798e. Oct 03 13:38:50.181063 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.plugin [req-ce187fd4-62ed-453e-9c7b-496c9e1ed5ab req-729e5a38-6efe-49b2-a7c4-ffc2f6cdf6a5 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Calling delete_port for 1f9b1a68-4136-4ee8-9212-584268a6798e owned by compute:nova {{(pid=106268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 13:38:50.307203 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-ce187fd4-62ed-453e-9c7b-496c9e1ed5ab req-729e5a38-6efe-49b2-a7c4-ffc2f6cdf6a5 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751015146406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751014656997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25417805'] for port (1f9b1a68-4136-4ee8-9212-584268a6798e), after_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:38:50.336974 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729e5a38-6efe-49b2-a7c4-ffc2f6cdf6a5 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Pushing event deleted for resources: {'Port': ['ID=1f9b1a68-4136-4ee8-9212-584268a6798e,revision_number=None']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:38:50.348994 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729e5a38-6efe-49b2-a7c4-ffc2f6cdf6a5 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:38:50.349338 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729e5a38-6efe-49b2-a7c4-ffc2f6cdf6a5 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:38:50.349869 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729e5a38-6efe-49b2-a7c4-ffc2f6cdf6a5 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:38:50.350131 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729e5a38-6efe-49b2-a7c4-ffc2f6cdf6a5 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:38:50.350390 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729e5a38-6efe-49b2-a7c4-ffc2f6cdf6a5 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:38:50.350724 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729e5a38-6efe-49b2-a7c4-ffc2f6cdf6a5 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:38:50.351053 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729e5a38-6efe-49b2-a7c4-ffc2f6cdf6a5 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:38:50.351390 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729e5a38-6efe-49b2-a7c4-ffc2f6cdf6a5 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:38:50.351719 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729e5a38-6efe-49b2-a7c4-ffc2f6cdf6a5 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:38:50.352043 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729e5a38-6efe-49b2-a7c4-ffc2f6cdf6a5 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:38:50.352840 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729e5a38-6efe-49b2-a7c4-ffc2f6cdf6a5 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:38:50.352840 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729e5a38-6efe-49b2-a7c4-ffc2f6cdf6a5 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:38:50.353217 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729e5a38-6efe-49b2-a7c4-ffc2f6cdf6a5 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:38:50.353585 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729e5a38-6efe-49b2-a7c4-ffc2f6cdf6a5 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:38:50.354014 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729e5a38-6efe-49b2-a7c4-ffc2f6cdf6a5 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:38:50.459333 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ce187fd4-62ed-453e-9c7b-496c9e1ed5ab req-729e5a38-6efe-49b2-a7c4-ffc2f6cdf6a5 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Router 9386ae84-3455-47c1-bf1e-ac1e7b8d81c7 has already been hosted by L3 agent 94180321-47b1-4b5c-b620-b1b0a31df446 {{(pid=106268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 03 13:38:50.508461 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:38:50.521056 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:38:50.567594 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ce187fd4-62ed-453e-9c7b-496c9e1ed5ab req-729e5a38-6efe-49b2-a7c4-ffc2f6cdf6a5 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Notify agent at l3_agent.dv-cinder-860090-1-iscsi the message routers_updated {{(pid=106268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 13:38:50.578466 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f48533-184b-4a78-942b-903200258a98 None None] Sync routers for ids ['9386ae84-3455-47c1-bf1e-ac1e7b8d81c7'] in dv-cinder-860090-1-iscsi {{(pid=106270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 13:38:50.591416 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f48533-184b-4a78-942b-903200258a98 None None] Routers {'9386ae84-3455-47c1-bf1e-ac1e7b8d81c7'} bound to L3 agent in host dv-cinder-860090-1-iscsi {{(pid=106270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 13:38:50.592042 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_hamode_db [None req-50f48533-184b-4a78-942b-903200258a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860090-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-03T13:22:05Z,description=,heartbeat_timestamp=2022-10-03T13:38:35Z,host='dv-cinder-860090-1-iscsi',id=94180321-47b1-4b5c-b620-b1b0a31df446,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T13:22:05Z,topic='l3_agent')) {'router_ids': ['9386ae84-3455-47c1-bf1e-ac1e7b8d81c7'], 'active': True} {{(pid=106270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:38:50.613564 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce187fd4-62ed-453e-9c7b-496c9e1ed5ab req-729e5a38-6efe-49b2-a7c4-ffc2f6cdf6a5 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] No DVR routers for this DVR port 1f9b1a68-4136-4ee8-9212-584268a6798e on host hv-cinder-86009 {{(pid=106268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 03 13:38:50.616030 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-ce187fd4-62ed-453e-9c7b-496c9e1ed5ab req-729e5a38-6efe-49b2-a7c4-ffc2f6cdf6a5 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512321'] for port (None), before_response {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:38:50.619276 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-ce187fd4-62ed-453e-9c7b-496c9e1ed5ab req-729e5a38-6efe-49b2-a7c4-ffc2f6cdf6a5 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.65 "DELETE /networking/v2.0/ports/1f9b1a68-4136-4ee8-9212-584268a6798e HTTP/1.1" status: 204 len: 173 time: 0.8582804 Oct 03 13:38:50.619783 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7a4790f-1fa2-4b82-a496-f6d5083042e3', 'name': 'network-vif-deleted', 'tag': '1f9b1a68-4136-4ee8-9212-584268a6798e'}] {{(pid=106268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 13:38:50.622049 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd70873512ffc397a2b7ac25ee02414627e7506f7787b64d61dc92e00300ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d59e3947-0b28-4db5-9ded-dec8025369af" -d '{"events": [{"server_uuid": "d7a4790f-1fa2-4b82-a496-f6d5083042e3", "name": "network-vif-deleted", "tag": "1f9b1a68-4136-4ee8-9212-584268a6798e"}]}' {{(pid=106268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 13:38:50.664876 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 13:38:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55fd8ac8-06b5-4eef-830d-74f244cfd30e x-openstack-request-id: req-55fd8ac8-06b5-4eef-830d-74f244cfd30e {{(pid=106268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 13:38:50.665168 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7a4790f-1fa2-4b82-a496-f6d5083042e3", "name": "network-vif-deleted", "tag": "1f9b1a68-4136-4ee8-9212-584268a6798e", "status": "completed", "code": 200}]} {{(pid=106268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 13:38:50.665420 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-55fd8ac8-06b5-4eef-830d-74f244cfd30e {{(pid=106268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 13:38:50.665853 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55fd8ac8-06b5-4eef-830d-74f244cfd30e'] response: {'server_uuid': 'd7a4790f-1fa2-4b82-a496-f6d5083042e3', 'name': 'network-vif-deleted', 'tag': '1f9b1a68-4136-4ee8-9212-584268a6798e', 'status': 'completed', 'code': 200} Oct 03 13:38:50.707083 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_dvr_db [None req-50f48533-184b-4a78-942b-903200258a98 None None] Set router 9386ae84-3455-47c1-bf1e-ac1e7b8d81c7 gateway port host: dv-cinder-860090-1-iscsi {{(pid=106270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 13:38:50.919519 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_hamode_db [None req-50f48533-184b-4a78-942b-903200258a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9386ae84-3455-47c1-bf1e-ac1e7b8d81c7', 'name': 'tempest-AttachVolumeNegativeTest-724384781-router', 'tenant_id': 'd8e6dd58ff43419fa5b945bd08ef2931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'external_fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': '8f94ecf7-389a-462c-a841-f7b64d1eb55b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:30:29Z', 'updated_at': '2022-10-03T13:30:42Z', 'revision_number': 4, 'project_id': 'd8e6dd58ff43419fa5b945bd08ef2931', 'gw_port': {'id': '8f94ecf7-389a-462c-a841-f7b64d1eb55b', 'name': '', 'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:6b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9386ae84-3455-47c1-bf1e-ac1e7b8d81c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:30:30Z', 'updated_at': '2022-10-03T13:30:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860090-1-iscsi', '_interfaces': [{'id': '4348bdd0-49c7-4b40-a474-5fac87c13353', 'name': '', 'network_id': 'ff8319e2-24e1-46c8-a6e2-568f9c4503d6', 'tenant_id': 'd8e6dd58ff43419fa5b945bd08ef2931', 'mac_address': 'fa:16:3e:87:64:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9386ae84-3455-47c1-bf1e-ac1e7b8d81c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'c7cf38c1-e397-42ce-8b92-f0af8056be43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:30:37Z', 'updated_at': '2022-10-03T13:30:58Z', 'revision_number': 5, 'project_id': 'd8e6dd58ff43419fa5b945bd08ef2931', 'subnets': [{'id': 'c7cf38c1-e397-42ce-8b92-f0af8056be43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860090-1-iscsi', False) {} {{(pid=106270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:38:50.945540 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f48533-184b-4a78-942b-903200258a98 None None] Checking router: 9386ae84-3455-47c1-bf1e-ac1e7b8d81c7 for host: dv-cinder-860090-1-iscsi {{(pid=106270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 13:38:50.954682 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f48533-184b-4a78-942b-903200258a98 None None] Routers {'9386ae84-3455-47c1-bf1e-ac1e7b8d81c7'} bound to L3 agent in host dv-cinder-860090-1-iscsi {{(pid=106270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 13:38:50.955884 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_hamode_db [None req-50f48533-184b-4a78-942b-903200258a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860090-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-03T13:22:05Z,description=,heartbeat_timestamp=2022-10-03T13:38:35Z,host='dv-cinder-860090-1-iscsi',id=94180321-47b1-4b5c-b620-b1b0a31df446,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T13:22:05Z,topic='l3_agent')) {'router_ids': ['9386ae84-3455-47c1-bf1e-ac1e7b8d81c7'], 'active': True} {{(pid=106270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:38:51.071318 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_dvr_db [None req-50f48533-184b-4a78-942b-903200258a98 None None] Set router 9386ae84-3455-47c1-bf1e-ac1e7b8d81c7 gateway port host: dv-cinder-860090-1-iscsi {{(pid=106270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 13:38:51.148866 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-cf5b5386-290d-4579-8f42-4c1a7943a6aa req-2ac0fe57-3bb4-4326-94a0-385a8eb66c90 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=d7a4790f-1fa2-4b82-a496-f6d5083042e3 HTTP/1.1" status: 200 len: 210 time: 0.0293679 Oct 03 13:38:51.409256 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_hamode_db [None req-50f48533-184b-4a78-942b-903200258a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9386ae84-3455-47c1-bf1e-ac1e7b8d81c7', 'name': 'tempest-AttachVolumeNegativeTest-724384781-router', 'tenant_id': 'd8e6dd58ff43419fa5b945bd08ef2931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'external_fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': '8f94ecf7-389a-462c-a841-f7b64d1eb55b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:30:29Z', 'updated_at': '2022-10-03T13:30:42Z', 'revision_number': 4, 'project_id': 'd8e6dd58ff43419fa5b945bd08ef2931', 'gw_port': {'id': '8f94ecf7-389a-462c-a841-f7b64d1eb55b', 'name': '', 'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:6b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9386ae84-3455-47c1-bf1e-ac1e7b8d81c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:30:30Z', 'updated_at': '2022-10-03T13:30:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860090-1-iscsi', '_interfaces': [{'id': '4348bdd0-49c7-4b40-a474-5fac87c13353', 'name': '', 'network_id': 'ff8319e2-24e1-46c8-a6e2-568f9c4503d6', 'tenant_id': 'd8e6dd58ff43419fa5b945bd08ef2931', 'mac_address': 'fa:16:3e:87:64:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9386ae84-3455-47c1-bf1e-ac1e7b8d81c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'c7cf38c1-e397-42ce-8b92-f0af8056be43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:30:37Z', 'updated_at': '2022-10-03T13:30:58Z', 'revision_number': 5, 'project_id': 'd8e6dd58ff43419fa5b945bd08ef2931', 'subnets': [{'id': 'c7cf38c1-e397-42ce-8b92-f0af8056be43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860090-1-iscsi', False) {} {{(pid=106270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:38:51.434588 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f48533-184b-4a78-942b-903200258a98 None None] The sync data for ids ['9386ae84-3455-47c1-bf1e-ac1e7b8d81c7'] in dv-cinder-860090-1-iscsi is: [{'id': '9386ae84-3455-47c1-bf1e-ac1e7b8d81c7', 'name': 'tempest-AttachVolumeNegativeTest-724384781-router', 'tenant_id': 'd8e6dd58ff43419fa5b945bd08ef2931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'external_fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': '8f94ecf7-389a-462c-a841-f7b64d1eb55b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:30:29Z', 'updated_at': '2022-10-03T13:30:42Z', 'revision_number': 4, 'project_id': 'd8e6dd58ff43419fa5b945bd08ef2931', 'gw_port': {'id': '8f94ecf7-389a-462c-a841-f7b64d1eb55b', 'name': '', 'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:6b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9386ae84-3455-47c1-bf1e-ac1e7b8d81c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:30:30Z', 'updated_at': '2022-10-03T13:30:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860090-1-iscsi', '_interfaces': [{'id': '4348bdd0-49c7-4b40-a474-5fac87c13353', 'name': '', 'network_id': 'ff8319e2-24e1-46c8-a6e2-568f9c4503d6', 'tenant_id': 'd8e6dd58ff43419fa5b945bd08ef2931', 'mac_address': 'fa:16:3e:87:64:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9386ae84-3455-47c1-bf1e-ac1e7b8d81c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'c7cf38c1-e397-42ce-8b92-f0af8056be43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:30:37Z', 'updated_at': '2022-10-03T13:30:58Z', 'revision_number': 5, 'project_id': 'd8e6dd58ff43419fa5b945bd08ef2931', 'subnets': [{'id': 'c7cf38c1-e397-42ce-8b92-f0af8056be43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 13:38:51.649037 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d9f111-c77f-4074-9a29-d8154ecf6eb1 None None] New status for floating IP 80dc3d5c-00c8-41e8-bc60-cc461ed73448: DOWN {{(pid=106271) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 03 13:38:52.245878 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 35060) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:38:52.303358 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-c4ad6c15-631e-4977-b4d5-c51331380c09 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Publish callbacks [] for security_group (05dc36e6-11a2-4593-9335-f15e0beea90a), before_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:38:52.330331 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-c4ad6c15-631e-4977-b4d5-c51331380c09 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Publish callbacks [] for security_group (05dc36e6-11a2-4593-9335-f15e0beea90a), precommit_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:38:52.382138 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-c4ad6c15-631e-4977-b4d5-c51331380c09 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (05dc36e6-11a2-4593-9335-f15e0beea90a), after_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:38:52.384942 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-c4ad6c15-631e-4977-b4d5-c51331380c09 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Publish callbacks [] for security_group (None), before_response {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:38:52.386333 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-c4ad6c15-631e-4977-b4d5-c51331380c09 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "DELETE /networking/v2.0/security-groups/05dc36e6-11a2-4593-9335-f15e0beea90a HTTP/1.1" status: 204 len: 168 time: 0.1391819 Oct 03 13:38:52.389262 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 35062) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:38:52.395782 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ad6c15-631e-4977-b4d5-c51331380c09 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05dc36e6-11a2-4593-9335-f15e0beea90a,revision_number=None']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:38:52.402844 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.api.v2.resource [None req-63762c0e-00bf-47e2-b8dd-960c6f21e24f tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] show failed (client error): The resource could not be found. Oct 03 13:38:52.403024 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ad6c15-631e-4977-b4d5-c51331380c09 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:38:52.403278 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ad6c15-631e-4977-b4d5-c51331380c09 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:38:52.403609 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ad6c15-631e-4977-b4d5-c51331380c09 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:38:52.403834 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-63762c0e-00bf-47e2-b8dd-960c6f21e24f tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "GET /networking/v2.0/security-groups/05dc36e6-11a2-4593-9335-f15e0beea90a HTTP/1.1" status: 404 len: 347 time: 0.0135515 Oct 03 13:38:52.403937 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ad6c15-631e-4977-b4d5-c51331380c09 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:38:52.404337 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ad6c15-631e-4977-b4d5-c51331380c09 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:38:52.404666 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ad6c15-631e-4977-b4d5-c51331380c09 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:38:52.404987 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ad6c15-631e-4977-b4d5-c51331380c09 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:38:52.405307 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ad6c15-631e-4977-b4d5-c51331380c09 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:38:52.405652 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ad6c15-631e-4977-b4d5-c51331380c09 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:38:52.405969 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ad6c15-631e-4977-b4d5-c51331380c09 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:38:52.406370 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ad6c15-631e-4977-b4d5-c51331380c09 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:38:52.406661 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 35064) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:38:52.406787 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ad6c15-631e-4977-b4d5-c51331380c09 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:38:52.407002 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ad6c15-631e-4977-b4d5-c51331380c09 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:38:52.407313 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ad6c15-631e-4977-b4d5-c51331380c09 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:38:52.407630 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ad6c15-631e-4977-b4d5-c51331380c09 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:38:52.519739 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.plugin [None req-e0ab51de-8d42-4569-a987-fdfb121346a8 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Deleting port a010e582-456d-4af5-bbd2-e22c31d7a388 {{(pid=106268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 13:38:52.519973 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-e0ab51de-8d42-4569-a987-fdfb121346a8 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751015143464'] for port (a010e582-456d-4af5-bbd2-e22c31d7a388), before_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:38:52.600984 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-e0ab51de-8d42-4569-a987-fdfb121346a8 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724412'] for port (a010e582-456d-4af5-bbd2-e22c31d7a388), precommit_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:38:52.601310 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-e0ab51de-8d42-4569-a987-fdfb121346a8 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Publish callbacks [] for floatingip (a010e582-456d-4af5-bbd2-e22c31d7a388), precommit_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:38:52.613725 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.plugin [None req-e0ab51de-8d42-4569-a987-fdfb121346a8 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Calling delete_port for a010e582-456d-4af5-bbd2-e22c31d7a388 owned by network:floatingip {{(pid=106268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 13:38:52.744301 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-e0ab51de-8d42-4569-a987-fdfb121346a8 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751015146406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751014656997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25417805'] for port (a010e582-456d-4af5-bbd2-e22c31d7a388), after_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:38:52.772049 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ab51de-8d42-4569-a987-fdfb121346a8 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Pushing event deleted for resources: {'Port': ['ID=a010e582-456d-4af5-bbd2-e22c31d7a388,revision_number=None']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:38:52.834449 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-e0ab51de-8d42-4569-a987-fdfb121346a8 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Publish callbacks [] for floatingip (80dc3d5c-00c8-41e8-bc60-cc461ed73448), after_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:38:52.836960 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-e0ab51de-8d42-4569-a987-fdfb121346a8 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512321'] for floatingip (None), before_response {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:38:52.838328 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-e0ab51de-8d42-4569-a987-fdfb121346a8 tempest-AttachVolumeNegativeTest-1287681701 tempest-AttachVolumeNegativeTest-1287681701-project] 10.222.0.58 "DELETE /networking/v2.0/floatingips/80dc3d5c-00c8-41e8-bc60-cc461ed73448 HTTP/1.1" status: 204 len: 168 time: 0.4306142 Oct 03 13:38:53.794137 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Device 1f9b1a68-4136-4ee8-9212-584268a6798e no longer exists at agent hyperv_hv-cinder-86009 {{(pid=106270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 13:38:53.816991 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] No Port match for: 1f9b1a68-4136-4ee8-9212-584268a6798e {{(pid=106270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 03 13:38:53.817326 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Device 1f9b1a68-4136-4ee8-9212-584268a6798e not bound to the agent host hv-cinder-86009 {{(pid=106270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 03 13:38:56.562053 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 35122) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:38:57.021664 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-9c4849a7-8429-4bb1-9d46-41c0559cc72a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3893314'] for router_interface (9386ae84-3455-47c1-bf1e-ac1e7b8d81c7), before_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:38:57.262244 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.plugins.ml2.plugin [None req-9c4849a7-8429-4bb1-9d46-41c0559cc72a admin admin] Deleting port 4348bdd0-49c7-4b40-a474-5fac87c13353 {{(pid=106269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 13:38:57.262583 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-9c4849a7-8429-4bb1-9d46-41c0559cc72a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751015143464'] for port (4348bdd0-49c7-4b40-a474-5fac87c13353), before_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:38:57.348473 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.plugins.ml2.db [None req-9c4849a7-8429-4bb1-9d46-41c0559cc72a admin admin] For port 4348bdd0-49c7-4b40-a474-5fac87c13353, host dv-cinder-860090-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860090-1-iscsi',level=0,port_id=4348bdd0-49c7-4b40-a474-5fac87c13353,segment=NetworkSegment(2cd7ae88-a108-4db9-b508-67961f878f9a),segment_id=2cd7ae88-a108-4db9-b508-67961f878f9a)] {{(pid=106269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 13:38:57.348837 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-9c4849a7-8429-4bb1-9d46-41c0559cc72a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724412'] for port (4348bdd0-49c7-4b40-a474-5fac87c13353), precommit_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:38:57.362005 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:38:57.363377 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.plugins.ml2.plugin [None req-9c4849a7-8429-4bb1-9d46-41c0559cc72a admin admin] Calling delete_port for 4348bdd0-49c7-4b40-a474-5fac87c13353 owned by network:router_interface {{(pid=106269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 13:38:57.372776 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:38:57.577787 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-9c4849a7-8429-4bb1-9d46-41c0559cc72a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751015146406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751014656997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26503125'] for port (4348bdd0-49c7-4b40-a474-5fac87c13353), after_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:38:57.614023 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4849a7-8429-4bb1-9d46-41c0559cc72a admin admin] Pushing event deleted for resources: {'Port': ['ID=4348bdd0-49c7-4b40-a474-5fac87c13353,revision_number=None']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:38:57.811644 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-9c4849a7-8429-4bb1-9d46-41c0559cc72a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3798541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3893302'] for router_interface (9386ae84-3455-47c1-bf1e-ac1e7b8d81c7), after_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:38:58.033188 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c4849a7-8429-4bb1-9d46-41c0559cc72a admin admin] Router 9386ae84-3455-47c1-bf1e-ac1e7b8d81c7 has already been hosted by L3 agent 94180321-47b1-4b5c-b620-b1b0a31df446 {{(pid=106269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 03 13:38:58.146494 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c4849a7-8429-4bb1-9d46-41c0559cc72a admin admin] Notify agent at l3_agent.dv-cinder-860090-1-iscsi the message routers_updated {{(pid=106269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 13:38:58.152210 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-9c4849a7-8429-4bb1-9d46-41c0559cc72a admin admin] 10.222.0.58 "PUT /networking/v2.0/routers/9386ae84-3455-47c1-bf1e-ac1e7b8d81c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5889444 Oct 03 13:38:58.154637 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 35134) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:38:58.161308 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c56bf45f-4f34-44ce-81b9-672222207166 None None] Sync routers for ids ['9386ae84-3455-47c1-bf1e-ac1e7b8d81c7'] in dv-cinder-860090-1-iscsi {{(pid=106270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 13:38:58.183526 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56bf45f-4f34-44ce-81b9-672222207166 None None] Routers {'9386ae84-3455-47c1-bf1e-ac1e7b8d81c7'} bound to L3 agent in host dv-cinder-860090-1-iscsi {{(pid=106270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 13:38:58.185086 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_hamode_db [None req-c56bf45f-4f34-44ce-81b9-672222207166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860090-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-03T13:22:05Z,description=,heartbeat_timestamp=2022-10-03T13:38:35Z,host='dv-cinder-860090-1-iscsi',id=94180321-47b1-4b5c-b620-b1b0a31df446,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T13:22:05Z,topic='l3_agent')) {'router_ids': ['9386ae84-3455-47c1-bf1e-ac1e7b8d81c7'], 'active': True} {{(pid=106270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:38:58.273747 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-51c4b029-b3e7-4fb3-9398-792c796f23b9 admin admin] Publish callbacks [] for router (9386ae84-3455-47c1-bf1e-ac1e7b8d81c7), before_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:38:58.315158 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_dvr_db [None req-c56bf45f-4f34-44ce-81b9-672222207166 None None] Set router 9386ae84-3455-47c1-bf1e-ac1e7b8d81c7 gateway port host: dv-cinder-860090-1-iscsi {{(pid=106270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 13:38:58.552129 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_hamode_db [None req-c56bf45f-4f34-44ce-81b9-672222207166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9386ae84-3455-47c1-bf1e-ac1e7b8d81c7', 'name': 'tempest-AttachVolumeNegativeTest-724384781-router', 'tenant_id': 'd8e6dd58ff43419fa5b945bd08ef2931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'external_fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': '8f94ecf7-389a-462c-a841-f7b64d1eb55b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:30:29Z', 'updated_at': '2022-10-03T13:38:57Z', 'revision_number': 5, 'project_id': 'd8e6dd58ff43419fa5b945bd08ef2931', 'gw_port': {'id': '8f94ecf7-389a-462c-a841-f7b64d1eb55b', 'name': '', 'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:6b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9386ae84-3455-47c1-bf1e-ac1e7b8d81c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:30:30Z', 'updated_at': '2022-10-03T13:30:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860090-1-iscsi'}], 'dv-cinder-860090-1-iscsi', False) {} {{(pid=106270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:38:58.583669 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c56bf45f-4f34-44ce-81b9-672222207166 None None] Checking router: 9386ae84-3455-47c1-bf1e-ac1e7b8d81c7 for host: dv-cinder-860090-1-iscsi {{(pid=106270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 13:38:58.586533 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=100 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:38:58.594108 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56bf45f-4f34-44ce-81b9-672222207166 None None] Routers {'9386ae84-3455-47c1-bf1e-ac1e7b8d81c7'} bound to L3 agent in host dv-cinder-860090-1-iscsi {{(pid=106270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 13:38:58.594749 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_hamode_db [None req-c56bf45f-4f34-44ce-81b9-672222207166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860090-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-03T13:22:05Z,description=,heartbeat_timestamp=2022-10-03T13:38:35Z,host='dv-cinder-860090-1-iscsi',id=94180321-47b1-4b5c-b620-b1b0a31df446,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T13:22:05Z,topic='l3_agent')) {'router_ids': ['9386ae84-3455-47c1-bf1e-ac1e7b8d81c7'], 'active': True} {{(pid=106270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:38:58.599137 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=100 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:38:58.672260 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:38:58.699409 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-51c4b029-b3e7-4fb3-9398-792c796f23b9 admin admin] Publish callbacks [] for router_gateway (9386ae84-3455-47c1-bf1e-ac1e7b8d81c7), before_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:38:58.702980 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_dvr_db [None req-c56bf45f-4f34-44ce-81b9-672222207166 None None] Set router 9386ae84-3455-47c1-bf1e-ac1e7b8d81c7 gateway port host: dv-cinder-860090-1-iscsi {{(pid=106270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 13:38:58.713779 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:38:58.750361 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.plugins.ml2.plugin [None req-51c4b029-b3e7-4fb3-9398-792c796f23b9 admin admin] Deleting port 8f94ecf7-389a-462c-a841-f7b64d1eb55b {{(pid=106269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 13:38:58.750691 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-51c4b029-b3e7-4fb3-9398-792c796f23b9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751015143464'] for port (8f94ecf7-389a-462c-a841-f7b64d1eb55b), before_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:38:58.849598 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.plugins.ml2.db [None req-51c4b029-b3e7-4fb3-9398-792c796f23b9 admin admin] For port 8f94ecf7-389a-462c-a841-f7b64d1eb55b, host dv-cinder-860090-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860090-1-iscsi',level=0,port_id=8f94ecf7-389a-462c-a841-f7b64d1eb55b,segment=NetworkSegment(bb40cd5f-7936-4373-bcc9-441f3ba1dc24),segment_id=bb40cd5f-7936-4373-bcc9-441f3ba1dc24)] {{(pid=106269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 13:38:58.850072 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-51c4b029-b3e7-4fb3-9398-792c796f23b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724412'] for port (8f94ecf7-389a-462c-a841-f7b64d1eb55b), precommit_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:38:58.868971 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.plugins.ml2.plugin [None req-51c4b029-b3e7-4fb3-9398-792c796f23b9 admin admin] Calling delete_port for 8f94ecf7-389a-462c-a841-f7b64d1eb55b owned by network:router_gateway {{(pid=106269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 13:38:58.892496 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_hamode_db [None req-c56bf45f-4f34-44ce-81b9-672222207166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9386ae84-3455-47c1-bf1e-ac1e7b8d81c7', 'name': 'tempest-AttachVolumeNegativeTest-724384781-router', 'tenant_id': 'd8e6dd58ff43419fa5b945bd08ef2931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'external_fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': '8f94ecf7-389a-462c-a841-f7b64d1eb55b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:30:29Z', 'updated_at': '2022-10-03T13:38:57Z', 'revision_number': 5, 'project_id': 'd8e6dd58ff43419fa5b945bd08ef2931', 'gw_port': {'id': '8f94ecf7-389a-462c-a841-f7b64d1eb55b', 'name': '', 'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:6b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9386ae84-3455-47c1-bf1e-ac1e7b8d81c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:30:30Z', 'updated_at': '2022-10-03T13:30:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860090-1-iscsi'}], 'dv-cinder-860090-1-iscsi', False) {} {{(pid=106270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:38:58.918828 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c56bf45f-4f34-44ce-81b9-672222207166 None None] The sync data for ids ['9386ae84-3455-47c1-bf1e-ac1e7b8d81c7'] in dv-cinder-860090-1-iscsi is: [{'id': '9386ae84-3455-47c1-bf1e-ac1e7b8d81c7', 'name': 'tempest-AttachVolumeNegativeTest-724384781-router', 'tenant_id': 'd8e6dd58ff43419fa5b945bd08ef2931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'external_fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': '8f94ecf7-389a-462c-a841-f7b64d1eb55b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:30:29Z', 'updated_at': '2022-10-03T13:38:57Z', 'revision_number': 5, 'project_id': 'd8e6dd58ff43419fa5b945bd08ef2931', 'gw_port': {'id': '8f94ecf7-389a-462c-a841-f7b64d1eb55b', 'name': '', 'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:6b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9386ae84-3455-47c1-bf1e-ac1e7b8d81c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:30:30Z', 'updated_at': '2022-10-03T13:30:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860090-1-iscsi'}] {{(pid=106270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 13:38:59.049632 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-51c4b029-b3e7-4fb3-9398-792c796f23b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751015146406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751014656997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26503125'] for port (8f94ecf7-389a-462c-a841-f7b64d1eb55b), after_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:38:59.072405 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c4b029-b3e7-4fb3-9398-792c796f23b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f94ecf7-389a-462c-a841-f7b64d1eb55b,revision_number=None']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:38:59.136167 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-51c4b029-b3e7-4fb3-9398-792c796f23b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3894908'] for router_gateway (9386ae84-3455-47c1-bf1e-ac1e7b8d81c7), after_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:38:59.223995 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-51c4b029-b3e7-4fb3-9398-792c796f23b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3893367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3464'] for router (9386ae84-3455-47c1-bf1e-ac1e7b8d81c7), precommit_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:38:59.226134 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-51c4b029-b3e7-4fb3-9398-792c796f23b9 admin admin] Publish callbacks [] for router_controller (9386ae84-3455-47c1-bf1e-ac1e7b8d81c7), precommit_delete_associations {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:38:59.269318 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-51c4b029-b3e7-4fb3-9398-792c796f23b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3893358'] for router (9386ae84-3455-47c1-bf1e-ac1e7b8d81c7), after_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:38:59.269954 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51c4b029-b3e7-4fb3-9398-792c796f23b9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9386ae84-3455-47c1-bf1e-ac1e7b8d81c7 {{(pid=106269) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 03 13:38:59.275145 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-51c4b029-b3e7-4fb3-9398-792c796f23b9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:38:59.276467 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-51c4b029-b3e7-4fb3-9398-792c796f23b9 admin admin] 10.222.0.58 "DELETE /networking/v2.0/routers/9386ae84-3455-47c1-bf1e-ac1e7b8d81c7 HTTP/1.1" status: 204 len: 168 time: 1.1208143 Oct 03 13:38:59.278981 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 35142) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:38:59.329028 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b258bde-671e-4d6b-81f1-37884ca66ffb admin admin] Deleting subnet c7cf38c1-e397-42ce-8b92-f0af8056be43 {{(pid=106269) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 03 13:38:59.333097 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-9b258bde-671e-4d6b-81f1-37884ca66ffb admin admin] Publish callbacks [] for subnet (c7cf38c1-e397-42ce-8b92-f0af8056be43), before_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:38:59.372219 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-9b258bde-671e-4d6b-81f1-37884ca66ffb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25824216'] for subnet (c7cf38c1-e397-42ce-8b92-f0af8056be43), precommit_delete_associations {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:38:59.487307 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-9b258bde-671e-4d6b-81f1-37884ca66ffb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1491868'] for subnet (c7cf38c1-e397-42ce-8b92-f0af8056be43), precommit_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:38:59.561209 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-9b258bde-671e-4d6b-81f1-37884ca66ffb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1495987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26503136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25930823'] for subnet (c7cf38c1-e397-42ce-8b92-f0af8056be43), after_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:38:59.600860 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b258bde-671e-4d6b-81f1-37884ca66ffb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c7cf38c1-e397-42ce-8b92-f0af8056be43,revision_number=None']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:38:59.604530 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-9b258bde-671e-4d6b-81f1-37884ca66ffb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:38:59.609391 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-9b258bde-671e-4d6b-81f1-37884ca66ffb admin admin] 10.222.0.58 "DELETE /networking/v2.0/subnets/c7cf38c1-e397-42ce-8b92-f0af8056be43 HTTP/1.1" status: 204 len: 168 time: 0.3277800 Oct 03 13:38:59.610530 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 35150) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:38:59.617357 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3873ddf-79e7-4e07-a178-c7099b6d043c None None] Network ff8319e2-24e1-46c8-a6e2-568f9c4503d6 requested from dv-cinder-860090-1-iscsi {{(pid=106270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 03 13:38:59.692962 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-e1ffbf16-6179-4c3f-b0e0-806fb50eec67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1465425'] for network (ff8319e2-24e1-46c8-a6e2-568f9c4503d6), before_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:38:59.741230 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.plugin [None req-e1ffbf16-6179-4c3f-b0e0-806fb50eec67 admin admin] Deleting port 820503d6-04ec-459f-9323-b36bb61786b3 {{(pid=106268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 13:38:59.741496 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-e1ffbf16-6179-4c3f-b0e0-806fb50eec67 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751015143464'] for port (820503d6-04ec-459f-9323-b36bb61786b3), before_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:38:59.807015 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.db [None req-e1ffbf16-6179-4c3f-b0e0-806fb50eec67 admin admin] For port 820503d6-04ec-459f-9323-b36bb61786b3, host dv-cinder-860090-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860090-1-iscsi',level=0,port_id=820503d6-04ec-459f-9323-b36bb61786b3,segment=NetworkSegment(2cd7ae88-a108-4db9-b508-67961f878f9a),segment_id=2cd7ae88-a108-4db9-b508-67961f878f9a)] {{(pid=106268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 13:38:59.807471 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-e1ffbf16-6179-4c3f-b0e0-806fb50eec67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724412'] for port (820503d6-04ec-459f-9323-b36bb61786b3), precommit_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:38:59.820965 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.plugin [None req-e1ffbf16-6179-4c3f-b0e0-806fb50eec67 admin admin] Calling delete_port for 820503d6-04ec-459f-9323-b36bb61786b3 owned by network:dhcp {{(pid=106268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 13:38:59.902898 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-e1ffbf16-6179-4c3f-b0e0-806fb50eec67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751015146406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751014656997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25417805'] for port (820503d6-04ec-459f-9323-b36bb61786b3), after_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:38:59.911506 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:38:59.936540 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ffbf16-6179-4c3f-b0e0-806fb50eec67 admin admin] Pushing event deleted for resources: {'Port': ['ID=820503d6-04ec-459f-9323-b36bb61786b3,revision_number=None']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:38:59.938789 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ffbf16-6179-4c3f-b0e0-806fb50eec67 admin admin] No DVR routers for this DVR port 820503d6-04ec-459f-9323-b36bb61786b3 on host dv-cinder-860090-1-iscsi {{(pid=106268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 03 13:38:59.979889 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b6fafb0-0d14-4da6-96f9-5018f9411cd3 None None] DHCP port deletion for ff8319e2-24e1-46c8-a6e2-568f9c4503d6 request from dv-cinder-860090-1-iscsi {{(pid=106270) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 03 13:39:00.039390 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-e1ffbf16-6179-4c3f-b0e0-806fb50eec67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1335438', 'neutron.services.segments.db._delete_segments_for_network-8751015121372'] for network (ff8319e2-24e1-46c8-a6e2-568f9c4503d6), precommit_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:39:00.042422 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Device 4348bdd0-49c7-4b40-a474-5fac87c13353 no longer exists at agent ovs-agent-dv-cinder-860090-1-iscsi {{(pid=106270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 13:39:00.066182 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] No Port match for: 4348bdd0-49c7-4b40-a474-5fac87c13353 {{(pid=106270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 03 13:39:00.066182 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Device 4348bdd0-49c7-4b40-a474-5fac87c13353 not bound to the agent host dv-cinder-860090-1-iscsi {{(pid=106270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 03 13:39:00.066535 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Device 8f94ecf7-389a-462c-a841-f7b64d1eb55b no longer exists at agent ovs-agent-dv-cinder-860090-1-iscsi {{(pid=106270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 13:39:00.067430 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:39:00.069728 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.services.segments.db [None req-e1ffbf16-6179-4c3f-b0e0-806fb50eec67 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff8319e2-24e1-46c8-a6e2-568f9c4503d6']}} {{(pid=106268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:39:00.081264 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.services.segments.db [None req-e1ffbf16-6179-4c3f-b0e0-806fb50eec67 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cd7ae88-a108-4db9-b508-67961f878f9a') {'for_net_delete': True} {{(pid=106268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:39:00.081603 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.services.segments.db [None req-e1ffbf16-6179-4c3f-b0e0-806fb50eec67 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cd7ae88-a108-4db9-b508-67961f878f9a') {} {{(pid=106268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:39:00.086126 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] No Port match for: 8f94ecf7-389a-462c-a841-f7b64d1eb55b {{(pid=106270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 03 13:39:00.086483 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Device 8f94ecf7-389a-462c-a841-f7b64d1eb55b not bound to the agent host dv-cinder-860090-1-iscsi {{(pid=106270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 03 13:39:00.086913 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Device 820503d6-04ec-459f-9323-b36bb61786b3 no longer exists at agent ovs-agent-dv-cinder-860090-1-iscsi {{(pid=106270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 13:39:00.092421 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-e1ffbf16-6179-4c3f-b0e0-806fb50eec67 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751015173030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25418940'] for segment (2cd7ae88-a108-4db9-b508-67961f878f9a), before_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:39:00.108071 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-e1ffbf16-6179-4c3f-b0e0-806fb50eec67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1333683'] for segment (2cd7ae88-a108-4db9-b508-67961f878f9a), precommit_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:39:00.109983 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] No Port match for: 820503d6-04ec-459f-9323-b36bb61786b3 {{(pid=106270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 03 13:39:00.110339 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Device 820503d6-04ec-459f-9323-b36bb61786b3 not bound to the agent host dv-cinder-860090-1-iscsi {{(pid=106270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 03 13:39:00.115841 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1ffbf16-6179-4c3f-b0e0-806fb50eec67 admin admin] Releasing vlan 612 on physical network physnet1 to pool {{(pid=106268) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 03 13:39:00.116429 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-e1ffbf16-6179-4c3f-b0e0-806fb50eec67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1333683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25417874'] for segment (2cd7ae88-a108-4db9-b508-67961f878f9a), after_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:39:00.160216 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.services.segments.plugin [-] Segment 2cd7ae88-a108-4db9-b508-67961f878f9a resource provider aggregate not found Oct 03 13:39:00.178988 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.services.segments.plugin [-] Segment 2cd7ae88-a108-4db9-b508-67961f878f9a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2cd7ae88-a108-4db9-b508-67961f878f9a found for delete ", "request_id": "req-2552905f-0655-45a1-b470-10d3daa6dec1"}]} Oct 03 13:39:00.189921 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-e1ffbf16-6179-4c3f-b0e0-806fb50eec67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1337213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3894947'] for network (ff8319e2-24e1-46c8-a6e2-568f9c4503d6), after_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:39:00.196131 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-e1ffbf16-6179-4c3f-b0e0-806fb50eec67 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798626'] for network (None), before_response {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:39:00.199143 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-e1ffbf16-6179-4c3f-b0e0-806fb50eec67 admin admin] 10.222.0.58 "DELETE /networking/v2.0/networks/ff8319e2-24e1-46c8-a6e2-568f9c4503d6 HTTP/1.1" status: 204 len: 168 time: 0.5864468 Oct 03 13:39:00.213577 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ffbf16-6179-4c3f-b0e0-806fb50eec67 admin admin] Pushing event deleted for resources: {'Network': ['ID=ff8319e2-24e1-46c8-a6e2-568f9c4503d6,revision_number=None']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:39:00.323311 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 35158) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:39:00.369751 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-4d1ae9de-537e-4c3f-be66-4d0f847f635c admin admin] 10.222.0.58 "GET /networking/v2.0/security-groups?tenant_id=d8e6dd58ff43419fa5b945bd08ef2931&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0450456 Oct 03 13:39:00.372152 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 35160) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:39:00.379076 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=85,neutron:UPDATE=5,neutron:DELETE=10 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:39:00.388059 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:39:00.440116 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-efb91130-7acf-455a-bded-1ab43bc8668b admin admin] Publish callbacks [] for security_group (a3ce701f-f424-454b-9125-0b4e9dbb887b), before_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:39:00.461076 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-efb91130-7acf-455a-bded-1ab43bc8668b admin admin] Publish callbacks [] for security_group (a3ce701f-f424-454b-9125-0b4e9dbb887b), precommit_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:39:00.510248 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-efb91130-7acf-455a-bded-1ab43bc8668b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (a3ce701f-f424-454b-9125-0b4e9dbb887b), after_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:39:00.512741 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-efb91130-7acf-455a-bded-1ab43bc8668b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:39:00.514082 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-efb91130-7acf-455a-bded-1ab43bc8668b admin admin] 10.222.0.58 "DELETE /networking/v2.0/security-groups/a3ce701f-f424-454b-9125-0b4e9dbb887b HTTP/1.1" status: 204 len: 168 time: 0.1408484 Oct 03 13:39:00.522822 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb91130-7acf-455a-bded-1ab43bc8668b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3ce701f-f424-454b-9125-0b4e9dbb887b,revision_number=None']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:39:01.135386 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f904069d-4a93-4750-b0af-d8b4c7e4b12f req-a40e3ded-a927-4674-892a-c7b5de9ca66f tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:39:01.136884 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-f904069d-4a93-4750-b0af-d8b4c7e4b12f req-a40e3ded-a927-4674-892a-c7b5de9ca66f tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=5bdf1da3-13ed-49ca-a2c9-40c7f6ef0703 HTTP/1.1" status: 200 len: 946 time: 0.0505154 Oct 03 13:39:01.186913 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-f904069d-4a93-4750-b0af-d8b4c7e4b12f req-63bf8c54-b6bf-49c7-8da3-f75f624cd92c tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=66c88dd3-649f-4aa2-852b-62f1334e7ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435450 Oct 03 13:39:02.080982 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-9047bb86-a2d8-472f-8b39-9a4462b91165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (3460fffa-818c-4144-9400-237880db20a4), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:39:02.337553 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfac5e22-e443-4b94-9570-92663d08889c req-c1d90d2e-a689-4568-96a3-7b335d1cd957 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:39:02.338698 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-bfac5e22-e443-4b94-9570-92663d08889c req-c1d90d2e-a689-4568-96a3-7b335d1cd957 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=5bdf1da3-13ed-49ca-a2c9-40c7f6ef0703 HTTP/1.1" status: 200 len: 946 time: 0.0474935 Oct 03 13:39:02.398431 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-bfac5e22-e443-4b94-9570-92663d08889c req-095c46b5-c855-41cb-a76a-79076d6d66b2 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=66c88dd3-649f-4aa2-852b-62f1334e7ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538344 Oct 03 13:39:03.537347 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d3612a-a9e1-4deb-a41c-24b2821f8108 req-857b09ff-fbda-4424-a0e6-b3c6d5332214 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:39:03.539203 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-35d3612a-a9e1-4deb-a41c-24b2821f8108 req-857b09ff-fbda-4424-a0e6-b3c6d5332214 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=5bdf1da3-13ed-49ca-a2c9-40c7f6ef0703 HTTP/1.1" status: 200 len: 946 time: 0.0533617 Oct 03 13:39:03.596594 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-35d3612a-a9e1-4deb-a41c-24b2821f8108 req-cce0fb82-4e6f-420b-8d4c-c158303702bf tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=66c88dd3-649f-4aa2-852b-62f1334e7ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511870 Oct 03 13:39:04.744935 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c35ac47-30bf-44e4-98b2-fbc1f3337efa req-7a7059bb-03ae-448b-a47e-c133cd986b63 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:39:04.746309 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-7c35ac47-30bf-44e4-98b2-fbc1f3337efa req-7a7059bb-03ae-448b-a47e-c133cd986b63 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=5bdf1da3-13ed-49ca-a2c9-40c7f6ef0703 HTTP/1.1" status: 200 len: 946 time: 0.0492985 Oct 03 13:39:04.799752 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-7c35ac47-30bf-44e4-98b2-fbc1f3337efa req-33ac5f8b-4278-4e4c-b368-d4ae3a58bbf8 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=66c88dd3-649f-4aa2-852b-62f1334e7ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459950 Oct 03 13:39:04.872151 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-8e41c651-80fa-4f17-a515-1d9d55547e7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (94180321-47b1-4b5c-b620-b1b0a31df446), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:39:05.928430 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5955fdf0-05ad-40b2-9d10-fe6ebe2248ed req-861bd218-af57-43c4-a481-3268650c7005 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:39:05.929914 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-5955fdf0-05ad-40b2-9d10-fe6ebe2248ed req-861bd218-af57-43c4-a481-3268650c7005 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=5bdf1da3-13ed-49ca-a2c9-40c7f6ef0703 HTTP/1.1" status: 200 len: 946 time: 0.0455661 Oct 03 13:39:05.976528 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-5955fdf0-05ad-40b2-9d10-fe6ebe2248ed req-cd3c896f-68bd-495e-ae33-faedc299bc01 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=66c88dd3-649f-4aa2-852b-62f1334e7ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409212 Oct 03 13:39:06.151480 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-1bb28928-3e93-41c9-8900-1ecfb790b160 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (5eabf47d-5620-4e94-9269-ef19fe52be68), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:39:07.111225 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a426fe-9ed5-4b20-9743-2a5247ea97c1 req-26d204d8-15c0-4096-8abd-5313948b8dcf tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:39:07.113280 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-86a426fe-9ed5-4b20-9743-2a5247ea97c1 req-26d204d8-15c0-4096-8abd-5313948b8dcf tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=5bdf1da3-13ed-49ca-a2c9-40c7f6ef0703 HTTP/1.1" status: 200 len: 946 time: 0.0510588 Oct 03 13:39:07.160963 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-86a426fe-9ed5-4b20-9743-2a5247ea97c1 req-ba959463-40f7-46b6-a885-4bdc6dc26ef0 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=66c88dd3-649f-4aa2-852b-62f1334e7ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419676 Oct 03 13:39:07.490895 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (d46c7ed5-c451-4a76-ab3f-ab8e3ea4a5ec), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:39:07.647557 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-9b3e6be4-ae7f-4a46-812d-719b0ca73959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (3cd5b2bb-c81a-4ce3-a212-a51c5aa706bd), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:39:08.315937 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ab732d-d23e-4c93-9386-38e6232c7a0a req-578bfdbe-2aaf-4213-8363-952f41e12a5f tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:39:08.318361 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-a2ab732d-d23e-4c93-9386-38e6232c7a0a req-578bfdbe-2aaf-4213-8363-952f41e12a5f tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=5bdf1da3-13ed-49ca-a2c9-40c7f6ef0703 HTTP/1.1" status: 200 len: 946 time: 0.0745089 Oct 03 13:39:08.375870 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-a2ab732d-d23e-4c93-9386-38e6232c7a0a req-dcea13e5-33c9-4339-ac89-fb0d7b94758d tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=66c88dd3-649f-4aa2-852b-62f1334e7ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512993 Oct 03 13:39:08.506834 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (1af51d63-a9c9-4bbe-9b0d-c8e0a80c641c), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:39:09.520670 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c860dd5b-e0a0-461f-9dc4-7e00bdee72b0 req-5ebe5027-2586-4aac-9440-fc49e2268dad tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:39:09.522198 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-c860dd5b-e0a0-461f-9dc4-7e00bdee72b0 req-5ebe5027-2586-4aac-9440-fc49e2268dad tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=5bdf1da3-13ed-49ca-a2c9-40c7f6ef0703 HTTP/1.1" status: 200 len: 946 time: 0.0510299 Oct 03 13:39:09.576320 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-c860dd5b-e0a0-461f-9dc4-7e00bdee72b0 req-29df0c7a-608e-494b-84a6-8808cc468b31 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=66c88dd3-649f-4aa2-852b-62f1334e7ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483971 Oct 03 13:39:10.109701 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=20,neutron:UPDATE=1 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:39:10.130417 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=22,neutron:UPDATE=1 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:39:10.713132 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dd5e23-a978-47bc-827c-6ddd02272757 req-2efc8e1a-4034-4bae-9bdd-82135129dd80 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:39:10.714671 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-86dd5e23-a978-47bc-827c-6ddd02272757 req-2efc8e1a-4034-4bae-9bdd-82135129dd80 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=5bdf1da3-13ed-49ca-a2c9-40c7f6ef0703 HTTP/1.1" status: 200 len: 946 time: 0.0512671 Oct 03 13:39:10.764262 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-86dd5e23-a978-47bc-827c-6ddd02272757 req-87f3d02c-9782-4da2-9731-7d8f0ed36021 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=66c88dd3-649f-4aa2-852b-62f1334e7ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440202 Oct 03 13:39:11.901158 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d45fa5-6c93-4f7c-bfcc-cdc81262088c req-59be3b99-a8f7-4941-a04f-6aba7a9bb61c tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:39:11.902689 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-76d45fa5-6c93-4f7c-bfcc-cdc81262088c req-59be3b99-a8f7-4941-a04f-6aba7a9bb61c tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=5bdf1da3-13ed-49ca-a2c9-40c7f6ef0703 HTTP/1.1" status: 200 len: 946 time: 0.0484998 Oct 03 13:39:11.951317 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-76d45fa5-6c93-4f7c-bfcc-cdc81262088c req-9df926d6-2708-47e0-a0a6-737c7fa4aa5b tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=66c88dd3-649f-4aa2-852b-62f1334e7ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430191 Oct 03 13:39:13.092527 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12780251-cfc8-41c1-8301-661ac45799c6 req-92438001-c30b-49b1-ae71-b21722d27988 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:39:13.094570 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-12780251-cfc8-41c1-8301-661ac45799c6 req-92438001-c30b-49b1-ae71-b21722d27988 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=5bdf1da3-13ed-49ca-a2c9-40c7f6ef0703 HTTP/1.1" status: 200 len: 946 time: 0.0522933 Oct 03 13:39:13.149191 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-12780251-cfc8-41c1-8301-661ac45799c6 req-d705bea9-5d51-4673-852b-46907b8c4090 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=66c88dd3-649f-4aa2-852b-62f1334e7ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474384 Oct 03 13:39:14.306874 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90bacb5-6654-4b75-bd52-a0f9569e00e3 req-cc15ae8f-67bf-4e48-86aa-c6d2521d43d2 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:39:14.308516 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-d90bacb5-6654-4b75-bd52-a0f9569e00e3 req-cc15ae8f-67bf-4e48-86aa-c6d2521d43d2 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=5bdf1da3-13ed-49ca-a2c9-40c7f6ef0703 HTTP/1.1" status: 200 len: 946 time: 0.0601294 Oct 03 13:39:14.363793 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-d90bacb5-6654-4b75-bd52-a0f9569e00e3 req-79b91a04-f749-4496-a948-0c6a51d37241 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=66c88dd3-649f-4aa2-852b-62f1334e7ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471449 Oct 03 13:39:15.525091 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4f57b2-8309-43bd-bafb-62111b607286 req-996d5381-fa90-4f6d-9259-39c17f0b8081 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:39:15.527003 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-7c4f57b2-8309-43bd-bafb-62111b607286 req-996d5381-fa90-4f6d-9259-39c17f0b8081 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=5bdf1da3-13ed-49ca-a2c9-40c7f6ef0703 HTTP/1.1" status: 200 len: 946 time: 0.0579643 Oct 03 13:39:15.593193 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-7c4f57b2-8309-43bd-bafb-62111b607286 req-1d341958-e4d0-413d-b3d7-072e77a1d1e7 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=66c88dd3-649f-4aa2-852b-62f1334e7ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575447 Oct 03 13:39:16.733406 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537dfdb8-e706-4523-932b-ed4f83979ffa req-371eb6d3-7d8c-4619-a877-2c0cd25c4553 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:39:16.734920 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-537dfdb8-e706-4523-932b-ed4f83979ffa req-371eb6d3-7d8c-4619-a877-2c0cd25c4553 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=5bdf1da3-13ed-49ca-a2c9-40c7f6ef0703 HTTP/1.1" status: 200 len: 946 time: 0.0484116 Oct 03 13:39:16.759302 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:39:16.788535 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-537dfdb8-e706-4523-932b-ed4f83979ffa req-6bef2b80-9d3e-4a8e-ba13-140e47361479 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=66c88dd3-649f-4aa2-852b-62f1334e7ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466976 Oct 03 13:39:17.898153 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Device a788fb3b-a7c9-4293-adc4-4714a34e7902 details requested by agent hyperv_hv-cinder-86009 with host hv-cinder-86009 {{(pid=106270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 03 13:39:17.935423 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3837074-ecc3-4167-b5e5-d458f5236f47 req-1c114b8e-041d-4585-8e70-6d4da988b071 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:39:17.937031 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-d3837074-ecc3-4167-b5e5-d458f5236f47 req-1c114b8e-041d-4585-8e70-6d4da988b071 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=5bdf1da3-13ed-49ca-a2c9-40c7f6ef0703 HTTP/1.1" status: 200 len: 946 time: 0.0589879 Oct 03 13:39:18.002652 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-d3837074-ecc3-4167-b5e5-d458f5236f47 req-83d9a9a5-21d9-4af3-bf28-5a615ed66257 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=66c88dd3-649f-4aa2-852b-62f1334e7ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578547 Oct 03 13:39:18.040534 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.db [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] For port a788fb3b-a7c9-4293-adc4-4714a34e7902, host hv-cinder-86009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86009',level=0,port_id=a788fb3b-a7c9-4293-adc4-4714a34e7902,segment=NetworkSegment(24e9c697-6214-4a54-b0c6-42aa0af9c46f),segment_id=24e9c697-6214-4a54-b0c6-42aa0af9c46f)] {{(pid=106270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 13:39:18.061692 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Returning: {'device': 'a788fb3b-a7c9-4293-adc4-4714a34e7902', 'network_id': '83166103-7560-4ace-bfbe-05a1216e31b8', 'port_id': 'a788fb3b-a7c9-4293-adc4-4714a34e7902', 'mac_address': 'fa:16:3e:bd:50:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc4f70ab-e5db-4143-a1e5-7fb2da9adef0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 03 13:39:18.100806 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Current status of the port a788fb3b-a7c9-4293-adc4-4714a34e7902 is: ACTIVE; New status is: BUILD {{(pid=106270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 13:39:18.101196 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (a788fb3b-a7c9-4293-adc4-4714a34e7902), before_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:39:18.115888 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.notifiers.nova [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a788fb3b-a7c9-4293-adc4-4714a34e7902 {{(pid=106270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 03 13:39:18.138580 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.db [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] For port a788fb3b-a7c9-4293-adc4-4714a34e7902, host hv-cinder-86009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86009',level=0,port_id=a788fb3b-a7c9-4293-adc4-4714a34e7902,segment=NetworkSegment(24e9c697-6214-4a54-b0c6-42aa0af9c46f),segment_id=24e9c697-6214-4a54-b0c6-42aa0af9c46f)] {{(pid=106270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 13:39:18.142739 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751015143617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751014657006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751014658052'] for port (a788fb3b-a7c9-4293-adc4-4714a34e7902), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:39:18.180945 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:39:18.196760 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Pushing event updated for resources: {'Port': ['ID=a788fb3b-a7c9-4293-adc4-4714a34e7902,revision_number=6']} {{(pid=106270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:39:18.205622 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:39:18.205967 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:39:18.206343 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:39:18.206702 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:39:18.207037 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:39:18.207398 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:39:18.207730 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:39:18.208055 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:39:18.208387 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:39:18.208709 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:39:18.209037 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:39:18.209380 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:39:18.209732 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:39:18.210056 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:39:18.210379 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:39:18.253015 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.db [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] get_ports_and_sgs() called for port_ids ['a788fb3b-a7c9-4293-adc4-4714a34e7902'] {{(pid=106270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 03 13:39:18.409480 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.agents_db [None req-0a1e5e68-d5eb-461a-8b1a-39e3d06a9bb6 None None] Agent healthcheck: found 6 active agents {{(pid=106271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 03 13:39:19.143097 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4cc776-c1b8-44a3-879d-eebd21d5f05e req-bb58407b-f9c9-4d49-bea9-898543ac3c01 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:39:19.144604 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-1a4cc776-c1b8-44a3-879d-eebd21d5f05e req-bb58407b-f9c9-4d49-bea9-898543ac3c01 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=5bdf1da3-13ed-49ca-a2c9-40c7f6ef0703 HTTP/1.1" status: 200 len: 945 time: 0.0517623 Oct 03 13:39:19.178831 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:39:19.198089 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-1a4cc776-c1b8-44a3-879d-eebd21d5f05e req-1bff1117-9ef3-4ef3-aa4c-0f3bb5b54b90 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=66c88dd3-649f-4aa2-852b-62f1334e7ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477440 Oct 03 13:39:19.912079 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Device a788fb3b-a7c9-4293-adc4-4714a34e7902 up at agent hyperv_hv-cinder-86009 {{(pid=106270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 13:39:19.966229 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.provisioning_blocks [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Provisioning complete for port a788fb3b-a7c9-4293-adc4-4714a34e7902 triggered by entity L2. {{(pid=106270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 13:39:19.966608 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1340199'] for port (a788fb3b-a7c9-4293-adc4-4714a34e7902), provisioning_complete {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:39:19.966948 dv-cinder-860090-1-iscsi neutron-server[106270]: INFO neutron.plugins.ml2.plugin [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Attempt 1 to provision port a788fb3b-a7c9-4293-adc4-4714a34e7902 Oct 03 13:39:19.998420 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:39:20.054332 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Current status of the port a788fb3b-a7c9-4293-adc4-4714a34e7902 is: BUILD; New status is: ACTIVE {{(pid=106270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 13:39:20.054721 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (a788fb3b-a7c9-4293-adc4-4714a34e7902), before_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:39:20.078821 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bdf1da3-13ed-49ca-a2c9-40c7f6ef0703', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a788fb3b-a7c9-4293-adc4-4714a34e7902'}] {{(pid=106270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 13:39:20.081159 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}560c9627402e85393d05fbb3c51e26d9631cba9dc4b6297c571b83e08b497dad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-789c6cfd-a1d8-45d0-9a69-d5a39b79e243" -d '{"events": [{"server_uuid": "5bdf1da3-13ed-49ca-a2c9-40c7f6ef0703", "name": "network-vif-plugged", "status": "completed", "tag": "a788fb3b-a7c9-4293-adc4-4714a34e7902"}]}' {{(pid=106270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 13:39:20.094858 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.db [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] For port a788fb3b-a7c9-4293-adc4-4714a34e7902, host hv-cinder-86009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86009',level=0,port_id=a788fb3b-a7c9-4293-adc4-4714a34e7902,segment=NetworkSegment(24e9c697-6214-4a54-b0c6-42aa0af9c46f),segment_id=24e9c697-6214-4a54-b0c6-42aa0af9c46f)] {{(pid=106270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 13:39:20.106910 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751015143617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751014657006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751014658052'] for port (a788fb3b-a7c9-4293-adc4-4714a34e7902), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:39:20.134975 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 13:39:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c7a7726-4164-4bb0-8d5b-32919c9bf4af x-openstack-request-id: req-6c7a7726-4164-4bb0-8d5b-32919c9bf4af {{(pid=106270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 13:39:20.135297 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bdf1da3-13ed-49ca-a2c9-40c7f6ef0703", "name": "network-vif-plugged", "status": "completed", "tag": "a788fb3b-a7c9-4293-adc4-4714a34e7902", "code": 200}]} {{(pid=106270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 13:39:20.135583 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6c7a7726-4164-4bb0-8d5b-32919c9bf4af {{(pid=106270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 13:39:20.136014 dv-cinder-860090-1-iscsi neutron-server[106270]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c7a7726-4164-4bb0-8d5b-32919c9bf4af'] response: {'server_uuid': '5bdf1da3-13ed-49ca-a2c9-40c7f6ef0703', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a788fb3b-a7c9-4293-adc4-4714a34e7902', 'code': 200} Oct 03 13:39:20.166456 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Pushing event updated for resources: {'Port': ['ID=a788fb3b-a7c9-4293-adc4-4714a34e7902,revision_number=7']} {{(pid=106270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:39:20.386093 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc863fe-d39b-4cda-a034-af76f6455fd3 req-a4efc1f4-d68a-4541-8648-51f42b46c9f1 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:39:20.393367 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-9cc863fe-d39b-4cda-a034-af76f6455fd3 req-a4efc1f4-d68a-4541-8648-51f42b46c9f1 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=5bdf1da3-13ed-49ca-a2c9-40c7f6ef0703 HTTP/1.1" status: 200 len: 946 time: 0.0983210 Oct 03 13:39:20.498505 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-9cc863fe-d39b-4cda-a034-af76f6455fd3 req-a2ce7b0d-a303-468b-a201-a6d0fe47ecbb tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=66c88dd3-649f-4aa2-852b-62f1334e7ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041236 Oct 03 13:39:20.724375 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad3d9ee-6d6d-41f0-9b48-aa9715ef382f req-50b5e99e-7976-49b3-ae5f-ae4d3f9c0e17 tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:39:20.726125 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-fad3d9ee-6d6d-41f0-9b48-aa9715ef382f req-50b5e99e-7976-49b3-ae5f-ae4d3f9c0e17 tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=f8ca2b3e-05c2-422b-a6ac-8eddcf6fc7f0 HTTP/1.1" status: 200 len: 945 time: 0.0574541 Oct 03 13:39:20.787911 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-fad3d9ee-6d6d-41f0-9b48-aa9715ef382f req-f643ebc0-dbe4-4328-852d-7ddd84f515d2 tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=7a9cea02-29c9-43f9-aa91-97a86ba6a476&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550230 Oct 03 13:39:21.659278 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c39a593-306b-40cb-8af7-070c6c8f69f3 req-8e31184a-f563-445e-a545-6da991628071 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:39:21.662144 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-5c39a593-306b-40cb-8af7-070c6c8f69f3 req-8e31184a-f563-445e-a545-6da991628071 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=5bdf1da3-13ed-49ca-a2c9-40c7f6ef0703 HTTP/1.1" status: 200 len: 946 time: 0.0634761 Oct 03 13:39:21.734221 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-5c39a593-306b-40cb-8af7-070c6c8f69f3 req-a0199303-da7b-4c7a-a432-15ffaec4ea7e tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=66c88dd3-649f-4aa2-852b-62f1334e7ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671372 Oct 03 13:39:21.938116 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4b1dc6-a512-412f-9e36-bde4392b20bf req-93dc34cf-8a77-465d-bd84-ea7ec682f8e8 tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:39:21.941147 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-df4b1dc6-a512-412f-9e36-bde4392b20bf req-93dc34cf-8a77-465d-bd84-ea7ec682f8e8 tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=f8ca2b3e-05c2-422b-a6ac-8eddcf6fc7f0 HTTP/1.1" status: 200 len: 945 time: 0.0565305 Oct 03 13:39:22.021366 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-df4b1dc6-a512-412f-9e36-bde4392b20bf req-d170fe01-13d7-4031-9d69-3828d24cb2b4 tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=7a9cea02-29c9-43f9-aa91-97a86ba6a476&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720997 Oct 03 13:39:22.947872 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175c4f8c-8f73-46b6-9807-e779e8935725 req-b9abff70-1870-479d-9503-ca127a4e8d07 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:39:22.949579 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-175c4f8c-8f73-46b6-9807-e779e8935725 req-b9abff70-1870-479d-9503-ca127a4e8d07 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=5bdf1da3-13ed-49ca-a2c9-40c7f6ef0703 HTTP/1.1" status: 200 len: 946 time: 0.0567219 Oct 03 13:39:23.004239 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-175c4f8c-8f73-46b6-9807-e779e8935725 req-7654fab4-a67d-4b0e-820f-5d9054d07bc3 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=66c88dd3-649f-4aa2-852b-62f1334e7ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469406 Oct 03 13:39:23.047043 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd9740e-c4b4-4992-8aef-31b2473aab24 req-3dd67a87-8463-474b-8cd5-24aee32091f3 tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:39:23.051052 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-9bd9740e-c4b4-4992-8aef-31b2473aab24 req-3dd67a87-8463-474b-8cd5-24aee32091f3 tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=f8ca2b3e-05c2-422b-a6ac-8eddcf6fc7f0 HTTP/1.1" status: 200 len: 945 time: 0.0784311 Oct 03 13:39:23.207824 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aa7898-677c-4820-866a-fac4851d8f97 req-c09a1300-5738-4746-8454-1b870c29d68f tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:39:23.211343 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-87aa7898-677c-4820-866a-fac4851d8f97 req-c09a1300-5738-4746-8454-1b870c29d68f tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=f8ca2b3e-05c2-422b-a6ac-8eddcf6fc7f0 HTTP/1.1" status: 200 len: 945 time: 0.0936265 Oct 03 13:39:23.260285 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.plugin [req-9bd9740e-c4b4-4992-8aef-31b2473aab24 req-6031fb5c-5d35-4e03-9c8e-ee94dcbdb9e2 tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Deleting port 4fedd529-0907-4e1f-afe2-2a21d1185f1d {{(pid=106268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 13:39:23.260916 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-9bd9740e-c4b4-4992-8aef-31b2473aab24 req-6031fb5c-5d35-4e03-9c8e-ee94dcbdb9e2 tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751015143464'] for port (4fedd529-0907-4e1f-afe2-2a21d1185f1d), before_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:39:23.329758 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-87aa7898-677c-4820-866a-fac4851d8f97 req-84bf114b-56fb-445f-af05-e0afd4985fe6 tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=7a9cea02-29c9-43f9-aa91-97a86ba6a476&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1118562 Oct 03 13:39:23.398326 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.db [req-9bd9740e-c4b4-4992-8aef-31b2473aab24 req-6031fb5c-5d35-4e03-9c8e-ee94dcbdb9e2 tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] For port 4fedd529-0907-4e1f-afe2-2a21d1185f1d, host hv-cinder-86009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86009',level=0,port_id=4fedd529-0907-4e1f-afe2-2a21d1185f1d,segment=NetworkSegment(74b279f9-1202-42a8-8155-1717a07de33b),segment_id=74b279f9-1202-42a8-8155-1717a07de33b)] {{(pid=106268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 13:39:23.398694 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-9bd9740e-c4b4-4992-8aef-31b2473aab24 req-6031fb5c-5d35-4e03-9c8e-ee94dcbdb9e2 tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724412'] for port (4fedd529-0907-4e1f-afe2-2a21d1185f1d), precommit_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:39:23.630080 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-9bd9740e-c4b4-4992-8aef-31b2473aab24 req-6031fb5c-5d35-4e03-9c8e-ee94dcbdb9e2 tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:39:23.630080 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-9bd9740e-c4b4-4992-8aef-31b2473aab24 req-6031fb5c-5d35-4e03-9c8e-ee94dcbdb9e2 tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3722562'] for floatingip (53425ecf-3329-470f-88ce-eb889935f73c), after_update {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:39:23.630080 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.db.l3_db [req-9bd9740e-c4b4-4992-8aef-31b2473aab24 req-6031fb5c-5d35-4e03-9c8e-ee94dcbdb9e2 tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Floating IP 53425ecf-3329-470f-88ce-eb889935f73c disassociated. External IP: 172.27.1.7, port: 4fedd529-0907-4e1f-afe2-2a21d1185f1d. Oct 03 13:39:23.630080 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.plugin [req-9bd9740e-c4b4-4992-8aef-31b2473aab24 req-6031fb5c-5d35-4e03-9c8e-ee94dcbdb9e2 tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Calling delete_port for 4fedd529-0907-4e1f-afe2-2a21d1185f1d owned by compute:nova {{(pid=106268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 13:39:23.727803 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:39:23.802830 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-9bd9740e-c4b4-4992-8aef-31b2473aab24 req-6031fb5c-5d35-4e03-9c8e-ee94dcbdb9e2 tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751015146406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751014656997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25417805'] for port (4fedd529-0907-4e1f-afe2-2a21d1185f1d), after_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:39:23.812145 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:39:23.839047 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6031fb5c-5d35-4e03-9c8e-ee94dcbdb9e2 tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Pushing event deleted for resources: {'Port': ['ID=4fedd529-0907-4e1f-afe2-2a21d1185f1d,revision_number=None']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:39:23.980545 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9bd9740e-c4b4-4992-8aef-31b2473aab24 req-6031fb5c-5d35-4e03-9c8e-ee94dcbdb9e2 tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Router 34ec1ae2-2ab5-419a-b041-dbfaef2c5f1b has already been hosted by L3 agent 94180321-47b1-4b5c-b620-b1b0a31df446 {{(pid=106268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 03 13:39:24.122625 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9bd9740e-c4b4-4992-8aef-31b2473aab24 req-6031fb5c-5d35-4e03-9c8e-ee94dcbdb9e2 tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Notify agent at l3_agent.dv-cinder-860090-1-iscsi the message routers_updated {{(pid=106268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 13:39:24.132418 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835990d2-811f-4fc6-ae47-45afda177f4f None None] Sync routers for ids ['34ec1ae2-2ab5-419a-b041-dbfaef2c5f1b'] in dv-cinder-860090-1-iscsi {{(pid=106271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 13:39:24.149733 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-835990d2-811f-4fc6-ae47-45afda177f4f None None] Routers {'34ec1ae2-2ab5-419a-b041-dbfaef2c5f1b'} bound to L3 agent in host dv-cinder-860090-1-iscsi {{(pid=106271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 13:39:24.150392 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_hamode_db [None req-835990d2-811f-4fc6-ae47-45afda177f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860090-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-03T13:22:05Z,description=,heartbeat_timestamp=2022-10-03T13:39:05Z,host='dv-cinder-860090-1-iscsi',id=94180321-47b1-4b5c-b620-b1b0a31df446,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T13:22:05Z,topic='l3_agent')) {'router_ids': ['34ec1ae2-2ab5-419a-b041-dbfaef2c5f1b'], 'active': True} {{(pid=106271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:39:24.185269 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bd9740e-c4b4-4992-8aef-31b2473aab24 req-6031fb5c-5d35-4e03-9c8e-ee94dcbdb9e2 tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] No DVR routers for this DVR port 4fedd529-0907-4e1f-afe2-2a21d1185f1d on host hv-cinder-86009 {{(pid=106268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 03 13:39:24.188467 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-9bd9740e-c4b4-4992-8aef-31b2473aab24 req-6031fb5c-5d35-4e03-9c8e-ee94dcbdb9e2 tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512321'] for port (None), before_response {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:39:24.192637 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-9bd9740e-c4b4-4992-8aef-31b2473aab24 req-6031fb5c-5d35-4e03-9c8e-ee94dcbdb9e2 tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] 10.222.0.65 "DELETE /networking/v2.0/ports/4fedd529-0907-4e1f-afe2-2a21d1185f1d HTTP/1.1" status: 204 len: 173 time: 1.1294873 Oct 03 13:39:24.193502 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8ca2b3e-05c2-422b-a6ac-8eddcf6fc7f0', 'name': 'network-vif-deleted', 'tag': '4fedd529-0907-4e1f-afe2-2a21d1185f1d'}] {{(pid=106268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 13:39:24.198432 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5f09c8-0b79-4824-a0c2-f6dd935a6cef req-8c055d1d-b375-43af-9183-a7861e2862b4 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:39:24.201217 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-5a5f09c8-0b79-4824-a0c2-f6dd935a6cef req-8c055d1d-b375-43af-9183-a7861e2862b4 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=5bdf1da3-13ed-49ca-a2c9-40c7f6ef0703 HTTP/1.1" status: 200 len: 946 time: 0.0844522 Oct 03 13:39:24.209509 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd70873512ffc397a2b7ac25ee02414627e7506f7787b64d61dc92e00300ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d49a0e38-a217-418d-b9ca-58bf854aa80d" -d '{"events": [{"server_uuid": "f8ca2b3e-05c2-422b-a6ac-8eddcf6fc7f0", "name": "network-vif-deleted", "tag": "4fedd529-0907-4e1f-afe2-2a21d1185f1d"}]}' {{(pid=106268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 13:39:24.276706 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 13:39:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f734765-8d47-4679-a7d6-dcd854102027 x-openstack-request-id: req-7f734765-8d47-4679-a7d6-dcd854102027 {{(pid=106268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 13:39:24.277100 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8ca2b3e-05c2-422b-a6ac-8eddcf6fc7f0", "name": "network-vif-deleted", "tag": "4fedd529-0907-4e1f-afe2-2a21d1185f1d", "status": "completed", "code": 200}]} {{(pid=106268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 13:39:24.277501 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7f734765-8d47-4679-a7d6-dcd854102027 {{(pid=106268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 13:39:24.278037 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f734765-8d47-4679-a7d6-dcd854102027'] response: {'server_uuid': 'f8ca2b3e-05c2-422b-a6ac-8eddcf6fc7f0', 'name': 'network-vif-deleted', 'tag': '4fedd529-0907-4e1f-afe2-2a21d1185f1d', 'status': 'completed', 'code': 200} Oct 03 13:39:24.364177 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-5a5f09c8-0b79-4824-a0c2-f6dd935a6cef req-f0c7f357-5bec-4b53-a4e8-ebe56fcad6b4 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=66c88dd3-649f-4aa2-852b-62f1334e7ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1305182 Oct 03 13:39:24.427502 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_dvr_db [None req-835990d2-811f-4fc6-ae47-45afda177f4f None None] Set router 34ec1ae2-2ab5-419a-b041-dbfaef2c5f1b gateway port host: dv-cinder-860090-1-iscsi {{(pid=106271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 13:39:24.595755 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-1f667896-7c69-46b5-a146-90ae4b27f9ad req-2d9b0562-ea7f-4194-9d8e-ef60aeec36fb tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=f8ca2b3e-05c2-422b-a6ac-8eddcf6fc7f0 HTTP/1.1" status: 200 len: 210 time: 0.0638466 Oct 03 13:39:24.724201 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_hamode_db [None req-835990d2-811f-4fc6-ae47-45afda177f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34ec1ae2-2ab5-419a-b041-dbfaef2c5f1b', 'name': 'tempest-AttachVolumeTestJSON-1868036134-router', 'tenant_id': '1432ad4a21624574b8caeaf10f2f8339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'external_fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'c233b228-3af1-4856-8fa4-343cf6d8e3ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:32:34Z', 'updated_at': '2022-10-03T13:32:39Z', 'revision_number': 4, 'project_id': '1432ad4a21624574b8caeaf10f2f8339', 'gw_port': {'id': 'c233b228-3af1-4856-8fa4-343cf6d8e3ae', 'name': '', 'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:b6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ec1ae2-2ab5-419a-b041-dbfaef2c5f1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:32:35Z', 'updated_at': '2022-10-03T13:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860090-1-iscsi', '_interfaces': [{'id': 'ddfb6d25-3fd1-46a8-bc78-f8c923349fe2', 'name': '', 'network_id': '4ae25b55-bed6-49d7-9a22-c9e416e149dd', 'tenant_id': '1432ad4a21624574b8caeaf10f2f8339', 'mac_address': 'fa:16:3e:d9:ee:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ec1ae2-2ab5-419a-b041-dbfaef2c5f1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '186bd512-24d4-4a2b-8bd3-48c53a4e9c74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:32:38Z', 'updated_at': '2022-10-03T13:32:47Z', 'revision_number': 5, 'project_id': '1432ad4a21624574b8caeaf10f2f8339', 'subnets': [{'id': '186bd512-24d4-4a2b-8bd3-48c53a4e9c74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860090-1-iscsi', False) {} {{(pid=106271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:39:24.750922 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835990d2-811f-4fc6-ae47-45afda177f4f None None] Checking router: 34ec1ae2-2ab5-419a-b041-dbfaef2c5f1b for host: dv-cinder-860090-1-iscsi {{(pid=106271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 13:39:24.764405 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-835990d2-811f-4fc6-ae47-45afda177f4f None None] Routers {'34ec1ae2-2ab5-419a-b041-dbfaef2c5f1b'} bound to L3 agent in host dv-cinder-860090-1-iscsi {{(pid=106271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 13:39:24.765083 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_hamode_db [None req-835990d2-811f-4fc6-ae47-45afda177f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860090-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-03T13:22:05Z,description=,heartbeat_timestamp=2022-10-03T13:39:05Z,host='dv-cinder-860090-1-iscsi',id=94180321-47b1-4b5c-b620-b1b0a31df446,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T13:22:05Z,topic='l3_agent')) {'router_ids': ['34ec1ae2-2ab5-419a-b041-dbfaef2c5f1b'], 'active': True} {{(pid=106271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:39:24.877821 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_dvr_db [None req-835990d2-811f-4fc6-ae47-45afda177f4f None None] Set router 34ec1ae2-2ab5-419a-b041-dbfaef2c5f1b gateway port host: dv-cinder-860090-1-iscsi {{(pid=106271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 13:39:25.101972 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_hamode_db [None req-835990d2-811f-4fc6-ae47-45afda177f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34ec1ae2-2ab5-419a-b041-dbfaef2c5f1b', 'name': 'tempest-AttachVolumeTestJSON-1868036134-router', 'tenant_id': '1432ad4a21624574b8caeaf10f2f8339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'external_fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'c233b228-3af1-4856-8fa4-343cf6d8e3ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:32:34Z', 'updated_at': '2022-10-03T13:32:39Z', 'revision_number': 4, 'project_id': '1432ad4a21624574b8caeaf10f2f8339', 'gw_port': {'id': 'c233b228-3af1-4856-8fa4-343cf6d8e3ae', 'name': '', 'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:b6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ec1ae2-2ab5-419a-b041-dbfaef2c5f1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:32:35Z', 'updated_at': '2022-10-03T13:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860090-1-iscsi', '_interfaces': [{'id': 'ddfb6d25-3fd1-46a8-bc78-f8c923349fe2', 'name': '', 'network_id': '4ae25b55-bed6-49d7-9a22-c9e416e149dd', 'tenant_id': '1432ad4a21624574b8caeaf10f2f8339', 'mac_address': 'fa:16:3e:d9:ee:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ec1ae2-2ab5-419a-b041-dbfaef2c5f1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '186bd512-24d4-4a2b-8bd3-48c53a4e9c74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:32:38Z', 'updated_at': '2022-10-03T13:32:47Z', 'revision_number': 5, 'project_id': '1432ad4a21624574b8caeaf10f2f8339', 'subnets': [{'id': '186bd512-24d4-4a2b-8bd3-48c53a4e9c74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860090-1-iscsi', False) {} {{(pid=106271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:39:25.134616 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835990d2-811f-4fc6-ae47-45afda177f4f None None] The sync data for ids ['34ec1ae2-2ab5-419a-b041-dbfaef2c5f1b'] in dv-cinder-860090-1-iscsi is: [{'id': '34ec1ae2-2ab5-419a-b041-dbfaef2c5f1b', 'name': 'tempest-AttachVolumeTestJSON-1868036134-router', 'tenant_id': '1432ad4a21624574b8caeaf10f2f8339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'external_fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'c233b228-3af1-4856-8fa4-343cf6d8e3ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:32:34Z', 'updated_at': '2022-10-03T13:32:39Z', 'revision_number': 4, 'project_id': '1432ad4a21624574b8caeaf10f2f8339', 'gw_port': {'id': 'c233b228-3af1-4856-8fa4-343cf6d8e3ae', 'name': '', 'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:b6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ec1ae2-2ab5-419a-b041-dbfaef2c5f1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:32:35Z', 'updated_at': '2022-10-03T13:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860090-1-iscsi', '_interfaces': [{'id': 'ddfb6d25-3fd1-46a8-bc78-f8c923349fe2', 'name': '', 'network_id': '4ae25b55-bed6-49d7-9a22-c9e416e149dd', 'tenant_id': '1432ad4a21624574b8caeaf10f2f8339', 'mac_address': 'fa:16:3e:d9:ee:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ec1ae2-2ab5-419a-b041-dbfaef2c5f1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '186bd512-24d4-4a2b-8bd3-48c53a4e9c74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:32:38Z', 'updated_at': '2022-10-03T13:32:47Z', 'revision_number': 5, 'project_id': '1432ad4a21624574b8caeaf10f2f8339', 'subnets': [{'id': '186bd512-24d4-4a2b-8bd3-48c53a4e9c74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 13:39:25.428085 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-617ab473-7463-4df8-a89b-aa4f7c0e4586 None None] New status for floating IP 53425ecf-3329-470f-88ce-eb889935f73c: DOWN {{(pid=106270) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 03 13:39:25.559278 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:39:25.566458 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:39:25.591854 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccbceea-c0c7-414f-8efd-1f4e9972f040 req-c06ce3d3-55e9-49a2-b173-139a79bba06c tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:39:25.596471 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-5ccbceea-c0c7-414f-8efd-1f4e9972f040 req-c06ce3d3-55e9-49a2-b173-139a79bba06c tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=5bdf1da3-13ed-49ca-a2c9-40c7f6ef0703 HTTP/1.1" status: 200 len: 946 time: 0.0855789 Oct 03 13:39:25.655948 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-5ccbceea-c0c7-414f-8efd-1f4e9972f040 req-ef951605-39da-4988-8137-9476f620877d tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=66c88dd3-649f-4aa2-852b-62f1334e7ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536168 Oct 03 13:39:25.753103 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-14ad86c9-2527-443a-b205-9f7f226b2020 req-78bfcb8d-4aab-42de-9e30-67cba0a9f563 tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=f8ca2b3e-05c2-422b-a6ac-8eddcf6fc7f0 HTTP/1.1" status: 200 len: 210 time: 0.0355613 Oct 03 13:39:26.842340 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d65d876-8b03-421a-a1e1-1e8da5bf1d44 req-ceffd8aa-2264-4ef6-9a10-f9c8e15ea572 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:39:26.845983 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-5d65d876-8b03-421a-a1e1-1e8da5bf1d44 req-ceffd8aa-2264-4ef6-9a10-f9c8e15ea572 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=5bdf1da3-13ed-49ca-a2c9-40c7f6ef0703 HTTP/1.1" status: 200 len: 946 time: 0.0920284 Oct 03 13:39:26.908756 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-7b2dce3c-95cd-4c1d-a04d-01803ee3787a req-237047ed-61a2-40df-a56f-932e4dbc04b4 tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=f8ca2b3e-05c2-422b-a6ac-8eddcf6fc7f0 HTTP/1.1" status: 200 len: 210 time: 0.0606358 Oct 03 13:39:26.951562 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-5d65d876-8b03-421a-a1e1-1e8da5bf1d44 req-e1ad525d-904e-4638-b145-5ff46af81471 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=66c88dd3-649f-4aa2-852b-62f1334e7ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950859 Oct 03 13:39:27.938032 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Device 4fedd529-0907-4e1f-afe2-2a21d1185f1d no longer exists at agent hyperv_hv-cinder-86009 {{(pid=106270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 13:39:27.964184 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] No Port match for: 4fedd529-0907-4e1f-afe2-2a21d1185f1d {{(pid=106270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 03 13:39:27.964531 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Device 4fedd529-0907-4e1f-afe2-2a21d1185f1d not bound to the agent host hv-cinder-86009 {{(pid=106270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 03 13:39:28.057391 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 35592) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:39:28.155253 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c32fdd-ceb8-4c9c-a7d0-d1b630d6d372 req-d9d3edeb-c940-4919-9ef7-91b09c10ec74 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:39:28.156854 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-41c32fdd-ceb8-4c9c-a7d0-d1b630d6d372 req-d9d3edeb-c940-4919-9ef7-91b09c10ec74 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=5bdf1da3-13ed-49ca-a2c9-40c7f6ef0703 HTTP/1.1" status: 200 len: 946 time: 0.0862503 Oct 03 13:39:28.199203 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-19c6c588-2ffa-4453-bb9d-a92a6a0acd2d tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Publish callbacks [] for security_group (7a9cea02-29c9-43f9-aa91-97a86ba6a476), before_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:39:28.239443 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-19c6c588-2ffa-4453-bb9d-a92a6a0acd2d tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Publish callbacks [] for security_group (7a9cea02-29c9-43f9-aa91-97a86ba6a476), precommit_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:39:28.245617 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-41c32fdd-ceb8-4c9c-a7d0-d1b630d6d372 req-759dc04b-2bce-40f9-865c-2184772b686b tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=66c88dd3-649f-4aa2-852b-62f1334e7ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800779 Oct 03 13:39:28.306836 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-19c6c588-2ffa-4453-bb9d-a92a6a0acd2d tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (7a9cea02-29c9-43f9-aa91-97a86ba6a476), after_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:39:28.310085 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-19c6c588-2ffa-4453-bb9d-a92a6a0acd2d tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Publish callbacks [] for security_group (None), before_response {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:39:28.314341 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 35594) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:39:28.314939 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-19c6c588-2ffa-4453-bb9d-a92a6a0acd2d tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] 10.222.0.58 "DELETE /networking/v2.0/security-groups/7a9cea02-29c9-43f9-aa91-97a86ba6a476 HTTP/1.1" status: 204 len: 168 time: 0.2542679 Oct 03 13:39:28.324428 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c6c588-2ffa-4453-bb9d-a92a6a0acd2d tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a9cea02-29c9-43f9-aa91-97a86ba6a476,revision_number=None']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:39:28.353692 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.api.v2.resource [None req-d1d38717-0a88-4c97-9d7e-197f29b60c5e tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] show failed (client error): The resource could not be found. Oct 03 13:39:28.358769 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 35596) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:39:28.359455 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-d1d38717-0a88-4c97-9d7e-197f29b60c5e tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] 10.222.0.58 "GET /networking/v2.0/security-groups/7a9cea02-29c9-43f9-aa91-97a86ba6a476 HTTP/1.1" status: 404 len: 347 time: 0.0424180 Oct 03 13:39:28.503870 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.plugins.ml2.plugin [None req-3dcf9a01-f595-48e2-8b68-cf46bab3c1da tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Deleting port db826d44-1177-45c2-ab64-ace4ea0634ff {{(pid=106269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 13:39:28.504137 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-3dcf9a01-f595-48e2-8b68-cf46bab3c1da tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751015143464'] for port (db826d44-1177-45c2-ab64-ace4ea0634ff), before_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:39:28.610285 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-3dcf9a01-f595-48e2-8b68-cf46bab3c1da tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724412'] for port (db826d44-1177-45c2-ab64-ace4ea0634ff), precommit_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:39:28.612079 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-3dcf9a01-f595-48e2-8b68-cf46bab3c1da tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Publish callbacks [] for floatingip (db826d44-1177-45c2-ab64-ace4ea0634ff), precommit_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:39:28.627337 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.plugins.ml2.plugin [None req-3dcf9a01-f595-48e2-8b68-cf46bab3c1da tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Calling delete_port for db826d44-1177-45c2-ab64-ace4ea0634ff owned by network:floatingip {{(pid=106269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 13:39:28.850921 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-3dcf9a01-f595-48e2-8b68-cf46bab3c1da tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751015146406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751014656997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26503125'] for port (db826d44-1177-45c2-ab64-ace4ea0634ff), after_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:39:28.882074 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcf9a01-f595-48e2-8b68-cf46bab3c1da tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Pushing event deleted for resources: {'Port': ['ID=db826d44-1177-45c2-ab64-ace4ea0634ff,revision_number=None']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:39:28.955283 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-3dcf9a01-f595-48e2-8b68-cf46bab3c1da tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Publish callbacks [] for floatingip (53425ecf-3329-470f-88ce-eb889935f73c), after_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:39:28.958100 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-3dcf9a01-f595-48e2-8b68-cf46bab3c1da tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512321'] for floatingip (None), before_response {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:39:28.959569 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-3dcf9a01-f595-48e2-8b68-cf46bab3c1da tempest-AttachVolumeTestJSON-17057039 tempest-AttachVolumeTestJSON-17057039-project] 10.222.0.58 "DELETE /networking/v2.0/floatingips/53425ecf-3329-470f-88ce-eb889935f73c HTTP/1.1" status: 204 len: 168 time: 0.5993500 Oct 03 13:39:29.387733 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e77df42-58c6-4152-9c35-826e9d9706cc req-be1c198a-301e-4560-8f88-bab322ec21a5 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:39:29.390294 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-9e77df42-58c6-4152-9c35-826e9d9706cc req-be1c198a-301e-4560-8f88-bab322ec21a5 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=5bdf1da3-13ed-49ca-a2c9-40c7f6ef0703 HTTP/1.1" status: 200 len: 946 time: 0.0522583 Oct 03 13:39:29.442660 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-9e77df42-58c6-4152-9c35-826e9d9706cc req-9ab07102-f9a8-4d8c-be07-5720c34eec8b tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=66c88dd3-649f-4aa2-852b-62f1334e7ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463345 Oct 03 13:39:30.602714 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3b5663-7de8-407e-9cc3-8c1105aabdf2 req-d86d6dad-1b67-4687-88e8-948ead05c271 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:39:30.604328 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-df3b5663-7de8-407e-9cc3-8c1105aabdf2 req-d86d6dad-1b67-4687-88e8-948ead05c271 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=5bdf1da3-13ed-49ca-a2c9-40c7f6ef0703 HTTP/1.1" status: 200 len: 946 time: 0.0530310 Oct 03 13:39:30.617151 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:39:30.655650 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-df3b5663-7de8-407e-9cc3-8c1105aabdf2 req-5c6054c2-7c6f-4e38-ac43-04a50e6c8c8a tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=66c88dd3-649f-4aa2-852b-62f1334e7ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455449 Oct 03 13:39:31.567222 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e19814-f8f1-4efa-bb38-cb6e45c67249 req-9cea0ce7-a4a2-4fa4-9b31-9511a110c832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:39:31.568646 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-48e19814-f8f1-4efa-bb38-cb6e45c67249 req-9cea0ce7-a4a2-4fa4-9b31-9511a110c832 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=e019f687769f408d9c3faab0c8693a9d&device_id=5bdf1da3-13ed-49ca-a2c9-40c7f6ef0703 HTTP/1.1" status: 200 len: 1130 time: 0.0409906 Oct 03 13:39:31.675236 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e19814-f8f1-4efa-bb38-cb6e45c67249 req-90c66ca5-d093-4a14-9016-f34a8d6498fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:39:31.676721 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-48e19814-f8f1-4efa-bb38-cb6e45c67249 req-90c66ca5-d093-4a14-9016-f34a8d6498fc service neutron] 10.222.0.65 "GET /networking/v2.0/networks?id=83166103-7560-4ace-bfbe-05a1216e31b8 HTTP/1.1" status: 200 len: 917 time: 0.0994802 Oct 03 13:39:32.036786 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-48e19814-f8f1-4efa-bb38-cb6e45c67249 req-92b8342b-0e04-48cd-9825-4b1f218422aa service neutron] 10.222.0.65 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a788fb3b-a7c9-4293-adc4-4714a34e7902 HTTP/1.1" status: 200 len: 1001 time: 0.3463812 Oct 03 13:39:32.061251 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64e7df4-efbe-42a6-a752-91889f49d819 req-f72c464f-a056-493e-ad1b-3e6650d37a39 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:39:32.062867 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-e64e7df4-efbe-42a6-a752-91889f49d819 req-f72c464f-a056-493e-ad1b-3e6650d37a39 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=5bdf1da3-13ed-49ca-a2c9-40c7f6ef0703 HTTP/1.1" status: 200 len: 946 time: 0.3204336 Oct 03 13:39:32.092047 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-c744f4c3-c952-45bb-83ef-24d5fee350e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (3460fffa-818c-4144-9400-237880db20a4), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:39:32.126898 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e19814-f8f1-4efa-bb38-cb6e45c67249 req-11ae211d-2aea-48c0-937d-a412968f11f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:39:32.128931 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-48e19814-f8f1-4efa-bb38-cb6e45c67249 req-11ae211d-2aea-48c0-937d-a412968f11f4 service neutron] 10.222.0.65 "GET /networking/v2.0/subnets?id=bc4f70ab-e5db-4143-a1e5-7fb2da9adef0 HTTP/1.1" status: 200 len: 855 time: 0.0825942 Oct 03 13:39:32.171332 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-e64e7df4-efbe-42a6-a752-91889f49d819 req-2da1e1e4-a46c-41d7-af36-2b9ee9fbd630 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=66c88dd3-649f-4aa2-852b-62f1334e7ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884233 Oct 03 13:39:32.196743 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e19814-f8f1-4efa-bb38-cb6e45c67249 req-0229d373-2466-4dad-a49c-0deaaf83b31d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:39:32.198675 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-48e19814-f8f1-4efa-bb38-cb6e45c67249 req-0229d373-2466-4dad-a49c-0deaaf83b31d service neutron] 10.222.0.65 "GET /networking/v2.0/ports?network_id=83166103-7560-4ace-bfbe-05a1216e31b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0615509 Oct 03 13:39:32.322258 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-48e19814-f8f1-4efa-bb38-cb6e45c67249 req-c0e79fef-8393-4a71-b63c-93ff92902f83 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/83166103-7560-4ace-bfbe-05a1216e31b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166248 Oct 03 13:39:32.438409 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:39:32.468222 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-48e19814-f8f1-4efa-bb38-cb6e45c67249 req-f7be4e12-57f4-4a7b-a7d8-9cd6d3295987 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/83166103-7560-4ace-bfbe-05a1216e31b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354010 Oct 03 13:39:33.321082 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92922568-683e-40f0-8074-ac342c3288b7 req-5a38b4d9-efe7-47c6-b2e3-56a7b67e3a1b tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:39:33.322681 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-92922568-683e-40f0-8074-ac342c3288b7 req-5a38b4d9-efe7-47c6-b2e3-56a7b67e3a1b tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=5bdf1da3-13ed-49ca-a2c9-40c7f6ef0703 HTTP/1.1" status: 200 len: 946 time: 0.0491664 Oct 03 13:39:33.334561 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:39:33.380198 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-92922568-683e-40f0-8074-ac342c3288b7 req-d71b5050-8b66-4c11-9579-4d4be63357db tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=66c88dd3-649f-4aa2-852b-62f1334e7ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515966 Oct 03 13:39:34.516294 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=100 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:39:34.533789 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de22ca3b-8e56-445c-ad0e-5cfb7522fe85 req-60df0734-cc59-4567-9b05-feccb4759f6d tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:39:34.536193 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-de22ca3b-8e56-445c-ad0e-5cfb7522fe85 req-60df0734-cc59-4567-9b05-feccb4759f6d tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=5bdf1da3-13ed-49ca-a2c9-40c7f6ef0703 HTTP/1.1" status: 200 len: 946 time: 0.0696633 Oct 03 13:39:34.591228 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-de22ca3b-8e56-445c-ad0e-5cfb7522fe85 req-4a93f14e-ab71-4379-8356-7b81690c8bb1 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=66c88dd3-649f-4aa2-852b-62f1334e7ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478868 Oct 03 13:39:34.863906 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 35708) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:39:34.886614 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-267236ca-12ad-4728-8b4e-5b144a6a0c07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (94180321-47b1-4b5c-b620-b1b0a31df446), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:39:35.104030 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=71 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:39:35.104819 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=63 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:39:35.471269 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-8c744f96-37a7-4f19-b681-0a90f7693804 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3893314'] for router_interface (34ec1ae2-2ab5-419a-b041-dbfaef2c5f1b), before_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:39:35.724415 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380f9e51-a828-4a84-88cf-c9daad613ebb req-e707c17a-e3fc-47ac-b98d-d0702c184c4a tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:39:35.725955 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-380f9e51-a828-4a84-88cf-c9daad613ebb req-e707c17a-e3fc-47ac-b98d-d0702c184c4a tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=5bdf1da3-13ed-49ca-a2c9-40c7f6ef0703 HTTP/1.1" status: 200 len: 946 time: 0.0506141 Oct 03 13:39:35.749981 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.plugin [None req-8c744f96-37a7-4f19-b681-0a90f7693804 admin admin] Deleting port ddfb6d25-3fd1-46a8-bc78-f8c923349fe2 {{(pid=106268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 13:39:35.750546 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-8c744f96-37a7-4f19-b681-0a90f7693804 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751015143464'] for port (ddfb6d25-3fd1-46a8-bc78-f8c923349fe2), before_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:39:35.773920 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-380f9e51-a828-4a84-88cf-c9daad613ebb req-ecee9edf-52bf-49cb-9db3-7404a810b10b tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=66c88dd3-649f-4aa2-852b-62f1334e7ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423493 Oct 03 13:39:35.833444 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.db [None req-8c744f96-37a7-4f19-b681-0a90f7693804 admin admin] For port ddfb6d25-3fd1-46a8-bc78-f8c923349fe2, host dv-cinder-860090-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860090-1-iscsi',level=0,port_id=ddfb6d25-3fd1-46a8-bc78-f8c923349fe2,segment=NetworkSegment(74b279f9-1202-42a8-8155-1717a07de33b),segment_id=74b279f9-1202-42a8-8155-1717a07de33b)] {{(pid=106268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 13:39:35.833838 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-8c744f96-37a7-4f19-b681-0a90f7693804 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724412'] for port (ddfb6d25-3fd1-46a8-bc78-f8c923349fe2), precommit_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:39:35.847193 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.plugin [None req-8c744f96-37a7-4f19-b681-0a90f7693804 admin admin] Calling delete_port for ddfb6d25-3fd1-46a8-bc78-f8c923349fe2 owned by network:router_interface {{(pid=106268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 13:39:35.990416 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Device a788fb3b-a7c9-4293-adc4-4714a34e7902 no longer exists at agent hyperv_hv-cinder-86009 {{(pid=106270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 13:39:35.991019 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:39:36.010688 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:39:36.065920 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-8c744f96-37a7-4f19-b681-0a90f7693804 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751015146406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751014656997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25417805'] for port (ddfb6d25-3fd1-46a8-bc78-f8c923349fe2), after_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:39:36.087703 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Current status of the port a788fb3b-a7c9-4293-adc4-4714a34e7902 is: ACTIVE; New status is: DOWN {{(pid=106270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 13:39:36.088117 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (a788fb3b-a7c9-4293-adc4-4714a34e7902), before_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:39:36.095305 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c744f96-37a7-4f19-b681-0a90f7693804 admin admin] Pushing event deleted for resources: {'Port': ['ID=ddfb6d25-3fd1-46a8-bc78-f8c923349fe2,revision_number=None']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:39:36.167230 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.db [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] For port a788fb3b-a7c9-4293-adc4-4714a34e7902, host hv-cinder-86009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86009',level=0,port_id=a788fb3b-a7c9-4293-adc4-4714a34e7902,segment=NetworkSegment(24e9c697-6214-4a54-b0c6-42aa0af9c46f),segment_id=24e9c697-6214-4a54-b0c6-42aa0af9c46f)] {{(pid=106270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 13:39:36.173246 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bdf1da3-13ed-49ca-a2c9-40c7f6ef0703', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a788fb3b-a7c9-4293-adc4-4714a34e7902'}] {{(pid=106270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 13:39:36.179623 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}560c9627402e85393d05fbb3c51e26d9631cba9dc4b6297c571b83e08b497dad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96fb0d92-094b-4bb8-b4a8-547fdf831926" -d '{"events": [{"server_uuid": "5bdf1da3-13ed-49ca-a2c9-40c7f6ef0703", "name": "network-vif-unplugged", "status": "completed", "tag": "a788fb3b-a7c9-4293-adc4-4714a34e7902"}]}' {{(pid=106270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 13:39:36.196279 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:39:36.199925 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751015143617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751014657006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751014658052'] for port (a788fb3b-a7c9-4293-adc4-4714a34e7902), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:39:36.302263 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 03 Oct 2022 13:39:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6224d628-0ce5-4fc7-9dc9-8f74c6a716f4 x-openstack-request-id: req-6224d628-0ce5-4fc7-9dc9-8f74c6a716f4 {{(pid=106270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 13:39:36.302840 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bdf1da3-13ed-49ca-a2c9-40c7f6ef0703", "name": "network-vif-unplugged", "status": "failed", "tag": "a788fb3b-a7c9-4293-adc4-4714a34e7902", "code": 422}]} {{(pid=106270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 13:39:36.303559 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6224d628-0ce5-4fc7-9dc9-8f74c6a716f4 {{(pid=106270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 13:39:36.304476 dv-cinder-860090-1-iscsi neutron-server[106270]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-6224d628-0ce5-4fc7-9dc9-8f74c6a716f4']: {'server_uuid': '5bdf1da3-13ed-49ca-a2c9-40c7f6ef0703', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a788fb3b-a7c9-4293-adc4-4714a34e7902', 'code': 422} returned with failed status Oct 03 13:39:36.354768 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-1bb28928-3e93-41c9-8900-1ecfb790b160 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (5eabf47d-5620-4e94-9269-ef19fe52be68), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:39:36.355968 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Pushing event updated for resources: {'Port': ['ID=a788fb3b-a7c9-4293-adc4-4714a34e7902,revision_number=8']} {{(pid=106270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:39:36.441384 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-8c744f96-37a7-4f19-b681-0a90f7693804 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3798541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3893302'] for router_interface (34ec1ae2-2ab5-419a-b041-dbfaef2c5f1b), after_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:39:36.617954 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [req-c0d57b90-46e6-46da-beb6-543f3d70da40 req-fe0afbc1-ea60-415a-b940-469bcff72f2d service neutron] http://10.222.0.58:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106269) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 03 13:39:36.620181 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-c0d57b90-46e6-46da-beb6-543f3d70da40 req-fe0afbc1-ea60-415a-b940-469bcff72f2d service neutron] 10.222.0.58 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0816369 Oct 03 13:39:36.721283 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c744f96-37a7-4f19-b681-0a90f7693804 admin admin] Router 34ec1ae2-2ab5-419a-b041-dbfaef2c5f1b has already been hosted by L3 agent 94180321-47b1-4b5c-b620-b1b0a31df446 {{(pid=106268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 03 13:39:36.864843 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd301b6-9f7e-4937-9bf9-24989ad25e87 req-733cd24f-2e8f-4412-a32f-9912bc64749e tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:39:36.866374 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-1dd301b6-9f7e-4937-9bf9-24989ad25e87 req-733cd24f-2e8f-4412-a32f-9912bc64749e tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=5bdf1da3-13ed-49ca-a2c9-40c7f6ef0703 HTTP/1.1" status: 200 len: 944 time: 0.0845337 Oct 03 13:39:36.903374 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c744f96-37a7-4f19-b681-0a90f7693804 admin admin] Notify agent at l3_agent.dv-cinder-860090-1-iscsi the message routers_updated {{(pid=106268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 13:39:36.914537 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d68673-c671-4913-a73d-bb12553c8941 None None] Sync routers for ids ['34ec1ae2-2ab5-419a-b041-dbfaef2c5f1b'] in dv-cinder-860090-1-iscsi {{(pid=106271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 13:39:36.916509 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-8c744f96-37a7-4f19-b681-0a90f7693804 admin admin] 10.222.0.58 "PUT /networking/v2.0/routers/34ec1ae2-2ab5-419a-b041-dbfaef2c5f1b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0513706 Oct 03 13:39:36.917482 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 35762) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:39:36.926833 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d68673-c671-4913-a73d-bb12553c8941 None None] Routers {'34ec1ae2-2ab5-419a-b041-dbfaef2c5f1b'} bound to L3 agent in host dv-cinder-860090-1-iscsi {{(pid=106271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 13:39:36.927976 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_hamode_db [None req-21d68673-c671-4913-a73d-bb12553c8941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860090-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-03T13:22:05Z,description=,heartbeat_timestamp=2022-10-03T13:39:35Z,host='dv-cinder-860090-1-iscsi',id=94180321-47b1-4b5c-b620-b1b0a31df446,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T13:22:05Z,topic='l3_agent')) {'router_ids': ['34ec1ae2-2ab5-419a-b041-dbfaef2c5f1b'], 'active': True} {{(pid=106271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:39:36.946334 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-1dd301b6-9f7e-4937-9bf9-24989ad25e87 req-106a8f69-8dc6-439c-a309-459979fa5cb9 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=66c88dd3-649f-4aa2-852b-62f1334e7ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729806 Oct 03 13:39:37.037242 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-183e73c8-e901-41af-ad9b-42cb105b42ad admin admin] Publish callbacks [] for router (34ec1ae2-2ab5-419a-b041-dbfaef2c5f1b), before_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:39:37.055342 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_dvr_db [None req-21d68673-c671-4913-a73d-bb12553c8941 None None] Set router 34ec1ae2-2ab5-419a-b041-dbfaef2c5f1b gateway port host: dv-cinder-860090-1-iscsi {{(pid=106271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 13:39:37.147147 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-183e73c8-e901-41af-ad9b-42cb105b42ad admin admin] Publish callbacks [] for router_gateway (34ec1ae2-2ab5-419a-b041-dbfaef2c5f1b), before_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:39:37.181398 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 35774) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:39:37.204761 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.plugins.ml2.plugin [None req-183e73c8-e901-41af-ad9b-42cb105b42ad admin admin] Deleting port c233b228-3af1-4856-8fa4-343cf6d8e3ae {{(pid=106269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 13:39:37.205105 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-183e73c8-e901-41af-ad9b-42cb105b42ad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751015143464'] for port (c233b228-3af1-4856-8fa4-343cf6d8e3ae), before_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:39:37.281252 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-c0c5064e-4c77-44ac-8a3c-be420cfe1bf9 req-ceda8560-a25a-4d4a-8eae-91afc922139a service neutron] 10.222.0.58 "GET /networking/v2.0/ports?device_id=5bdf1da3-13ed-49ca-a2c9-40c7f6ef0703&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0997884 Oct 03 13:39:37.291180 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [req-c0c5064e-4c77-44ac-8a3c-be420cfe1bf9 req-1870b75c-e34f-4bcb-b0ff-acba48a656e9 service neutron] http://10.222.0.58:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106268) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 03 13:39:37.292735 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-c0c5064e-4c77-44ac-8a3c-be420cfe1bf9 req-1870b75c-e34f-4bcb-b0ff-acba48a656e9 service neutron] 10.222.0.58 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0067012 Oct 03 13:39:37.299019 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.plugins.ml2.db [None req-183e73c8-e901-41af-ad9b-42cb105b42ad admin admin] For port c233b228-3af1-4856-8fa4-343cf6d8e3ae, host dv-cinder-860090-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860090-1-iscsi',level=0,port_id=c233b228-3af1-4856-8fa4-343cf6d8e3ae,segment=NetworkSegment(bb40cd5f-7936-4373-bcc9-441f3ba1dc24),segment_id=bb40cd5f-7936-4373-bcc9-441f3ba1dc24)] {{(pid=106269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 13:39:37.299390 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-183e73c8-e901-41af-ad9b-42cb105b42ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724412'] for port (c233b228-3af1-4856-8fa4-343cf6d8e3ae), precommit_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:39:37.314692 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.plugins.ml2.plugin [None req-183e73c8-e901-41af-ad9b-42cb105b42ad admin admin] Calling delete_port for c233b228-3af1-4856-8fa4-343cf6d8e3ae owned by network:router_gateway {{(pid=106269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 13:39:37.361139 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_hamode_db [None req-21d68673-c671-4913-a73d-bb12553c8941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34ec1ae2-2ab5-419a-b041-dbfaef2c5f1b', 'name': 'tempest-AttachVolumeTestJSON-1868036134-router', 'tenant_id': '1432ad4a21624574b8caeaf10f2f8339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'external_fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'c233b228-3af1-4856-8fa4-343cf6d8e3ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:32:34Z', 'updated_at': '2022-10-03T13:39:36Z', 'revision_number': 5, 'project_id': '1432ad4a21624574b8caeaf10f2f8339', 'gw_port': {'id': 'c233b228-3af1-4856-8fa4-343cf6d8e3ae', 'name': '', 'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:b6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ec1ae2-2ab5-419a-b041-dbfaef2c5f1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:32:35Z', 'updated_at': '2022-10-03T13:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860090-1-iscsi'}], 'dv-cinder-860090-1-iscsi', False) {} {{(pid=106271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:39:37.388302 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 35782) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:39:37.389514 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d68673-c671-4913-a73d-bb12553c8941 None None] Checking router: 34ec1ae2-2ab5-419a-b041-dbfaef2c5f1b for host: dv-cinder-860090-1-iscsi {{(pid=106271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 13:39:37.400778 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d68673-c671-4913-a73d-bb12553c8941 None None] Routers {'34ec1ae2-2ab5-419a-b041-dbfaef2c5f1b'} bound to L3 agent in host dv-cinder-860090-1-iscsi {{(pid=106271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 13:39:37.401416 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_hamode_db [None req-21d68673-c671-4913-a73d-bb12553c8941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860090-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-03T13:22:05Z,description=,heartbeat_timestamp=2022-10-03T13:39:35Z,host='dv-cinder-860090-1-iscsi',id=94180321-47b1-4b5c-b620-b1b0a31df446,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T13:22:05Z,topic='l3_agent')) {'router_ids': ['34ec1ae2-2ab5-419a-b041-dbfaef2c5f1b'], 'active': True} {{(pid=106271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:39:37.489817 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (d46c7ed5-c451-4a76-ab3f-ab8e3ea4a5ec), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:39:37.503968 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_dvr_db [None req-21d68673-c671-4913-a73d-bb12553c8941 None None] Set router 34ec1ae2-2ab5-419a-b041-dbfaef2c5f1b gateway port host: None {{(pid=106271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 13:39:37.506836 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c5064e-4c77-44ac-8a3c-be420cfe1bf9 req-8e603184-4517-436a-a2b5-7c56a44b90fe tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:39:37.508329 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-c0c5064e-4c77-44ac-8a3c-be420cfe1bf9 req-8e603184-4517-436a-a2b5-7c56a44b90fe tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/ports/a788fb3b-a7c9-4293-adc4-4714a34e7902 HTTP/1.1" status: 200 len: 941 time: 0.1189599 Oct 03 13:39:37.513552 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-183e73c8-e901-41af-ad9b-42cb105b42ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751015146406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751014656997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26503125'] for port (c233b228-3af1-4856-8fa4-343cf6d8e3ae), after_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:39:37.542239 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183e73c8-e901-41af-ad9b-42cb105b42ad admin admin] Pushing event deleted for resources: {'Port': ['ID=c233b228-3af1-4856-8fa4-343cf6d8e3ae,revision_number=None']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:39:37.559660 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_hamode_db [None req-21d68673-c671-4913-a73d-bb12553c8941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34ec1ae2-2ab5-419a-b041-dbfaef2c5f1b', 'name': 'tempest-AttachVolumeTestJSON-1868036134-router', 'tenant_id': '1432ad4a21624574b8caeaf10f2f8339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:32:34Z', 'updated_at': '2022-10-03T13:39:37Z', 'revision_number': 6, 'project_id': '1432ad4a21624574b8caeaf10f2f8339', 'gw_port_host': None}], 'dv-cinder-860090-1-iscsi', False) {} {{(pid=106271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:39:37.586167 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d68673-c671-4913-a73d-bb12553c8941 None None] The sync data for ids ['34ec1ae2-2ab5-419a-b041-dbfaef2c5f1b'] in dv-cinder-860090-1-iscsi is: [{'id': '34ec1ae2-2ab5-419a-b041-dbfaef2c5f1b', 'name': 'tempest-AttachVolumeTestJSON-1868036134-router', 'tenant_id': '1432ad4a21624574b8caeaf10f2f8339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:32:34Z', 'updated_at': '2022-10-03T13:39:37Z', 'revision_number': 6, 'project_id': '1432ad4a21624574b8caeaf10f2f8339', 'gw_port_host': None}] {{(pid=106271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 13:39:37.625250 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-183e73c8-e901-41af-ad9b-42cb105b42ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3894908'] for router_gateway (34ec1ae2-2ab5-419a-b041-dbfaef2c5f1b), after_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:39:37.655514 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-9b3e6be4-ae7f-4a46-812d-719b0ca73959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (3cd5b2bb-c81a-4ce3-a212-a51c5aa706bd), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:39:37.729346 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-183e73c8-e901-41af-ad9b-42cb105b42ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3893367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3464'] for router (34ec1ae2-2ab5-419a-b041-dbfaef2c5f1b), precommit_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:39:37.731986 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-183e73c8-e901-41af-ad9b-42cb105b42ad admin admin] Publish callbacks [] for router_controller (34ec1ae2-2ab5-419a-b041-dbfaef2c5f1b), precommit_delete_associations {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:39:37.775276 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:39:37.789812 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-183e73c8-e901-41af-ad9b-42cb105b42ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3893358'] for router (34ec1ae2-2ab5-419a-b041-dbfaef2c5f1b), after_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:39:37.791285 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-183e73c8-e901-41af-ad9b-42cb105b42ad admin admin] Fanout notify agent at l3_agent the message router_deleted on router 34ec1ae2-2ab5-419a-b041-dbfaef2c5f1b {{(pid=106269) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 03 13:39:37.800716 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-183e73c8-e901-41af-ad9b-42cb105b42ad admin admin] Publish callbacks [] for router (None), before_response {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:39:37.802602 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-183e73c8-e901-41af-ad9b-42cb105b42ad admin admin] 10.222.0.58 "DELETE /networking/v2.0/routers/34ec1ae2-2ab5-419a-b041-dbfaef2c5f1b HTTP/1.1" status: 204 len: 168 time: 0.8832724 Oct 03 13:39:37.804795 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 35796) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:39:37.812802 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:39:37.857868 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6d03715-19a4-48b9-95c1-8de44924c7d2 admin admin] Deleting subnet 186bd512-24d4-4a2b-8bd3-48c53a4e9c74 {{(pid=106269) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 03 13:39:37.861731 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-e6d03715-19a4-48b9-95c1-8de44924c7d2 admin admin] Publish callbacks [] for subnet (186bd512-24d4-4a2b-8bd3-48c53a4e9c74), before_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:39:37.912126 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-e6d03715-19a4-48b9-95c1-8de44924c7d2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25824216'] for subnet (186bd512-24d4-4a2b-8bd3-48c53a4e9c74), precommit_delete_associations {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:39:38.060648 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-e6d03715-19a4-48b9-95c1-8de44924c7d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1491868'] for subnet (186bd512-24d4-4a2b-8bd3-48c53a4e9c74), precommit_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:39:38.170356 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f107d101-1cf1-4c23-bece-9b1793082933 req-7f77d15f-5d50-47e1-b6de-5f2d7ab54b9d tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:39:38.171965 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-f107d101-1cf1-4c23-bece-9b1793082933 req-7f77d15f-5d50-47e1-b6de-5f2d7ab54b9d tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=5bdf1da3-13ed-49ca-a2c9-40c7f6ef0703 HTTP/1.1" status: 200 len: 944 time: 0.1074622 Oct 03 13:39:38.226489 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-e6d03715-19a4-48b9-95c1-8de44924c7d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1495987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26503136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25930823'] for subnet (186bd512-24d4-4a2b-8bd3-48c53a4e9c74), after_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:39:38.271385 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d03715-19a4-48b9-95c1-8de44924c7d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=186bd512-24d4-4a2b-8bd3-48c53a4e9c74,revision_number=None']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:39:38.273769 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-e6d03715-19a4-48b9-95c1-8de44924c7d2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:39:38.275914 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e267c32-081e-4717-af07-cfa8bdedcc7e None None] Network 4ae25b55-bed6-49d7-9a22-c9e416e149dd requested from dv-cinder-860090-1-iscsi {{(pid=106270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 03 13:39:38.286424 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-e6d03715-19a4-48b9-95c1-8de44924c7d2 admin admin] 10.222.0.58 "DELETE /networking/v2.0/subnets/186bd512-24d4-4a2b-8bd3-48c53a4e9c74 HTTP/1.1" status: 204 len: 168 time: 0.4806001 Oct 03 13:39:38.289638 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 35804) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:39:38.303254 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-f107d101-1cf1-4c23-bece-9b1793082933 req-52398436-6040-4950-887b-28570fc2dbd3 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=66c88dd3-649f-4aa2-852b-62f1334e7ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1196895 Oct 03 13:39:38.372939 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-a04d3101-7eed-40d3-9425-3a192b67eb0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1465425'] for network (4ae25b55-bed6-49d7-9a22-c9e416e149dd), before_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:39:38.409360 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Device ddfb6d25-3fd1-46a8-bc78-f8c923349fe2 no longer exists at agent ovs-agent-dv-cinder-860090-1-iscsi {{(pid=106270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 13:39:38.425625 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.plugin [None req-a04d3101-7eed-40d3-9425-3a192b67eb0a admin admin] Deleting port 1663dbd5-e0c0-49af-8e55-50b14c85c580 {{(pid=106268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 13:39:38.426188 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-a04d3101-7eed-40d3-9425-3a192b67eb0a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751015143464'] for port (1663dbd5-e0c0-49af-8e55-50b14c85c580), before_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:39:38.434061 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] No Port match for: ddfb6d25-3fd1-46a8-bc78-f8c923349fe2 {{(pid=106270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 03 13:39:38.434193 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Device ddfb6d25-3fd1-46a8-bc78-f8c923349fe2 not bound to the agent host dv-cinder-860090-1-iscsi {{(pid=106270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 03 13:39:38.474706 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-607f9dd9-8552-4942-a739-624cdc8ccf08 None None] DHCP port deletion for 4ae25b55-bed6-49d7-9a22-c9e416e149dd request from dv-cinder-860090-1-iscsi {{(pid=106270) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 03 13:39:38.508211 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.db [None req-a04d3101-7eed-40d3-9425-3a192b67eb0a admin admin] For port 1663dbd5-e0c0-49af-8e55-50b14c85c580, host dv-cinder-860090-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860090-1-iscsi',level=0,port_id=1663dbd5-e0c0-49af-8e55-50b14c85c580,segment=NetworkSegment(74b279f9-1202-42a8-8155-1717a07de33b),segment_id=74b279f9-1202-42a8-8155-1717a07de33b)] {{(pid=106268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 13:39:38.509249 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-a04d3101-7eed-40d3-9425-3a192b67eb0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724412'] for port (1663dbd5-e0c0-49af-8e55-50b14c85c580), precommit_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:39:38.523943 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:39:38.529702 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.plugin [None req-a04d3101-7eed-40d3-9425-3a192b67eb0a admin admin] Calling delete_port for 1663dbd5-e0c0-49af-8e55-50b14c85c580 owned by network:dhcp {{(pid=106268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 13:39:38.556836 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-607f9dd9-8552-4942-a739-624cdc8ccf08 None None] Deleting port 1663dbd5-e0c0-49af-8e55-50b14c85c580 {{(pid=106270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 13:39:38.557779 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-607f9dd9-8552-4942-a739-624cdc8ccf08 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751015143464'] for port (1663dbd5-e0c0-49af-8e55-50b14c85c580), before_delete {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:39:38.563715 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (1af51d63-a9c9-4bbe-9b0d-c8e0a80c641c), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:39:38.644326 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.db [None req-607f9dd9-8552-4942-a739-624cdc8ccf08 None None] For port 1663dbd5-e0c0-49af-8e55-50b14c85c580, host dv-cinder-860090-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860090-1-iscsi',level=0,port_id=1663dbd5-e0c0-49af-8e55-50b14c85c580,segment=NetworkSegment(74b279f9-1202-42a8-8155-1717a07de33b),segment_id=74b279f9-1202-42a8-8155-1717a07de33b)] {{(pid=106270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 13:39:38.644823 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-607f9dd9-8552-4942-a739-624cdc8ccf08 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724412'] for port (1663dbd5-e0c0-49af-8e55-50b14c85c580), precommit_delete {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:39:38.662347 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-607f9dd9-8552-4942-a739-624cdc8ccf08 None None] Calling delete_port for 1663dbd5-e0c0-49af-8e55-50b14c85c580 owned by network:dhcp {{(pid=106270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 13:39:38.764280 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-607f9dd9-8552-4942-a739-624cdc8ccf08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751015146406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751014656997'] for port (1663dbd5-e0c0-49af-8e55-50b14c85c580), after_delete {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:39:38.767723 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:39:38.792280 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607f9dd9-8552-4942-a739-624cdc8ccf08 None None] Pushing event deleted for resources: {'Port': ['ID=1663dbd5-e0c0-49af-8e55-50b14c85c580,revision_number=None']} {{(pid=106270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:39:38.799314 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-607f9dd9-8552-4942-a739-624cdc8ccf08 None None] No DVR routers for this DVR port 1663dbd5-e0c0-49af-8e55-50b14c85c580 on host dv-cinder-860090-1-iscsi {{(pid=106270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 03 13:39:38.838876 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=100 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:39:38.875771 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-a04d3101-7eed-40d3-9425-3a192b67eb0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751015146406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751014656997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25417805'] for port (1663dbd5-e0c0-49af-8e55-50b14c85c580), after_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:39:38.899646 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04d3101-7eed-40d3-9425-3a192b67eb0a admin admin] Pushing event deleted for resources: {'Port': ['ID=1663dbd5-e0c0-49af-8e55-50b14c85c580,revision_number=None']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:39:38.905022 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a04d3101-7eed-40d3-9425-3a192b67eb0a admin admin] No DVR routers for this DVR port 1663dbd5-e0c0-49af-8e55-50b14c85c580 on host dv-cinder-860090-1-iscsi {{(pid=106268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 03 13:39:38.980325 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-a04d3101-7eed-40d3-9425-3a192b67eb0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1335438', 'neutron.services.segments.db._delete_segments_for_network-8751015121372'] for network (4ae25b55-bed6-49d7-9a22-c9e416e149dd), precommit_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:39:39.000674 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.services.segments.db [None req-a04d3101-7eed-40d3-9425-3a192b67eb0a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ae25b55-bed6-49d7-9a22-c9e416e149dd']}} {{(pid=106268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:39:39.014595 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.services.segments.db [None req-a04d3101-7eed-40d3-9425-3a192b67eb0a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74b279f9-1202-42a8-8155-1717a07de33b') {'for_net_delete': True} {{(pid=106268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:39:39.014887 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.services.segments.db [None req-a04d3101-7eed-40d3-9425-3a192b67eb0a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74b279f9-1202-42a8-8155-1717a07de33b') {} {{(pid=106268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:39:39.025539 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-a04d3101-7eed-40d3-9425-3a192b67eb0a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751015173030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25418940'] for segment (74b279f9-1202-42a8-8155-1717a07de33b), before_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:39:39.039796 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-a04d3101-7eed-40d3-9425-3a192b67eb0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1333683'] for segment (74b279f9-1202-42a8-8155-1717a07de33b), precommit_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:39:39.054841 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a04d3101-7eed-40d3-9425-3a192b67eb0a admin admin] Releasing vlan 642 on physical network physnet1 to pool {{(pid=106268) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 03 13:39:39.055163 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-a04d3101-7eed-40d3-9425-3a192b67eb0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1333683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25417874'] for segment (74b279f9-1202-42a8-8155-1717a07de33b), after_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:39:39.134593 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-a04d3101-7eed-40d3-9425-3a192b67eb0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1337213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3894947'] for network (4ae25b55-bed6-49d7-9a22-c9e416e149dd), after_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:39:39.138847 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-a04d3101-7eed-40d3-9425-3a192b67eb0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798626'] for network (None), before_response {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:39:39.142074 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-a04d3101-7eed-40d3-9425-3a192b67eb0a admin admin] 10.222.0.58 "DELETE /networking/v2.0/networks/4ae25b55-bed6-49d7-9a22-c9e416e149dd HTTP/1.1" status: 204 len: 168 time: 0.8512259 Oct 03 13:39:39.161601 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04d3101-7eed-40d3-9425-3a192b67eb0a admin admin] Pushing event deleted for resources: {'Network': ['ID=4ae25b55-bed6-49d7-9a22-c9e416e149dd,revision_number=None']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:39:39.220202 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.services.segments.plugin [-] Segment 74b279f9-1202-42a8-8155-1717a07de33b resource provider aggregate not found Oct 03 13:39:39.243706 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.services.segments.plugin [-] Segment 74b279f9-1202-42a8-8155-1717a07de33b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 74b279f9-1202-42a8-8155-1717a07de33b found for delete ", "request_id": "req-aa5b9d07-286d-4e71-a236-d38ffca2f9e4"}]} Oct 03 13:39:39.320996 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 35816) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:39:39.387583 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-bcbec265-bf45-4bb8-9d2b-7ae3b761d7a4 admin admin] 10.222.0.58 "GET /networking/v2.0/security-groups?tenant_id=1432ad4a21624574b8caeaf10f2f8339&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0648654 Oct 03 13:39:39.390009 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 35820) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:39:39.470810 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48322872-a859-4823-8cdf-a008c73dcbaa req-9e4adc36-8835-410b-9cf5-9f4bc22e2ac3 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:39:39.472374 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-48322872-a859-4823-8cdf-a008c73dcbaa req-9e4adc36-8835-410b-9cf5-9f4bc22e2ac3 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=5bdf1da3-13ed-49ca-a2c9-40c7f6ef0703 HTTP/1.1" status: 200 len: 944 time: 0.0714445 Oct 03 13:39:39.504088 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-a69f4b0c-61a9-40f8-9efd-b8098c818d7b admin admin] Publish callbacks [] for security_group (296804ba-af50-42c7-815b-23e9c7e74990), before_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:39:39.546304 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-a69f4b0c-61a9-40f8-9efd-b8098c818d7b admin admin] Publish callbacks [] for security_group (296804ba-af50-42c7-815b-23e9c7e74990), precommit_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:39:39.573862 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-48322872-a859-4823-8cdf-a008c73dcbaa req-0a783176-9118-4a7f-a2a8-7bc5734374c9 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=66c88dd3-649f-4aa2-852b-62f1334e7ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930452 Oct 03 13:39:39.622532 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-a69f4b0c-61a9-40f8-9efd-b8098c818d7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (296804ba-af50-42c7-815b-23e9c7e74990), after_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:39:39.625402 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-a69f4b0c-61a9-40f8-9efd-b8098c818d7b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:39:39.626578 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-a69f4b0c-61a9-40f8-9efd-b8098c818d7b admin admin] 10.222.0.58 "DELETE /networking/v2.0/security-groups/296804ba-af50-42c7-815b-23e9c7e74990 HTTP/1.1" status: 204 len: 168 time: 0.2355213 Oct 03 13:39:39.635811 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69f4b0c-61a9-40f8-9efd-b8098c818d7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=296804ba-af50-42c7-815b-23e9c7e74990,revision_number=None']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:39:39.800872 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Device c233b228-3af1-4856-8fa4-343cf6d8e3ae no longer exists at agent ovs-agent-dv-cinder-860090-1-iscsi {{(pid=106270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 13:39:39.825687 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] No Port match for: c233b228-3af1-4856-8fa4-343cf6d8e3ae {{(pid=106270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 03 13:39:39.825687 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Device c233b228-3af1-4856-8fa4-343cf6d8e3ae not bound to the agent host dv-cinder-860090-1-iscsi {{(pid=106270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 03 13:39:39.825687 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Device 1663dbd5-e0c0-49af-8e55-50b14c85c580 no longer exists at agent ovs-agent-dv-cinder-860090-1-iscsi {{(pid=106270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 13:39:39.844887 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] No Port match for: 1663dbd5-e0c0-49af-8e55-50b14c85c580 {{(pid=106270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 03 13:39:39.845314 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Device 1663dbd5-e0c0-49af-8e55-50b14c85c580 not bound to the agent host dv-cinder-860090-1-iscsi {{(pid=106270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 03 13:39:40.397783 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 35844) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:39:40.501319 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.v2.base [None req-b978ffb1-103a-40ff-8847-93568b8f77bd admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2026085708-network', 'tenant_id': 'f83035ae509c47fd92f821dd8edddae5'}} {{(pid=106269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 13:39:40.522211 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b978ffb1-103a-40ff-8847-93568b8f77bd admin admin] Made reservation on behalf of f83035ae509c47fd92f821dd8edddae5 for: {'network': 1} {{(pid=106269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 13:39:40.524576 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-b978ffb1-103a-40ff-8847-93568b8f77bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for network (None), before_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:39:40.534433 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-b978ffb1-103a-40ff-8847-93568b8f77bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:39:40.624756 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-b978ffb1-103a-40ff-8847-93568b8f77bd admin admin] Publish callbacks [] for security_group (5bb9a656-614c-48fa-b8c3-a354e412b56f), precommit_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:39:40.630245 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-b978ffb1-103a-40ff-8847-93568b8f77bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (5bb9a656-614c-48fa-b8c3-a354e412b56f), after_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:39:40.661715 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b978ffb1-103a-40ff-8847-93568b8f77bd admin admin] vlan segment allocate from pool success with {'vlan_id': 646, 'physical_network': 'physnet1'} {{(pid=106269) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 03 13:39:40.668818 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b978ffb1-103a-40ff-8847-93568b8f77bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bb9a656-614c-48fa-b8c3-a354e412b56f,revision_number=1']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:39:40.685912 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-b978ffb1-103a-40ff-8847-93568b8f77bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1333683'] for segment (1f4353b6-b0ea-4927-ae66-8d5cc3592f44), precommit_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:39:40.686245 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.db.segments_db [None req-b978ffb1-103a-40ff-8847-93568b8f77bd admin admin] Added segment 1f4353b6-b0ea-4927-ae66-8d5cc3592f44 of type vlan for network 096d5a9a-c890-4bca-8cc1-1b0c7b5704fe Oct 03 13:39:40.757251 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88f0d85-1806-4802-a347-566eda4d20e9 req-f4f6543c-a844-4b8e-928e-a6f58b3e2f13 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:39:40.758790 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-f88f0d85-1806-4802-a347-566eda4d20e9 req-f4f6543c-a844-4b8e-928e-a6f58b3e2f13 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=5bdf1da3-13ed-49ca-a2c9-40c7f6ef0703 HTTP/1.1" status: 200 len: 944 time: 0.0849111 Oct 03 13:39:40.760570 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-b978ffb1-103a-40ff-8847-93568b8f77bd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751014593985'] for network (096d5a9a-c890-4bca-8cc1-1b0c7b5704fe), precommit_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:39:40.812351 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-b978ffb1-103a-40ff-8847-93568b8f77bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644'] for network (096d5a9a-c890-4bca-8cc1-1b0c7b5704fe), after_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:39:40.813488 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b978ffb1-103a-40ff-8847-93568b8f77bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:39:40.814076 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-b978ffb1-103a-40ff-8847-93568b8f77bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798626'] for network (None), before_response {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:39:40.851241 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-f88f0d85-1806-4802-a347-566eda4d20e9 req-824e1a17-4263-404c-8e55-cce5532558c6 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=66c88dd3-649f-4aa2-852b-62f1334e7ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862250 Oct 03 13:39:40.897343 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-b978ffb1-103a-40ff-8847-93568b8f77bd admin admin] 10.222.0.58 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4983368 Oct 03 13:39:40.900121 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=82,neutron:UPDATE=4,neutron:DELETE=6,neutron:INSERT=8 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:39:40.900398 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 35850) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:39:40.904596 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b978ffb1-103a-40ff-8847-93568b8f77bd admin admin] Pushing event updated for resources: {'Network': ['ID=096d5a9a-c890-4bca-8cc1-1b0c7b5704fe,revision_number=1']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:39:40.905470 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.v2.base [None req-5dfccb98-81e2-4c14-8117-4a73fed9566e admin admin] Request body: {'subnet': {'network_id': '096d5a9a-c890-4bca-8cc1-1b0c7b5704fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2026085708-subnet', 'tenant_id': 'f83035ae509c47fd92f821dd8edddae5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 13:39:40.916082 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Network 096d5a9a-c890-4bca-8cc1-1b0c7b5704fe details requested by agent ovs-agent-dv-cinder-860090-1-iscsi with host dv-cinder-860090-1-iscsi {{(pid=106270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 03 13:39:40.929488 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dfccb98-81e2-4c14-8117-4a73fed9566e admin admin] Made reservation on behalf of f83035ae509c47fd92f821dd8edddae5 for: {'subnet': 1} {{(pid=106268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 13:39:40.932078 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-5dfccb98-81e2-4c14-8117-4a73fed9566e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25666593'] for subnet (None), before_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:39:41.126539 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-5dfccb98-81e2-4c14-8117-4a73fed9566e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25417785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25666611'] for subnet (af4e9459-f297-49c3-a81e-cc5e75b29e6b), after_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:39:41.158496 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:INSERT=5 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:39:41.171230 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:39:41.185059 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfccb98-81e2-4c14-8117-4a73fed9566e admin admin] Pushing event updated for resources: {'Subnet': ['ID=af4e9459-f297-49c3-a81e-cc5e75b29e6b,revision_number=0']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:39:41.205097 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dfccb98-81e2-4c14-8117-4a73fed9566e admin admin] Checking segment: {'id': '1f4353b6-b0ea-4927-ae66-8d5cc3592f44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '096d5a9a-c890-4bca-8cc1-1b0c7b5704fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 13:39:41.205472 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dfccb98-81e2-4c14-8117-4a73fed9566e admin admin] Network hostable DHCP agents. Network: 096d5a9a-c890-4bca-8cc1-1b0c7b5704fe, hostable agents: ['3460fffa-818c-4144-9400-237880db20a4'], hosted agents: [] {{(pid=106268) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 03 13:39:41.225339 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dfccb98-81e2-4c14-8117-4a73fed9566e admin admin] Network 096d5a9a-c890-4bca-8cc1-1b0c7b5704fe is scheduled to be hosted by DHCP agent 3460fffa-818c-4144-9400-237880db20a4 with binding_index 1 {{(pid=106268) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 03 13:39:41.238971 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.scheduler.base_scheduler [None req-5dfccb98-81e2-4c14-8117-4a73fed9566e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-860090-1-iscsi, 096d5a9a-c890-4bca-8cc1-1b0c7b5704fe) {{(pid=106268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 13:39:41.243758 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dfccb98-81e2-4c14-8117-4a73fed9566e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:39:41.244371 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-5dfccb98-81e2-4c14-8117-4a73fed9566e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798626'] for subnet (None), before_response {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:39:41.250937 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7afad472-c9e1-4fa2-874a-8c5106f0f96a None None] Network 096d5a9a-c890-4bca-8cc1-1b0c7b5704fe requested from dv-cinder-860090-1-iscsi {{(pid=106270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 03 13:39:41.270244 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-5dfccb98-81e2-4c14-8117-4a73fed9566e admin admin] 10.222.0.58 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3670709 Oct 03 13:39:41.399663 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1be87700-feb8-484f-918f-84cfcb776c90 None None] Network 096d5a9a-c890-4bca-8cc1-1b0c7b5704fe requested from dv-cinder-860090-1-iscsi {{(pid=106270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 03 13:39:41.898389 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 35886) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:39:41.903638 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.v2.base [None req-53478c2c-e6df-4ff9-a0ba-592c38829da2 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-401892528-network', 'tenant_id': '37cb913ed6274b2c99fe2d2a85eb1430'}} {{(pid=106268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 13:39:41.925594 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53478c2c-e6df-4ff9-a0ba-592c38829da2 admin admin] Made reservation on behalf of 37cb913ed6274b2c99fe2d2a85eb1430 for: {'network': 1} {{(pid=106268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 13:39:41.928079 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-53478c2c-e6df-4ff9-a0ba-592c38829da2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for network (None), before_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:39:41.937113 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-53478c2c-e6df-4ff9-a0ba-592c38829da2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:39:42.013077 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b618d4ca-8497-4ae6-a363-2f52651e71a4 req-5aca6e30-ca8d-45d6-bb11-f1b0e63eb54f tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:39:42.014472 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-b618d4ca-8497-4ae6-a363-2f52651e71a4 req-5aca6e30-ca8d-45d6-bb11-f1b0e63eb54f tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=5bdf1da3-13ed-49ca-a2c9-40c7f6ef0703 HTTP/1.1" status: 200 len: 944 time: 0.0656884 Oct 03 13:39:42.083798 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-b618d4ca-8497-4ae6-a363-2f52651e71a4 req-fa5ff745-8304-40cc-8c7e-ad22143f04c5 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=66c88dd3-649f-4aa2-852b-62f1334e7ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635049 Oct 03 13:39:42.095017 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-53478c2c-e6df-4ff9-a0ba-592c38829da2 admin admin] Publish callbacks [] for security_group (1f7e2578-09ad-4838-b456-5c3d765e2357), precommit_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:39:42.099500 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-53478c2c-e6df-4ff9-a0ba-592c38829da2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (1f7e2578-09ad-4838-b456-5c3d765e2357), after_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:39:42.129368 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53478c2c-e6df-4ff9-a0ba-592c38829da2 admin admin] vlan segment allocate from pool success with {'vlan_id': 625, 'physical_network': 'physnet1'} {{(pid=106268) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 03 13:39:42.136293 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53478c2c-e6df-4ff9-a0ba-592c38829da2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f7e2578-09ad-4838-b456-5c3d765e2357,revision_number=1']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:39:42.142500 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-53478c2c-e6df-4ff9-a0ba-592c38829da2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1333683'] for segment (7b81e387-1c92-46b1-b508-b94114adfce4), precommit_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:39:42.142834 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.db.segments_db [None req-53478c2c-e6df-4ff9-a0ba-592c38829da2 admin admin] Added segment 7b81e387-1c92-46b1-b508-b94114adfce4 of type vlan for network ae226ace-fc18-4a42-8913-e182519df176 Oct 03 13:39:42.245072 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-53478c2c-e6df-4ff9-a0ba-592c38829da2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751014593985'] for network (ae226ace-fc18-4a42-8913-e182519df176), precommit_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:39:42.251297 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c5064e-4c77-44ac-8a3c-be420cfe1bf9 req-fa5bf431-7cd9-4f84-a8f5-09324ed8866f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:39:42.253441 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-c0c5064e-4c77-44ac-8a3c-be420cfe1bf9 req-fa5bf431-7cd9-4f84-a8f5-09324ed8866f service neutron] 10.222.0.65 "GET /networking/v2.0/ports?device_id=5bdf1da3-13ed-49ca-a2c9-40c7f6ef0703&tenant_id=e019f687769f408d9c3faab0c8693a9d HTTP/1.1" status: 200 len: 1128 time: 0.1012733 Oct 03 13:39:42.275188 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-53478c2c-e6df-4ff9-a0ba-592c38829da2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644'] for network (ae226ace-fc18-4a42-8913-e182519df176), after_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:39:42.276134 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53478c2c-e6df-4ff9-a0ba-592c38829da2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:39:42.276705 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-53478c2c-e6df-4ff9-a0ba-592c38829da2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798626'] for network (None), before_response {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:39:42.356805 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-53478c2c-e6df-4ff9-a0ba-592c38829da2 admin admin] 10.222.0.58 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4572566 Oct 03 13:39:42.359769 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 35890) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:39:42.367461 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.v2.base [None req-e3e25658-8f30-4b95-8211-42e346910f35 admin admin] Request body: {'subnet': {'network_id': 'ae226ace-fc18-4a42-8913-e182519df176', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-401892528-subnet', 'tenant_id': '37cb913ed6274b2c99fe2d2a85eb1430', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 13:39:42.376030 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c5064e-4c77-44ac-8a3c-be420cfe1bf9 req-ed146a30-1c43-4314-a4e7-99da9aaf6c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:39:42.377672 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-c0c5064e-4c77-44ac-8a3c-be420cfe1bf9 req-ed146a30-1c43-4314-a4e7-99da9aaf6c6d service neutron] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=e019f687769f408d9c3faab0c8693a9d&device_id=5bdf1da3-13ed-49ca-a2c9-40c7f6ef0703 HTTP/1.1" status: 200 len: 1128 time: 0.0984995 Oct 03 13:39:42.378974 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53478c2c-e6df-4ff9-a0ba-592c38829da2 admin admin] Pushing event updated for resources: {'Network': ['ID=ae226ace-fc18-4a42-8913-e182519df176,revision_number=1']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:39:42.390120 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Network ae226ace-fc18-4a42-8913-e182519df176 details requested by agent ovs-agent-dv-cinder-860090-1-iscsi with host dv-cinder-860090-1-iscsi {{(pid=106270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 03 13:39:42.397840 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3e25658-8f30-4b95-8211-42e346910f35 admin admin] Made reservation on behalf of 37cb913ed6274b2c99fe2d2a85eb1430 for: {'subnet': 1} {{(pid=106269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 13:39:42.400782 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-e3e25658-8f30-4b95-8211-42e346910f35 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25931174'] for subnet (None), before_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:39:42.467231 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=82,neutron:UPDATE=3,neutron:DELETE=2,neutron:INSERT=13 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:39:42.501421 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c5064e-4c77-44ac-8a3c-be420cfe1bf9 req-d2acbda9-bab8-4879-9327-106a29c12b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:39:42.503521 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-c0c5064e-4c77-44ac-8a3c-be420cfe1bf9 req-d2acbda9-bab8-4879-9327-106a29c12b2b service neutron] 10.222.0.65 "GET /networking/v2.0/networks?id=83166103-7560-4ace-bfbe-05a1216e31b8 HTTP/1.1" status: 200 len: 917 time: 0.1197913 Oct 03 13:39:42.577092 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-c0c5064e-4c77-44ac-8a3c-be420cfe1bf9 req-d88f48fe-38f2-48cf-83ae-d6093d3eeb95 service neutron] 10.222.0.65 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a788fb3b-a7c9-4293-adc4-4714a34e7902 HTTP/1.1" status: 200 len: 999 time: 0.0635402 Oct 03 13:39:42.595882 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-e3e25658-8f30-4b95-8211-42e346910f35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26503073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25931188'] for subnet (eb172f3c-7d9d-4124-90c2-eb7cf6e588dd), after_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:39:42.620727 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:39:42.628411 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c5064e-4c77-44ac-8a3c-be420cfe1bf9 req-c9214fc1-5069-4ec0-bc3e-12ab32a80c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:39:42.629993 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-c0c5064e-4c77-44ac-8a3c-be420cfe1bf9 req-c9214fc1-5069-4ec0-bc3e-12ab32a80c8e service neutron] 10.222.0.65 "GET /networking/v2.0/subnets?id=bc4f70ab-e5db-4143-a1e5-7fb2da9adef0 HTTP/1.1" status: 200 len: 855 time: 0.0463488 Oct 03 13:39:42.656352 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e25658-8f30-4b95-8211-42e346910f35 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb172f3c-7d9d-4124-90c2-eb7cf6e588dd,revision_number=0']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:39:42.664829 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e25658-8f30-4b95-8211-42e346910f35 admin admin] Checking segment: {'id': '7b81e387-1c92-46b1-b508-b94114adfce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'ae226ace-fc18-4a42-8913-e182519df176'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 13:39:42.665180 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3e25658-8f30-4b95-8211-42e346910f35 admin admin] Network hostable DHCP agents. Network: ae226ace-fc18-4a42-8913-e182519df176, hostable agents: ['3460fffa-818c-4144-9400-237880db20a4'], hosted agents: [] {{(pid=106269) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 03 13:39:42.676278 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c5064e-4c77-44ac-8a3c-be420cfe1bf9 req-4193b782-6d8c-4077-aefd-fbf1582abb91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:39:42.677944 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-c0c5064e-4c77-44ac-8a3c-be420cfe1bf9 req-4193b782-6d8c-4077-aefd-fbf1582abb91 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?network_id=83166103-7560-4ace-bfbe-05a1216e31b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0413992 Oct 03 13:39:42.683791 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3e25658-8f30-4b95-8211-42e346910f35 admin admin] Network ae226ace-fc18-4a42-8913-e182519df176 is scheduled to be hosted by DHCP agent 3460fffa-818c-4144-9400-237880db20a4 with binding_index 1 {{(pid=106269) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 03 13:39:42.693721 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.scheduler.base_scheduler [None req-e3e25658-8f30-4b95-8211-42e346910f35 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-860090-1-iscsi, ae226ace-fc18-4a42-8913-e182519df176) {{(pid=106269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 13:39:42.698408 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3e25658-8f30-4b95-8211-42e346910f35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:39:42.698998 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-e3e25658-8f30-4b95-8211-42e346910f35 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:39:42.703114 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a527bde-948f-4f15-9315-4734c68fdec7 None None] Network ae226ace-fc18-4a42-8913-e182519df176 requested from dv-cinder-860090-1-iscsi {{(pid=106270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 03 13:39:42.725531 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-e3e25658-8f30-4b95-8211-42e346910f35 admin admin] 10.222.0.58 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3558049 Oct 03 13:39:42.771909 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:39:42.788815 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:39:42.791477 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-c0c5064e-4c77-44ac-8a3c-be420cfe1bf9 req-d7ead529-da64-4700-80c7-61354a9bd6a5 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/83166103-7560-4ace-bfbe-05a1216e31b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066506 Oct 03 13:39:42.843303 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39fcbaa1-4f6e-49b4-b2ee-06c55ec5eaa1 None None] Network ae226ace-fc18-4a42-8913-e182519df176 requested from dv-cinder-860090-1-iscsi {{(pid=106270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 03 13:39:42.889658 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 35904) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:39:42.904944 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-c0c5064e-4c77-44ac-8a3c-be420cfe1bf9 req-44788d10-7309-4983-9c3a-337487dbe5b0 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/83166103-7560-4ace-bfbe-05a1216e31b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054490 Oct 03 13:39:42.960268 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.db.db_base_plugin_v2 [None req-3428bd60-41a6-4299-8755-9b1202fe656c admin admin] Deleting subnet af4e9459-f297-49c3-a81e-cc5e75b29e6b {{(pid=106269) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 03 13:39:42.963928 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-3428bd60-41a6-4299-8755-9b1202fe656c admin admin] Publish callbacks [] for subnet (af4e9459-f297-49c3-a81e-cc5e75b29e6b), before_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:39:43.008410 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-3428bd60-41a6-4299-8755-9b1202fe656c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25824216'] for subnet (af4e9459-f297-49c3-a81e-cc5e75b29e6b), precommit_delete_associations {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:39:43.050783 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-3428bd60-41a6-4299-8755-9b1202fe656c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1491868'] for subnet (af4e9459-f297-49c3-a81e-cc5e75b29e6b), precommit_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:39:43.119899 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-3428bd60-41a6-4299-8755-9b1202fe656c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1495987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26503136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25930823'] for subnet (af4e9459-f297-49c3-a81e-cc5e75b29e6b), after_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:39:43.149845 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3428bd60-41a6-4299-8755-9b1202fe656c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af4e9459-f297-49c3-a81e-cc5e75b29e6b,revision_number=None']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:39:43.154876 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-3428bd60-41a6-4299-8755-9b1202fe656c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:39:43.161050 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-3428bd60-41a6-4299-8755-9b1202fe656c admin admin] 10.222.0.58 "DELETE /networking/v2.0/subnets/af4e9459-f297-49c3-a81e-cc5e75b29e6b HTTP/1.1" status: 204 len: 168 time: 0.2674880 Oct 03 13:39:43.161342 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 35924) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:39:43.277614 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-4a575841-c43a-4068-bcbe-4764e7493c88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1465425'] for network (096d5a9a-c890-4bca-8cc1-1b0c7b5704fe), before_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:39:43.285900 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7b1cf0-dd07-424b-9f24-8a8416b73221 req-6e630ce8-4103-4df3-a4f3-648bc45dd31a tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:39:43.287408 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-9b7b1cf0-dd07-424b-9f24-8a8416b73221 req-6e630ce8-4103-4df3-a4f3-648bc45dd31a tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=5bdf1da3-13ed-49ca-a2c9-40c7f6ef0703 HTTP/1.1" status: 200 len: 944 time: 0.0726192 Oct 03 13:39:43.350236 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:39:43.410635 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-9b7b1cf0-dd07-424b-9f24-8a8416b73221 req-adb43f95-fac3-44f2-a4b6-6a79fdeaef22 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=66c88dd3-649f-4aa2-852b-62f1334e7ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1166403 Oct 03 13:39:43.421925 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-4a575841-c43a-4068-bcbe-4764e7493c88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1335438', 'neutron.services.segments.db._delete_segments_for_network-8751015121372'] for network (096d5a9a-c890-4bca-8cc1-1b0c7b5704fe), precommit_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:39:43.444445 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.services.segments.db [None req-4a575841-c43a-4068-bcbe-4764e7493c88 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['096d5a9a-c890-4bca-8cc1-1b0c7b5704fe']}} {{(pid=106269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:39:43.454145 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.services.segments.db [None req-4a575841-c43a-4068-bcbe-4764e7493c88 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f4353b6-b0ea-4927-ae66-8d5cc3592f44') {'for_net_delete': True} {{(pid=106269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:39:43.454441 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.services.segments.db [None req-4a575841-c43a-4068-bcbe-4764e7493c88 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f4353b6-b0ea-4927-ae66-8d5cc3592f44') {} {{(pid=106269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:39:43.466992 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-4a575841-c43a-4068-bcbe-4764e7493c88 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751015173030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25824161'] for segment (1f4353b6-b0ea-4927-ae66-8d5cc3592f44), before_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:39:43.484691 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-4a575841-c43a-4068-bcbe-4764e7493c88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1333683'] for segment (1f4353b6-b0ea-4927-ae66-8d5cc3592f44), precommit_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:39:43.494255 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a575841-c43a-4068-bcbe-4764e7493c88 admin admin] Releasing vlan 646 on physical network physnet1 to pool {{(pid=106269) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 03 13:39:43.494719 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-4a575841-c43a-4068-bcbe-4764e7493c88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1333683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26502922'] for segment (1f4353b6-b0ea-4927-ae66-8d5cc3592f44), after_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:39:43.568838 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=91,neutron:INSERT=1,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:39:43.587280 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-4a575841-c43a-4068-bcbe-4764e7493c88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1337213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3894947'] for network (096d5a9a-c890-4bca-8cc1-1b0c7b5704fe), after_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:39:43.594204 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-4a575841-c43a-4068-bcbe-4764e7493c88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798626'] for network (None), before_response {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:39:43.597498 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-4a575841-c43a-4068-bcbe-4764e7493c88 admin admin] 10.222.0.58 "DELETE /networking/v2.0/networks/096d5a9a-c890-4bca-8cc1-1b0c7b5704fe HTTP/1.1" status: 204 len: 168 time: 0.4351966 Oct 03 13:39:43.600597 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 35942) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:39:43.619742 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a575841-c43a-4068-bcbe-4764e7493c88 admin admin] Pushing event deleted for resources: {'Network': ['ID=096d5a9a-c890-4bca-8cc1-1b0c7b5704fe,revision_number=None']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:39:43.678944 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.db.db_base_plugin_v2 [None req-abf9f181-b9d2-4e43-81af-498ab050f97c admin admin] Deleting subnet eb172f3c-7d9d-4124-90c2-eb7cf6e588dd {{(pid=106268) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 03 13:39:43.686558 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-abf9f181-b9d2-4e43-81af-498ab050f97c admin admin] Publish callbacks [] for subnet (eb172f3c-7d9d-4124-90c2-eb7cf6e588dd), before_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:39:43.739173 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.services.segments.plugin [-] Segment 1f4353b6-b0ea-4927-ae66-8d5cc3592f44 resource provider aggregate not found Oct 03 13:39:43.763563 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.services.segments.plugin [-] Segment 1f4353b6-b0ea-4927-ae66-8d5cc3592f44 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1f4353b6-b0ea-4927-ae66-8d5cc3592f44 found for delete ", "request_id": "req-03414d3c-b8ab-4a90-a352-d71b2da7c87b"}]} Oct 03 13:39:43.773024 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-abf9f181-b9d2-4e43-81af-498ab050f97c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25418949'] for subnet (eb172f3c-7d9d-4124-90c2-eb7cf6e588dd), precommit_delete_associations {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:39:43.830430 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-abf9f181-b9d2-4e43-81af-498ab050f97c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1491868'] for subnet (eb172f3c-7d9d-4124-90c2-eb7cf6e588dd), precommit_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:39:43.914517 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-abf9f181-b9d2-4e43-81af-498ab050f97c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1495987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25417848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25667008'] for subnet (eb172f3c-7d9d-4124-90c2-eb7cf6e588dd), after_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:39:43.953090 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf9f181-b9d2-4e43-81af-498ab050f97c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb172f3c-7d9d-4124-90c2-eb7cf6e588dd,revision_number=None']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:39:43.976415 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-abf9f181-b9d2-4e43-81af-498ab050f97c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798626'] for subnet (None), before_response {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:39:43.983564 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-abf9f181-b9d2-4e43-81af-498ab050f97c admin admin] 10.222.0.58 "DELETE /networking/v2.0/subnets/eb172f3c-7d9d-4124-90c2-eb7cf6e588dd HTTP/1.1" status: 204 len: 168 time: 0.3814666 Oct 03 13:39:43.983854 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 35946) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:39:44.069429 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-2e5f77c2-11f7-42cc-bc79-c9bb16ce88dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1465425'] for network (ae226ace-fc18-4a42-8913-e182519df176), before_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:39:44.160476 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-2e5f77c2-11f7-42cc-bc79-c9bb16ce88dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1335438', 'neutron.services.segments.db._delete_segments_for_network-8751015121372'] for network (ae226ace-fc18-4a42-8913-e182519df176), precommit_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:39:44.187178 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.services.segments.db [None req-2e5f77c2-11f7-42cc-bc79-c9bb16ce88dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae226ace-fc18-4a42-8913-e182519df176']}} {{(pid=106269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:39:44.198239 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.services.segments.db [None req-2e5f77c2-11f7-42cc-bc79-c9bb16ce88dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b81e387-1c92-46b1-b508-b94114adfce4') {'for_net_delete': True} {{(pid=106269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:39:44.198597 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.services.segments.db [None req-2e5f77c2-11f7-42cc-bc79-c9bb16ce88dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b81e387-1c92-46b1-b508-b94114adfce4') {} {{(pid=106269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:39:44.221690 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-2e5f77c2-11f7-42cc-bc79-c9bb16ce88dc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751015173030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25824161'] for segment (7b81e387-1c92-46b1-b508-b94114adfce4), before_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:39:44.240732 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-2e5f77c2-11f7-42cc-bc79-c9bb16ce88dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1333683'] for segment (7b81e387-1c92-46b1-b508-b94114adfce4), precommit_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:39:44.249180 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e5f77c2-11f7-42cc-bc79-c9bb16ce88dc admin admin] Releasing vlan 625 on physical network physnet1 to pool {{(pid=106269) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 03 13:39:44.250014 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-2e5f77c2-11f7-42cc-bc79-c9bb16ce88dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1333683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26502922'] for segment (7b81e387-1c92-46b1-b508-b94114adfce4), after_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:39:44.325578 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-2e5f77c2-11f7-42cc-bc79-c9bb16ce88dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1337213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3894947'] for network (ae226ace-fc18-4a42-8913-e182519df176), after_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:39:44.343324 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-2e5f77c2-11f7-42cc-bc79-c9bb16ce88dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798626'] for network (None), before_response {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:39:44.347588 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-2e5f77c2-11f7-42cc-bc79-c9bb16ce88dc admin admin] 10.222.0.58 "DELETE /networking/v2.0/networks/ae226ace-fc18-4a42-8913-e182519df176 HTTP/1.1" status: 204 len: 168 time: 0.3625431 Oct 03 13:39:44.367258 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5f77c2-11f7-42cc-bc79-c9bb16ce88dc admin admin] Pushing event deleted for resources: {'Network': ['ID=ae226ace-fc18-4a42-8913-e182519df176,revision_number=None']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:39:44.621365 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cf1459-2045-449c-b073-49884f56bf16 req-2e9ddb60-08b6-4206-a4dc-4a68d8d42401 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:39:44.632456 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-15cf1459-2045-449c-b073-49884f56bf16 req-2e9ddb60-08b6-4206-a4dc-4a68d8d42401 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=5bdf1da3-13ed-49ca-a2c9-40c7f6ef0703 HTTP/1.1" status: 200 len: 944 time: 0.0980873 Oct 03 13:39:44.683034 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 35970) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:39:44.717016 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-15cf1459-2045-449c-b073-49884f56bf16 req-b3d11b30-dd6a-4ba9-bd5b-1a36eeee807f tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=66c88dd3-649f-4aa2-852b-62f1334e7ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823562 Oct 03 13:39:44.792871 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-944a73d4-dd21-4095-b806-0c9fd52fa01e admin admin] 10.222.0.58 "GET /networking/v2.0/security-groups?tenant_id=f83035ae509c47fd92f821dd8edddae5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1085720 Oct 03 13:39:44.796255 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 35976) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:39:44.868846 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-511b0f69-8c17-4e34-82fd-50ec52716ccf admin admin] Publish callbacks [] for security_group (5bb9a656-614c-48fa-b8c3-a354e412b56f), before_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:39:44.898920 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-511b0f69-8c17-4e34-82fd-50ec52716ccf admin admin] Publish callbacks [] for security_group (5bb9a656-614c-48fa-b8c3-a354e412b56f), precommit_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:39:45.000761 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-511b0f69-8c17-4e34-82fd-50ec52716ccf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (5bb9a656-614c-48fa-b8c3-a354e412b56f), after_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:39:45.008094 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-511b0f69-8c17-4e34-82fd-50ec52716ccf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:39:45.010878 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-511b0f69-8c17-4e34-82fd-50ec52716ccf admin admin] 10.222.0.58 "DELETE /networking/v2.0/security-groups/5bb9a656-614c-48fa-b8c3-a354e412b56f HTTP/1.1" status: 204 len: 168 time: 0.2134006 Oct 03 13:39:45.020647 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511b0f69-8c17-4e34-82fd-50ec52716ccf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bb9a656-614c-48fa-b8c3-a354e412b56f,revision_number=None']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:39:45.580057 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 35990) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:39:45.743290 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-8223e7d1-4b56-4632-8883-5e689b90eead admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:39:45.787236 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.services.segments.plugin [-] Segment 7b81e387-1c92-46b1-b508-b94114adfce4 resource provider aggregate not found Oct 03 13:39:45.828425 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 36002) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:39:45.837625 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.services.segments.plugin [-] Segment 7b81e387-1c92-46b1-b508-b94114adfce4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7b81e387-1c92-46b1-b508-b94114adfce4 found for delete ", "request_id": "req-207aecf0-b16e-438d-a5d9-a839e173b7fb"}]} Oct 03 13:39:45.905732 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:39:45.922357 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-c27570bf-445e-4b1e-bac7-1b0332bb87bc admin admin] 10.222.0.58 "GET /networking/v2.0/security-groups?tenant_id=37cb913ed6274b2c99fe2d2a85eb1430&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0923345 Oct 03 13:39:45.931571 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 36004) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:39:45.941112 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-8223e7d1-4b56-4632-8883-5e689b90eead admin admin] Publish callbacks [] for security_group (e34eef93-3729-4cea-8540-5f823b11107a), precommit_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:39:45.949756 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-8223e7d1-4b56-4632-8883-5e689b90eead admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (e34eef93-3729-4cea-8540-5f823b11107a), after_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:39:45.969543 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e849fa5e-650d-4451-be84-51684d422fc0 req-47febbfc-35d3-49de-bc6e-f900010b5ca8 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:39:45.971681 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-e849fa5e-650d-4451-be84-51684d422fc0 req-47febbfc-35d3-49de-bc6e-f900010b5ca8 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=5bdf1da3-13ed-49ca-a2c9-40c7f6ef0703 HTTP/1.1" status: 200 len: 944 time: 0.0966189 Oct 03 13:39:46.017980 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8223e7d1-4b56-4632-8883-5e689b90eead admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e34eef93-3729-4cea-8540-5f823b11107a,revision_number=1']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:39:46.023581 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-8223e7d1-4b56-4632-8883-5e689b90eead admin admin] 10.222.0.58 "GET /networking/v2.0/security-groups?tenant_id=b8e1a0e2742f4a13b202daaa7b046235&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4375827 Oct 03 13:39:46.026259 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 36006) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:39:46.032934 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=5,neutron:INSERT=4 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:39:46.067073 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-91df138a-0159-4bb9-9d2e-fc5444a2a64b admin admin] Publish callbacks [] for security_group (1f7e2578-09ad-4838-b456-5c3d765e2357), before_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:39:46.093021 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-59392dcb-5403-4686-9b65-f3368174331f admin admin] Publish callbacks [] for security_group (e34eef93-3729-4cea-8540-5f823b11107a), before_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:39:46.093514 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-e849fa5e-650d-4451-be84-51684d422fc0 req-19fc7cc9-0148-40fa-bbd6-92c5ed85840c tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=66c88dd3-649f-4aa2-852b-62f1334e7ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110933 Oct 03 13:39:46.104223 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-91df138a-0159-4bb9-9d2e-fc5444a2a64b admin admin] Publish callbacks [] for security_group (1f7e2578-09ad-4838-b456-5c3d765e2357), precommit_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:39:46.151692 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-59392dcb-5403-4686-9b65-f3368174331f admin admin] Publish callbacks [] for security_group (e34eef93-3729-4cea-8540-5f823b11107a), precommit_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:39:46.203257 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-91df138a-0159-4bb9-9d2e-fc5444a2a64b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (1f7e2578-09ad-4838-b456-5c3d765e2357), after_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:39:46.210675 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-91df138a-0159-4bb9-9d2e-fc5444a2a64b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:39:46.227246 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-91df138a-0159-4bb9-9d2e-fc5444a2a64b admin admin] 10.222.0.58 "DELETE /networking/v2.0/security-groups/1f7e2578-09ad-4838-b456-5c3d765e2357 HTTP/1.1" status: 204 len: 168 time: 0.2941349 Oct 03 13:39:46.235357 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-59392dcb-5403-4686-9b65-f3368174331f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (e34eef93-3729-4cea-8540-5f823b11107a), after_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:39:46.244138 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-59392dcb-5403-4686-9b65-f3368174331f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:39:46.245345 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-59392dcb-5403-4686-9b65-f3368174331f admin admin] 10.222.0.58 "DELETE /networking/v2.0/security-groups/e34eef93-3729-4cea-8540-5f823b11107a HTTP/1.1" status: 204 len: 168 time: 0.2180300 Oct 03 13:39:46.247286 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91df138a-0159-4bb9-9d2e-fc5444a2a64b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f7e2578-09ad-4838-b456-5c3d765e2357,revision_number=None']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:39:46.314406 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59392dcb-5403-4686-9b65-f3368174331f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e34eef93-3729-4cea-8540-5f823b11107a,revision_number=None']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:39:46.928906 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 36024) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:39:46.946595 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-53b5668d-5bb4-41fb-81d3-34201e917bf2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:39:47.091842 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-53b5668d-5bb4-41fb-81d3-34201e917bf2 admin admin] Publish callbacks [] for security_group (923c408b-b0ed-4d2c-84e5-8aedf9651ed1), precommit_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:39:47.099497 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-53b5668d-5bb4-41fb-81d3-34201e917bf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (923c408b-b0ed-4d2c-84e5-8aedf9651ed1), after_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:39:47.153858 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 36028) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:39:47.154311 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-53b5668d-5bb4-41fb-81d3-34201e917bf2 admin admin] 10.222.0.58 "GET /networking/v2.0/security-groups?tenant_id=36054bb58c1f4437a268a17941195e09&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2237220 Oct 03 13:39:47.154873 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b5668d-5bb4-41fb-81d3-34201e917bf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=923c408b-b0ed-4d2c-84e5-8aedf9651ed1,revision_number=1']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:39:47.325882 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-ec79af34-dc23-44ff-b3f3-cb8e3293d45a admin admin] Publish callbacks [] for security_group (923c408b-b0ed-4d2c-84e5-8aedf9651ed1), before_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:39:47.382341 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0227c34a-0f62-4e64-8f65-6183270f0e95 req-c9b89ef5-61bc-4908-b0d2-2d9814c4f867 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:39:47.383933 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-0227c34a-0f62-4e64-8f65-6183270f0e95 req-c9b89ef5-61bc-4908-b0d2-2d9814c4f867 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=5bdf1da3-13ed-49ca-a2c9-40c7f6ef0703 HTTP/1.1" status: 200 len: 944 time: 0.0688512 Oct 03 13:39:47.397798 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-ec79af34-dc23-44ff-b3f3-cb8e3293d45a admin admin] Publish callbacks [] for security_group (923c408b-b0ed-4d2c-84e5-8aedf9651ed1), precommit_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:39:47.468500 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-0227c34a-0f62-4e64-8f65-6183270f0e95 req-2af28b08-cda6-41e7-879c-87120fc3a41d tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=66c88dd3-649f-4aa2-852b-62f1334e7ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761280 Oct 03 13:39:47.486054 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-ec79af34-dc23-44ff-b3f3-cb8e3293d45a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (923c408b-b0ed-4d2c-84e5-8aedf9651ed1), after_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:39:47.491527 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-ec79af34-dc23-44ff-b3f3-cb8e3293d45a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:39:47.494212 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-ec79af34-dc23-44ff-b3f3-cb8e3293d45a admin admin] 10.222.0.58 "DELETE /networking/v2.0/security-groups/923c408b-b0ed-4d2c-84e5-8aedf9651ed1 HTTP/1.1" status: 204 len: 168 time: 0.3392260 Oct 03 13:39:47.509766 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec79af34-dc23-44ff-b3f3-cb8e3293d45a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=923c408b-b0ed-4d2c-84e5-8aedf9651ed1,revision_number=None']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:39:47.559451 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=47 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:39:47.585931 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=42 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:39:48.720515 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe7637c-edba-4a52-aa60-20a5216d9377 req-be73e567-0991-4284-b757-3385a4f03afd tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:39:48.722214 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-9fe7637c-edba-4a52-aa60-20a5216d9377 req-be73e567-0991-4284-b757-3385a4f03afd tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=5bdf1da3-13ed-49ca-a2c9-40c7f6ef0703 HTTP/1.1" status: 200 len: 944 time: 0.0962362 Oct 03 13:39:48.778723 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:39:48.850138 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-9fe7637c-edba-4a52-aa60-20a5216d9377 req-98033371-1409-4a88-841b-765acd61f8b7 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=66c88dd3-649f-4aa2-852b-62f1334e7ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1202679 Oct 03 13:39:50.132792 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0977dbbe-5938-4f58-84ed-b687f3da73d8 req-fdc3e2d7-3b47-4a48-ab2b-901308874bc4 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:39:50.134681 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-0977dbbe-5938-4f58-84ed-b687f3da73d8 req-fdc3e2d7-3b47-4a48-ab2b-901308874bc4 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=5bdf1da3-13ed-49ca-a2c9-40c7f6ef0703 HTTP/1.1" status: 200 len: 944 time: 0.1281352 Oct 03 13:39:50.226354 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-0977dbbe-5938-4f58-84ed-b687f3da73d8 req-a89a2e4f-7d73-4854-9a5c-4d0dd4fefcc4 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=66c88dd3-649f-4aa2-852b-62f1334e7ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849025 Oct 03 13:39:51.087881 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 36160) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:39:51.188017 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 36164) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:39:51.351815 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-e3d62a76-252f-4621-bffb-0bddf38ed994 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:39:51.418861 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:39:51.426461 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-31515b35-b56d-4d80-8ea4-74e79abce5fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:39:51.472018 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caabace-65ae-47df-ab4f-d694e95d1ffb req-af3c971c-013e-487b-90ec-2ca119feccef tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:39:51.473678 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-0caabace-65ae-47df-ab4f-d694e95d1ffb req-af3c971c-013e-487b-90ec-2ca119feccef tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=5bdf1da3-13ed-49ca-a2c9-40c7f6ef0703 HTTP/1.1" status: 200 len: 944 time: 0.1006949 Oct 03 13:39:51.574425 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-0caabace-65ae-47df-ab4f-d694e95d1ffb req-4b31f816-55ad-43b2-b72f-7dd73ad2c17d tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=66c88dd3-649f-4aa2-852b-62f1334e7ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915558 Oct 03 13:39:51.607185 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-e3d62a76-252f-4621-bffb-0bddf38ed994 admin admin] Publish callbacks [] for security_group (0ce7b300-9938-433d-a29b-da36f25777e9), precommit_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:39:51.620996 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-e3d62a76-252f-4621-bffb-0bddf38ed994 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (0ce7b300-9938-433d-a29b-da36f25777e9), after_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:39:51.650774 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-31515b35-b56d-4d80-8ea4-74e79abce5fd admin admin] Publish callbacks [] for security_group (5f33f66a-fba8-4331-bf2e-49d34778fedc), precommit_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:39:51.672409 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-31515b35-b56d-4d80-8ea4-74e79abce5fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (5f33f66a-fba8-4331-bf2e-49d34778fedc), after_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:39:51.685660 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-e3d62a76-252f-4621-bffb-0bddf38ed994 admin admin] 10.222.0.58 "GET /networking/v2.0/security-groups?tenant_id=8fb1ef095da946fb9bce9228c157a74b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5960205 Oct 03 13:39:51.686404 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d62a76-252f-4621-bffb-0bddf38ed994 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ce7b300-9938-433d-a29b-da36f25777e9,revision_number=1']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:39:51.688398 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 36172) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:39:51.752049 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-69e3fb57-e35c-4af6-92ed-9a5010718652 admin admin] Publish callbacks [] for security_group (0ce7b300-9938-433d-a29b-da36f25777e9), before_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:39:51.777028 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-69e3fb57-e35c-4af6-92ed-9a5010718652 admin admin] Publish callbacks [] for security_group (0ce7b300-9938-433d-a29b-da36f25777e9), precommit_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:39:51.833341 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-69e3fb57-e35c-4af6-92ed-9a5010718652 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (0ce7b300-9938-433d-a29b-da36f25777e9), after_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:39:51.835884 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-69e3fb57-e35c-4af6-92ed-9a5010718652 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:39:51.837088 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-69e3fb57-e35c-4af6-92ed-9a5010718652 admin admin] 10.222.0.58 "DELETE /networking/v2.0/security-groups/0ce7b300-9938-433d-a29b-da36f25777e9 HTTP/1.1" status: 204 len: 168 time: 0.1474967 Oct 03 13:39:51.848752 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e3fb57-e35c-4af6-92ed-9a5010718652 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ce7b300-9938-433d-a29b-da36f25777e9,revision_number=None']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:39:51.857130 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e3fb57-e35c-4af6-92ed-9a5010718652 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:39:51.857631 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e3fb57-e35c-4af6-92ed-9a5010718652 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:39:51.858125 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e3fb57-e35c-4af6-92ed-9a5010718652 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:39:51.858637 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e3fb57-e35c-4af6-92ed-9a5010718652 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:39:51.858985 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e3fb57-e35c-4af6-92ed-9a5010718652 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:39:51.859388 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e3fb57-e35c-4af6-92ed-9a5010718652 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:39:51.859947 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e3fb57-e35c-4af6-92ed-9a5010718652 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:39:51.860341 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e3fb57-e35c-4af6-92ed-9a5010718652 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:39:51.860768 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e3fb57-e35c-4af6-92ed-9a5010718652 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:39:51.861165 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e3fb57-e35c-4af6-92ed-9a5010718652 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:39:51.862523 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e3fb57-e35c-4af6-92ed-9a5010718652 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:39:51.862943 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e3fb57-e35c-4af6-92ed-9a5010718652 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:39:51.863337 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e3fb57-e35c-4af6-92ed-9a5010718652 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:39:51.863731 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e3fb57-e35c-4af6-92ed-9a5010718652 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:39:51.864121 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e3fb57-e35c-4af6-92ed-9a5010718652 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:39:51.984866 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-31515b35-b56d-4d80-8ea4-74e79abce5fd admin admin] 10.222.0.58 "GET /networking/v2.0/security-groups?tenant_id=f13b3c0bb11e4c6c9f3064165847254c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7954443 Oct 03 13:39:51.988399 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 36178) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:39:51.996066 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31515b35-b56d-4d80-8ea4-74e79abce5fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f33f66a-fba8-4331-bf2e-49d34778fedc,revision_number=1']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:39:52.038150 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:DELETE=2 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:39:52.055209 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-9eb52e6b-70aa-4013-b037-ae4085e4fb62 admin admin] Publish callbacks [] for security_group (5f33f66a-fba8-4331-bf2e-49d34778fedc), before_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:39:52.079771 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-9eb52e6b-70aa-4013-b037-ae4085e4fb62 admin admin] Publish callbacks [] for security_group (5f33f66a-fba8-4331-bf2e-49d34778fedc), precommit_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:39:52.131491 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-9eb52e6b-70aa-4013-b037-ae4085e4fb62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (5f33f66a-fba8-4331-bf2e-49d34778fedc), after_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:39:52.134117 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-9eb52e6b-70aa-4013-b037-ae4085e4fb62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:39:52.135308 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-9eb52e6b-70aa-4013-b037-ae4085e4fb62 admin admin] 10.222.0.58 "DELETE /networking/v2.0/security-groups/5f33f66a-fba8-4331-bf2e-49d34778fedc HTTP/1.1" status: 204 len: 168 time: 0.1454558 Oct 03 13:39:52.145319 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb52e6b-70aa-4013-b037-ae4085e4fb62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f33f66a-fba8-4331-bf2e-49d34778fedc,revision_number=None']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:39:52.162750 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 36182) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:39:52.178719 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-906eee34-fdc2-4ccc-a825-4b8e4b1337f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:39:52.259706 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-906eee34-fdc2-4ccc-a825-4b8e4b1337f7 admin admin] Publish callbacks [] for security_group (e4f5a51b-ca4d-46ab-944a-64df82422135), precommit_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:39:52.263702 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-906eee34-fdc2-4ccc-a825-4b8e4b1337f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (e4f5a51b-ca4d-46ab-944a-64df82422135), after_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:39:52.306190 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-906eee34-fdc2-4ccc-a825-4b8e4b1337f7 admin admin] 10.222.0.58 "GET /networking/v2.0/security-groups?tenant_id=878fe08d009a4399877a4124667421a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1408463 Oct 03 13:39:52.306190 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906eee34-fdc2-4ccc-a825-4b8e4b1337f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4f5a51b-ca4d-46ab-944a-64df82422135,revision_number=1']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:39:52.307652 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 36186) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:39:52.364630 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-ffca19a9-77e5-4038-87a8-b7f5debe1662 admin admin] Publish callbacks [] for security_group (e4f5a51b-ca4d-46ab-944a-64df82422135), before_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:39:52.367305 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=88,neutron:DELETE=8,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:39:52.389217 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-ffca19a9-77e5-4038-87a8-b7f5debe1662 admin admin] Publish callbacks [] for security_group (e4f5a51b-ca4d-46ab-944a-64df82422135), precommit_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:39:52.453843 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-ffca19a9-77e5-4038-87a8-b7f5debe1662 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (e4f5a51b-ca4d-46ab-944a-64df82422135), after_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:39:52.457815 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-ffca19a9-77e5-4038-87a8-b7f5debe1662 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:39:52.459405 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-ffca19a9-77e5-4038-87a8-b7f5debe1662 admin admin] 10.222.0.58 "DELETE /networking/v2.0/security-groups/e4f5a51b-ca4d-46ab-944a-64df82422135 HTTP/1.1" status: 204 len: 168 time: 0.1502519 Oct 03 13:39:52.471621 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffca19a9-77e5-4038-87a8-b7f5debe1662 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4f5a51b-ca4d-46ab-944a-64df82422135,revision_number=None']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:39:52.526771 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 36190) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:39:52.545642 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-28c7fb94-3199-410c-b5ac-5aaa45a185f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:39:52.640573 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-28c7fb94-3199-410c-b5ac-5aaa45a185f1 admin admin] Publish callbacks [] for security_group (6d7960c7-2535-459c-971a-9225497039d8), precommit_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:39:52.646844 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-28c7fb94-3199-410c-b5ac-5aaa45a185f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (6d7960c7-2535-459c-971a-9225497039d8), after_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:39:52.722292 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c7fb94-3199-410c-b5ac-5aaa45a185f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d7960c7-2535-459c-971a-9225497039d8,revision_number=1']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:39:52.733588 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-28c7fb94-3199-410c-b5ac-5aaa45a185f1 admin admin] 10.222.0.58 "GET /networking/v2.0/security-groups?tenant_id=7104850369994c3c83a5e0dcc71074b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2047770 Oct 03 13:39:52.737806 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 36196) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:39:52.744902 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5385abdc-6e67-4590-899b-60ab96924b24 req-588f2c96-cb98-486b-b8f6-ea2fc82c6369 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:39:52.746782 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-5385abdc-6e67-4590-899b-60ab96924b24 req-588f2c96-cb98-486b-b8f6-ea2fc82c6369 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=5bdf1da3-13ed-49ca-a2c9-40c7f6ef0703 HTTP/1.1" status: 200 len: 944 time: 0.0781338 Oct 03 13:39:52.789629 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=81,neutron:INSERT=18,neutron:UPDATE=1 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:39:52.804009 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-d000cee9-8cfe-4732-ab48-dd6ca16c1e6c admin admin] Publish callbacks [] for security_group (6d7960c7-2535-459c-971a-9225497039d8), before_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:39:52.820579 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-5385abdc-6e67-4590-899b-60ab96924b24 req-b48248a5-c7cc-4933-b996-4e89e399f997 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=66c88dd3-649f-4aa2-852b-62f1334e7ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539598 Oct 03 13:39:52.830331 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-d000cee9-8cfe-4732-ab48-dd6ca16c1e6c admin admin] Publish callbacks [] for security_group (6d7960c7-2535-459c-971a-9225497039d8), precommit_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:39:52.888338 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-d000cee9-8cfe-4732-ab48-dd6ca16c1e6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (6d7960c7-2535-459c-971a-9225497039d8), after_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:39:52.891549 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-d000cee9-8cfe-4732-ab48-dd6ca16c1e6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:39:52.896047 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-d000cee9-8cfe-4732-ab48-dd6ca16c1e6c admin admin] 10.222.0.58 "DELETE /networking/v2.0/security-groups/6d7960c7-2535-459c-971a-9225497039d8 HTTP/1.1" status: 204 len: 168 time: 0.1535676 Oct 03 13:39:52.901374 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d000cee9-8cfe-4732-ab48-dd6ca16c1e6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d7960c7-2535-459c-971a-9225497039d8,revision_number=None']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:39:52.912743 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d000cee9-8cfe-4732-ab48-dd6ca16c1e6c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:39:52.913532 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d000cee9-8cfe-4732-ab48-dd6ca16c1e6c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:39:52.913994 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d000cee9-8cfe-4732-ab48-dd6ca16c1e6c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:39:52.914428 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d000cee9-8cfe-4732-ab48-dd6ca16c1e6c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:39:52.915535 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d000cee9-8cfe-4732-ab48-dd6ca16c1e6c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:39:52.915948 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d000cee9-8cfe-4732-ab48-dd6ca16c1e6c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:39:52.916341 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d000cee9-8cfe-4732-ab48-dd6ca16c1e6c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:39:52.916754 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d000cee9-8cfe-4732-ab48-dd6ca16c1e6c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:39:52.917135 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d000cee9-8cfe-4732-ab48-dd6ca16c1e6c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:39:52.917875 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d000cee9-8cfe-4732-ab48-dd6ca16c1e6c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:39:52.918397 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d000cee9-8cfe-4732-ab48-dd6ca16c1e6c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:39:52.918729 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d000cee9-8cfe-4732-ab48-dd6ca16c1e6c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:39:52.919053 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d000cee9-8cfe-4732-ab48-dd6ca16c1e6c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:39:52.919433 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d000cee9-8cfe-4732-ab48-dd6ca16c1e6c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:39:52.919756 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d000cee9-8cfe-4732-ab48-dd6ca16c1e6c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:39:53.793239 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02779261-ec52-4d9d-8353-ccff549fc34f req-b1136784-91e0-48ba-8961-8cc137ed8d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:39:53.794804 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-02779261-ec52-4d9d-8353-ccff549fc34f req-b1136784-91e0-48ba-8961-8cc137ed8d6a service neutron] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=e019f687769f408d9c3faab0c8693a9d&device_id=5bdf1da3-13ed-49ca-a2c9-40c7f6ef0703 HTTP/1.1" status: 200 len: 1128 time: 0.0408087 Oct 03 13:39:53.966301 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02779261-ec52-4d9d-8353-ccff549fc34f req-9b68382d-9ee7-48d0-8c59-5b032a036a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:39:53.967775 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-02779261-ec52-4d9d-8353-ccff549fc34f req-9b68382d-9ee7-48d0-8c59-5b032a036a42 service neutron] 10.222.0.65 "GET /networking/v2.0/networks?id=83166103-7560-4ace-bfbe-05a1216e31b8 HTTP/1.1" status: 200 len: 917 time: 0.1452613 Oct 03 13:39:53.975301 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ca876e-78d9-4a2c-9d80-3e07ba0e6610 req-68cc5967-d69a-43e7-8f95-009e392c22ca tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:39:53.976843 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-13ca876e-78d9-4a2c-9d80-3e07ba0e6610 req-68cc5967-d69a-43e7-8f95-009e392c22ca tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=5bdf1da3-13ed-49ca-a2c9-40c7f6ef0703 HTTP/1.1" status: 200 len: 944 time: 0.0562713 Oct 03 13:39:54.018917 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:INSERT=15,neutron:UPDATE=2,neutron:SELECT=80,neutron:DELETE=3 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:39:54.046265 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-02779261-ec52-4d9d-8353-ccff549fc34f req-ab9c5afc-a910-4dcc-96f5-74e47118f969 service neutron] 10.222.0.65 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a788fb3b-a7c9-4293-adc4-4714a34e7902 HTTP/1.1" status: 200 len: 999 time: 0.0677154 Oct 03 13:39:54.063031 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-13ca876e-78d9-4a2c-9d80-3e07ba0e6610 req-dcaf72fa-2148-48f8-949a-cfd942ec19e6 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=66c88dd3-649f-4aa2-852b-62f1334e7ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741796 Oct 03 13:39:54.107339 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02779261-ec52-4d9d-8353-ccff549fc34f req-30b666b0-5d85-44ae-b928-8449e7e87145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:39:54.108790 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-02779261-ec52-4d9d-8353-ccff549fc34f req-30b666b0-5d85-44ae-b928-8449e7e87145 service neutron] 10.222.0.65 "GET /networking/v2.0/subnets?id=bc4f70ab-e5db-4143-a1e5-7fb2da9adef0 HTTP/1.1" status: 200 len: 855 time: 0.0562549 Oct 03 13:39:54.159888 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02779261-ec52-4d9d-8353-ccff549fc34f req-49d8df26-b294-44a0-bcc2-4b53890ccde9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:39:54.161390 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-02779261-ec52-4d9d-8353-ccff549fc34f req-49d8df26-b294-44a0-bcc2-4b53890ccde9 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?network_id=83166103-7560-4ace-bfbe-05a1216e31b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0458708 Oct 03 13:39:54.260793 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-02779261-ec52-4d9d-8353-ccff549fc34f req-30b33f8d-0e58-4185-93e6-95a966173cf1 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/83166103-7560-4ace-bfbe-05a1216e31b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923364 Oct 03 13:39:54.292280 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:39:54.383582 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-02779261-ec52-4d9d-8353-ccff549fc34f req-ee23096c-e72f-46e7-88a1-ccbc3e16ceb3 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/83166103-7560-4ace-bfbe-05a1216e31b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147492 Oct 03 13:39:55.189179 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc4fff7-2cb5-4efe-8289-85b8cbae5db3 req-01959330-b73f-42e3-b8e7-792ce1bfd281 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:39:55.190731 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-ddc4fff7-2cb5-4efe-8289-85b8cbae5db3 req-01959330-b73f-42e3-b8e7-792ce1bfd281 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=5bdf1da3-13ed-49ca-a2c9-40c7f6ef0703 HTTP/1.1" status: 200 len: 944 time: 0.0495281 Oct 03 13:39:55.204110 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=6 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:39:55.247057 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-ddc4fff7-2cb5-4efe-8289-85b8cbae5db3 req-638ad5cf-e10f-40e2-b938-8c57b53f302b tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=66c88dd3-649f-4aa2-852b-62f1334e7ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502493 Oct 03 13:39:55.407943 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.agents_db [None req-0a1e5e68-d5eb-461a-8b1a-39e3d06a9bb6 None None] Agent healthcheck: found 6 active agents {{(pid=106271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 03 13:39:56.415856 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46da988-d9f1-4336-a3ec-b5d258717c86 req-5bc3cc3c-197b-4516-aeaf-06d7a179891b tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:39:56.417398 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-f46da988-d9f1-4336-a3ec-b5d258717c86 req-5bc3cc3c-197b-4516-aeaf-06d7a179891b tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=5bdf1da3-13ed-49ca-a2c9-40c7f6ef0703 HTTP/1.1" status: 200 len: 944 time: 0.0632725 Oct 03 13:39:56.482837 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-f46da988-d9f1-4336-a3ec-b5d258717c86 req-59db8b2a-7bd9-45d0-bf83-dec36d0a59cd tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=66c88dd3-649f-4aa2-852b-62f1334e7ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590963 Oct 03 13:39:57.688829 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22c4667-89cc-436f-99b1-d1bc1f0a5383 req-b56616ae-7298-4439-85e3-d7b58b06c2f2 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:39:57.692881 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-f22c4667-89cc-436f-99b1-d1bc1f0a5383 req-b56616ae-7298-4439-85e3-d7b58b06c2f2 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=5bdf1da3-13ed-49ca-a2c9-40c7f6ef0703 HTTP/1.1" status: 200 len: 944 time: 0.1049268 Oct 03 13:39:57.796511 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-f22c4667-89cc-436f-99b1-d1bc1f0a5383 req-33d7570e-a5e2-4372-ad2e-126d79ef9433 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=66c88dd3-649f-4aa2-852b-62f1334e7ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882387 Oct 03 13:39:58.950628 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57640eb9-fa64-4cbe-b227-409732eeaefb req-776da115-59f9-40e0-a08f-f2f943db6f7c tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:39:58.952161 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-57640eb9-fa64-4cbe-b227-409732eeaefb req-776da115-59f9-40e0-a08f-f2f943db6f7c tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=5bdf1da3-13ed-49ca-a2c9-40c7f6ef0703 HTTP/1.1" status: 200 len: 944 time: 0.0607712 Oct 03 13:39:59.012911 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-57640eb9-fa64-4cbe-b227-409732eeaefb req-52d510ba-1fcc-43a9-8d7d-2dc82c81951d tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=66c88dd3-649f-4aa2-852b-62f1334e7ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548656 Oct 03 13:39:59.118776 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Device a788fb3b-a7c9-4293-adc4-4714a34e7902 details requested by agent hyperv_hv-cinder-86009 with host hv-cinder-86009 {{(pid=106270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 03 13:39:59.263898 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.db [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] For port a788fb3b-a7c9-4293-adc4-4714a34e7902, host hv-cinder-86009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86009',level=0,port_id=a788fb3b-a7c9-4293-adc4-4714a34e7902,segment=NetworkSegment(24e9c697-6214-4a54-b0c6-42aa0af9c46f),segment_id=24e9c697-6214-4a54-b0c6-42aa0af9c46f)] {{(pid=106270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 13:39:59.277683 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Returning: {'device': 'a788fb3b-a7c9-4293-adc4-4714a34e7902', 'network_id': '83166103-7560-4ace-bfbe-05a1216e31b8', 'port_id': 'a788fb3b-a7c9-4293-adc4-4714a34e7902', 'mac_address': 'fa:16:3e:bd:50:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc4f70ab-e5db-4143-a1e5-7fb2da9adef0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 03 13:39:59.315822 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Current status of the port a788fb3b-a7c9-4293-adc4-4714a34e7902 is: DOWN; New status is: BUILD {{(pid=106270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 13:39:59.316216 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (a788fb3b-a7c9-4293-adc4-4714a34e7902), before_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:39:59.331780 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.notifiers.nova [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a788fb3b-a7c9-4293-adc4-4714a34e7902 {{(pid=106270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 03 13:39:59.359489 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.db [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] For port a788fb3b-a7c9-4293-adc4-4714a34e7902, host hv-cinder-86009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86009',level=0,port_id=a788fb3b-a7c9-4293-adc4-4714a34e7902,segment=NetworkSegment(24e9c697-6214-4a54-b0c6-42aa0af9c46f),segment_id=24e9c697-6214-4a54-b0c6-42aa0af9c46f)] {{(pid=106270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 13:39:59.364017 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751015143617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751014657006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751014658052'] for port (a788fb3b-a7c9-4293-adc4-4714a34e7902), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:39:59.415876 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:39:59.427081 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Pushing event updated for resources: {'Port': ['ID=a788fb3b-a7c9-4293-adc4-4714a34e7902,revision_number=9']} {{(pid=106270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:39:59.554162 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 36390) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:39:59.616993 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.db [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] get_ports_and_sgs() called for port_ids ['a788fb3b-a7c9-4293-adc4-4714a34e7902'] {{(pid=106270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 03 13:39:59.754237 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-bd8aa04f-f39a-4624-b73c-13540d7f5912 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:39:59.869517 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-bd8aa04f-f39a-4624-b73c-13540d7f5912 admin admin] Publish callbacks [] for security_group (9518f091-1d65-4d5f-a1f4-cfbcedc2e7ac), precommit_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:39:59.881218 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-bd8aa04f-f39a-4624-b73c-13540d7f5912 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (9518f091-1d65-4d5f-a1f4-cfbcedc2e7ac), after_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:39:59.929179 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8aa04f-f39a-4624-b73c-13540d7f5912 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9518f091-1d65-4d5f-a1f4-cfbcedc2e7ac,revision_number=1']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:39:59.933750 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-bd8aa04f-f39a-4624-b73c-13540d7f5912 admin admin] 10.222.0.58 "GET /networking/v2.0/security-groups?tenant_id=a1a136321c2642448800c23cd9e762c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3780990 Oct 03 13:39:59.937259 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 36404) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:40:00.002423 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-d07c89bb-9b33-418c-bf08-50fe6042fb12 admin admin] Publish callbacks [] for security_group (9518f091-1d65-4d5f-a1f4-cfbcedc2e7ac), before_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:00.033832 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-d07c89bb-9b33-418c-bf08-50fe6042fb12 admin admin] Publish callbacks [] for security_group (9518f091-1d65-4d5f-a1f4-cfbcedc2e7ac), precommit_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:00.144171 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-d07c89bb-9b33-418c-bf08-50fe6042fb12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (9518f091-1d65-4d5f-a1f4-cfbcedc2e7ac), after_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:00.149712 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-d07c89bb-9b33-418c-bf08-50fe6042fb12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:00.152293 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-d07c89bb-9b33-418c-bf08-50fe6042fb12 admin admin] 10.222.0.58 "DELETE /networking/v2.0/security-groups/9518f091-1d65-4d5f-a1f4-cfbcedc2e7ac HTTP/1.1" status: 204 len: 168 time: 0.2132585 Oct 03 13:40:00.167611 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07c89bb-9b33-418c-bf08-50fe6042fb12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9518f091-1d65-4d5f-a1f4-cfbcedc2e7ac,revision_number=None']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:40:00.216872 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5c5e9f-5d55-435e-bfbd-3c1db3bf491b req-ab6df2e6-730b-4f12-a5ba-e3a6a7bab739 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:40:00.219243 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-7c5c5e9f-5d55-435e-bfbd-3c1db3bf491b req-ab6df2e6-730b-4f12-a5ba-e3a6a7bab739 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=5bdf1da3-13ed-49ca-a2c9-40c7f6ef0703 HTTP/1.1" status: 200 len: 945 time: 0.0811741 Oct 03 13:40:00.276514 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 36412) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:40:00.306219 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-7c5c5e9f-5d55-435e-bfbd-3c1db3bf491b req-2d2b7383-f635-4d58-a4c0-ebb25177601a tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=66c88dd3-649f-4aa2-852b-62f1334e7ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763969 Oct 03 13:40:00.564759 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-d5abb195-776a-45c2-802d-8087b7495e35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:00.674565 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-d5abb195-776a-45c2-802d-8087b7495e35 admin admin] Publish callbacks [] for security_group (3e10ed31-c5fc-48d9-bbe1-14cfa5f82340), precommit_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:00.676442 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 36418) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:40:00.685677 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-d5abb195-776a-45c2-802d-8087b7495e35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (3e10ed31-c5fc-48d9-bbe1-14cfa5f82340), after_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:00.703129 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-984b4ec7-b56b-4326-aa41-bfc9ec281d50 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:00.747565 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-d5abb195-776a-45c2-802d-8087b7495e35 admin admin] 10.222.0.58 "GET /networking/v2.0/security-groups?tenant_id=ffac9d0074c14d7b84f03396a9edf2fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4697149 Oct 03 13:40:00.751005 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 36420) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:40:00.755753 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5abb195-776a-45c2-802d-8087b7495e35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e10ed31-c5fc-48d9-bbe1-14cfa5f82340,revision_number=1']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:40:00.838862 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-ede7dcb3-1ae3-4027-bc4f-b6f0b3c4dc7a admin admin] Publish callbacks [] for security_group (3e10ed31-c5fc-48d9-bbe1-14cfa5f82340), before_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:00.858626 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-984b4ec7-b56b-4326-aa41-bfc9ec281d50 admin admin] Publish callbacks [] for security_group (352e82b7-ec50-4d1e-8532-292b686e414d), precommit_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:00.865762 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-984b4ec7-b56b-4326-aa41-bfc9ec281d50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (352e82b7-ec50-4d1e-8532-292b686e414d), after_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:00.868633 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-ede7dcb3-1ae3-4027-bc4f-b6f0b3c4dc7a admin admin] Publish callbacks [] for security_group (3e10ed31-c5fc-48d9-bbe1-14cfa5f82340), precommit_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:00.878824 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=80,neutron:INSERT=18,neutron:UPDATE=2 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:40:00.922245 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-984b4ec7-b56b-4326-aa41-bfc9ec281d50 admin admin] 10.222.0.58 "GET /networking/v2.0/security-groups?tenant_id=57f47303ded74b6db099a9bde8fe048b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2445037 Oct 03 13:40:00.923521 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984b4ec7-b56b-4326-aa41-bfc9ec281d50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=352e82b7-ec50-4d1e-8532-292b686e414d,revision_number=1']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:40:00.927195 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 36422) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:40:00.939126 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-ede7dcb3-1ae3-4027-bc4f-b6f0b3c4dc7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (3e10ed31-c5fc-48d9-bbe1-14cfa5f82340), after_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:00.942461 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-ede7dcb3-1ae3-4027-bc4f-b6f0b3c4dc7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:00.943983 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-ede7dcb3-1ae3-4027-bc4f-b6f0b3c4dc7a admin admin] 10.222.0.58 "DELETE /networking/v2.0/security-groups/3e10ed31-c5fc-48d9-bbe1-14cfa5f82340 HTTP/1.1" status: 204 len: 168 time: 0.1916938 Oct 03 13:40:00.945988 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=84,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:40:00.952652 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede7dcb3-1ae3-4027-bc4f-b6f0b3c4dc7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e10ed31-c5fc-48d9-bbe1-14cfa5f82340,revision_number=None']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:40:00.995714 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-56d3e4b1-90af-4b4e-ae23-49f46cb16b6f admin admin] Publish callbacks [] for security_group (352e82b7-ec50-4d1e-8532-292b686e414d), before_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:01.023828 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-56d3e4b1-90af-4b4e-ae23-49f46cb16b6f admin admin] Publish callbacks [] for security_group (352e82b7-ec50-4d1e-8532-292b686e414d), precommit_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:01.090164 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-56d3e4b1-90af-4b4e-ae23-49f46cb16b6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (352e82b7-ec50-4d1e-8532-292b686e414d), after_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:01.092874 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-56d3e4b1-90af-4b4e-ae23-49f46cb16b6f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:01.100060 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-56d3e4b1-90af-4b4e-ae23-49f46cb16b6f admin admin] 10.222.0.58 "DELETE /networking/v2.0/security-groups/352e82b7-ec50-4d1e-8532-292b686e414d HTTP/1.1" status: 204 len: 168 time: 0.1695540 Oct 03 13:40:01.106813 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d3e4b1-90af-4b4e-ae23-49f46cb16b6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=352e82b7-ec50-4d1e-8532-292b686e414d,revision_number=None']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:40:01.120209 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Device a788fb3b-a7c9-4293-adc4-4714a34e7902 up at agent hyperv_hv-cinder-86009 {{(pid=106270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 13:40:01.205036 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.provisioning_blocks [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Provisioning complete for port a788fb3b-a7c9-4293-adc4-4714a34e7902 triggered by entity L2. {{(pid=106270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 13:40:01.206323 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1340199'] for port (a788fb3b-a7c9-4293-adc4-4714a34e7902), provisioning_complete {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:01.206900 dv-cinder-860090-1-iscsi neutron-server[106270]: INFO neutron.plugins.ml2.plugin [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Attempt 1 to provision port a788fb3b-a7c9-4293-adc4-4714a34e7902 Oct 03 13:40:01.317702 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Current status of the port a788fb3b-a7c9-4293-adc4-4714a34e7902 is: BUILD; New status is: ACTIVE {{(pid=106270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 13:40:01.317974 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (a788fb3b-a7c9-4293-adc4-4714a34e7902), before_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:01.371669 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bdf1da3-13ed-49ca-a2c9-40c7f6ef0703', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a788fb3b-a7c9-4293-adc4-4714a34e7902'}] {{(pid=106270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 13:40:01.374969 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}560c9627402e85393d05fbb3c51e26d9631cba9dc4b6297c571b83e08b497dad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f82bbba7-be06-414b-9e42-36bdd545f229" -d '{"events": [{"server_uuid": "5bdf1da3-13ed-49ca-a2c9-40c7f6ef0703", "name": "network-vif-plugged", "status": "completed", "tag": "a788fb3b-a7c9-4293-adc4-4714a34e7902"}]}' {{(pid=106270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 13:40:01.394030 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:40:01.396652 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.db [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] For port a788fb3b-a7c9-4293-adc4-4714a34e7902, host hv-cinder-86009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86009',level=0,port_id=a788fb3b-a7c9-4293-adc4-4714a34e7902,segment=NetworkSegment(24e9c697-6214-4a54-b0c6-42aa0af9c46f),segment_id=24e9c697-6214-4a54-b0c6-42aa0af9c46f)] {{(pid=106270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 13:40:01.405993 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751015143617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751014657006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751014658052'] for port (a788fb3b-a7c9-4293-adc4-4714a34e7902), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:01.476540 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 13:40:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcb946f0-cbc5-42c9-a3b3-0c04bf3b768d x-openstack-request-id: req-fcb946f0-cbc5-42c9-a3b3-0c04bf3b768d {{(pid=106270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 13:40:01.477413 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bdf1da3-13ed-49ca-a2c9-40c7f6ef0703", "name": "network-vif-plugged", "status": "completed", "tag": "a788fb3b-a7c9-4293-adc4-4714a34e7902", "code": 200}]} {{(pid=106270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 13:40:01.477987 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-fcb946f0-cbc5-42c9-a3b3-0c04bf3b768d {{(pid=106270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 13:40:01.478692 dv-cinder-860090-1-iscsi neutron-server[106270]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fcb946f0-cbc5-42c9-a3b3-0c04bf3b768d'] response: {'server_uuid': '5bdf1da3-13ed-49ca-a2c9-40c7f6ef0703', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a788fb3b-a7c9-4293-adc4-4714a34e7902', 'code': 200} Oct 03 13:40:01.507080 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1fbd51-0d43-48fb-8c6c-487ed924aee2 req-c5e1d812-2519-444f-98b3-880c5efb8139 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:40:01.515208 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-7f1fbd51-0d43-48fb-8c6c-487ed924aee2 req-c5e1d812-2519-444f-98b3-880c5efb8139 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=5bdf1da3-13ed-49ca-a2c9-40c7f6ef0703 HTTP/1.1" status: 200 len: 947 time: 0.0760555 Oct 03 13:40:01.520265 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Pushing event updated for resources: {'Port': ['ID=a788fb3b-a7c9-4293-adc4-4714a34e7902,revision_number=10']} {{(pid=106270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:40:01.582843 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-7f1fbd51-0d43-48fb-8c6c-487ed924aee2 req-dc67648a-2ec8-4da7-afc2-83723441c652 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=66c88dd3-649f-4aa2-852b-62f1334e7ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660095 Oct 03 13:40:01.627762 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 36440) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:40:01.642057 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-5010df7d-ac2f-43aa-98c9-78b5d8256e39 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:01.757960 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-5010df7d-ac2f-43aa-98c9-78b5d8256e39 admin admin] Publish callbacks [] for security_group (e2261c0e-5d2b-4ba9-b810-6502267a3c25), precommit_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:01.764315 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-5010df7d-ac2f-43aa-98c9-78b5d8256e39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (e2261c0e-5d2b-4ba9-b810-6502267a3c25), after_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:01.834361 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-5010df7d-ac2f-43aa-98c9-78b5d8256e39 admin admin] 10.222.0.58 "GET /networking/v2.0/security-groups?tenant_id=b558c75a4ff345fb90a9a136fcd3a80a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2023108 Oct 03 13:40:01.834361 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5010df7d-ac2f-43aa-98c9-78b5d8256e39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2261c0e-5d2b-4ba9-b810-6502267a3c25,revision_number=1']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:40:01.834758 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 36444) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:40:01.918109 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-2c89738e-4bab-42f4-93f9-78f761794094 admin admin] Publish callbacks [] for security_group (e2261c0e-5d2b-4ba9-b810-6502267a3c25), before_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:01.949407 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-2c89738e-4bab-42f4-93f9-78f761794094 admin admin] Publish callbacks [] for security_group (e2261c0e-5d2b-4ba9-b810-6502267a3c25), precommit_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:01.975068 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2cdb9d-6af0-451a-b5a6-013dc62c84c3 req-6d5b117a-fb47-4616-b708-e0b97027d7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:40:01.976888 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-6b2cdb9d-6af0-451a-b5a6-013dc62c84c3 req-6d5b117a-fb47-4616-b708-e0b97027d7f6 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?device_id=5bdf1da3-13ed-49ca-a2c9-40c7f6ef0703 HTTP/1.1" status: 200 len: 1131 time: 0.0482385 Oct 03 13:40:02.028096 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-2c89738e-4bab-42f4-93f9-78f761794094 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (e2261c0e-5d2b-4ba9-b810-6502267a3c25), after_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:02.030769 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-2c89738e-4bab-42f4-93f9-78f761794094 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:02.031972 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-2c89738e-4bab-42f4-93f9-78f761794094 admin admin] 10.222.0.58 "DELETE /networking/v2.0/security-groups/e2261c0e-5d2b-4ba9-b810-6502267a3c25 HTTP/1.1" status: 204 len: 168 time: 0.1962762 Oct 03 13:40:02.053936 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c89738e-4bab-42f4-93f9-78f761794094 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2261c0e-5d2b-4ba9-b810-6502267a3c25,revision_number=None']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:40:02.092219 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-6b2cdb9d-6af0-451a-b5a6-013dc62c84c3 req-4b08b9f1-994e-4ccb-9c09-cd923aece439 service neutron] 10.222.0.65 "GET /networking/v2.0/security-groups?id=66c88dd3-649f-4aa2-852b-62f1334e7ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1076257 Oct 03 13:40:02.117799 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-459d3b35-abcc-4c99-8e1a-37876029bfa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (3460fffa-818c-4144-9400-237880db20a4), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:02.798358 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4250a126-d3a8-4147-b06a-d89aae5dfffb req-cff7757b-8d50-4efb-aafc-98ef5722468a tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:40:02.802701 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-4250a126-d3a8-4147-b06a-d89aae5dfffb req-cff7757b-8d50-4efb-aafc-98ef5722468a tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=5bdf1da3-13ed-49ca-a2c9-40c7f6ef0703 HTTP/1.1" status: 200 len: 947 time: 0.0947340 Oct 03 13:40:02.890688 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-4250a126-d3a8-4147-b06a-d89aae5dfffb req-f00758b2-d10d-4d6f-8527-48ab7c9fbd04 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=66c88dd3-649f-4aa2-852b-62f1334e7ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814908 Oct 03 13:40:04.058547 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44885bf-8637-4090-b176-e2434235d470 req-a3b37ff9-58b1-48ec-a521-2f390cc2d504 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:40:04.061640 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-f44885bf-8637-4090-b176-e2434235d470 req-a3b37ff9-58b1-48ec-a521-2f390cc2d504 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=5bdf1da3-13ed-49ca-a2c9-40c7f6ef0703 HTTP/1.1" status: 200 len: 947 time: 0.0721104 Oct 03 13:40:04.100571 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:40:04.142127 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-f44885bf-8637-4090-b176-e2434235d470 req-b04d33a6-3290-448a-8238-b05b2ebb2b3b tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=66c88dd3-649f-4aa2-852b-62f1334e7ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720332 Oct 03 13:40:04.883756 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-193f6374-2ec2-42b0-86d2-ae23c5130d58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (94180321-47b1-4b5c-b620-b1b0a31df446), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:05.313740 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcc15c4-a4a0-4372-8faf-507b4c76fb3e req-d705225a-f4f3-45ed-b130-a5ab45217411 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:40:05.316360 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-9dcc15c4-a4a0-4372-8faf-507b4c76fb3e req-d705225a-f4f3-45ed-b130-a5ab45217411 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=5bdf1da3-13ed-49ca-a2c9-40c7f6ef0703 HTTP/1.1" status: 200 len: 947 time: 0.0611608 Oct 03 13:40:05.371759 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-9dcc15c4-a4a0-4372-8faf-507b4c76fb3e req-838e72b2-9667-4eea-bc08-365a89f9b835 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=66c88dd3-649f-4aa2-852b-62f1334e7ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481169 Oct 03 13:40:05.403722 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:40:06.178974 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-1bb28928-3e93-41c9-8900-1ecfb790b160 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (5eabf47d-5620-4e94-9269-ef19fe52be68), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:07.503476 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (d46c7ed5-c451-4a76-ab3f-ab8e3ea4a5ec), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:07.660387 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-9b3e6be4-ae7f-4a46-812d-719b0ca73959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (3cd5b2bb-c81a-4ce3-a212-a51c5aa706bd), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:08.537768 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (1af51d63-a9c9-4bbe-9b0d-c8e0a80c641c), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:11.257793 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 36684) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:40:11.372339 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-4e1566f8-763d-43cd-92c3-70125463757b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:11.412464 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:40:11.472271 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-4e1566f8-763d-43cd-92c3-70125463757b admin admin] Publish callbacks [] for security_group (69fc86bc-4f14-4184-9199-f9fe7d5234c5), precommit_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:11.477086 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-4e1566f8-763d-43cd-92c3-70125463757b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (69fc86bc-4f14-4184-9199-f9fe7d5234c5), after_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:11.520223 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-4e1566f8-763d-43cd-92c3-70125463757b admin admin] 10.222.0.58 "GET /networking/v2.0/security-groups?tenant_id=1745da99c8b74b04a04fbc70e603b24e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2613108 Oct 03 13:40:11.520983 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1566f8-763d-43cd-92c3-70125463757b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69fc86bc-4f14-4184-9199-f9fe7d5234c5,revision_number=1']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:40:11.523006 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 36688) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:40:11.581841 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-8a3b48c8-003f-4598-bca1-f1a3e751a403 admin admin] Publish callbacks [] for security_group (69fc86bc-4f14-4184-9199-f9fe7d5234c5), before_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:11.604678 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-8a3b48c8-003f-4598-bca1-f1a3e751a403 admin admin] Publish callbacks [] for security_group (69fc86bc-4f14-4184-9199-f9fe7d5234c5), precommit_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:11.665292 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-8a3b48c8-003f-4598-bca1-f1a3e751a403 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (69fc86bc-4f14-4184-9199-f9fe7d5234c5), after_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:11.667905 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-8a3b48c8-003f-4598-bca1-f1a3e751a403 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:11.669086 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-8a3b48c8-003f-4598-bca1-f1a3e751a403 admin admin] 10.222.0.58 "DELETE /networking/v2.0/security-groups/69fc86bc-4f14-4184-9199-f9fe7d5234c5 HTTP/1.1" status: 204 len: 168 time: 0.1449351 Oct 03 13:40:11.677684 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3b48c8-003f-4598-bca1-f1a3e751a403 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69fc86bc-4f14-4184-9199-f9fe7d5234c5,revision_number=None']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:40:11.988191 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 36700) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:40:12.005494 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-090563c9-6b21-454f-9b1a-8353be7d0918 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:12.083995 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-090563c9-6b21-454f-9b1a-8353be7d0918 admin admin] Publish callbacks [] for security_group (5b780bd2-aa80-4ea4-bd1f-5bee4922fa79), precommit_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:12.088045 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-090563c9-6b21-454f-9b1a-8353be7d0918 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (5b780bd2-aa80-4ea4-bd1f-5bee4922fa79), after_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:12.129255 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-090563c9-6b21-454f-9b1a-8353be7d0918 admin admin] 10.222.0.58 "GET /networking/v2.0/security-groups?tenant_id=f965eb6d51f143c6a099deff7814ca32&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1400359 Oct 03 13:40:12.130426 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090563c9-6b21-454f-9b1a-8353be7d0918 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b780bd2-aa80-4ea4-bd1f-5bee4922fa79,revision_number=1']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:40:12.131960 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 36702) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:40:12.183163 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-c6b4f4f3-cd70-4d97-b356-c275b1ce2afc admin admin] Publish callbacks [] for security_group (5b780bd2-aa80-4ea4-bd1f-5bee4922fa79), before_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:12.198301 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=7 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:40:12.203140 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-c6b4f4f3-cd70-4d97-b356-c275b1ce2afc admin admin] Publish callbacks [] for security_group (5b780bd2-aa80-4ea4-bd1f-5bee4922fa79), precommit_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:12.218055 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:40:12.254256 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-c6b4f4f3-cd70-4d97-b356-c275b1ce2afc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (5b780bd2-aa80-4ea4-bd1f-5bee4922fa79), after_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:12.255809 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-c6b4f4f3-cd70-4d97-b356-c275b1ce2afc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:12.256947 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-c6b4f4f3-cd70-4d97-b356-c275b1ce2afc admin admin] 10.222.0.58 "DELETE /networking/v2.0/security-groups/5b780bd2-aa80-4ea4-bd1f-5bee4922fa79 HTTP/1.1" status: 204 len: 168 time: 0.1239936 Oct 03 13:40:12.264782 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b4f4f3-cd70-4d97-b356-c275b1ce2afc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b780bd2-aa80-4ea4-bd1f-5bee4922fa79,revision_number=None']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:40:12.594196 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 36708) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:40:12.607565 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-6e8800ec-8db6-4a2c-858a-f7164f414ab7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:12.681890 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-6e8800ec-8db6-4a2c-858a-f7164f414ab7 admin admin] Publish callbacks [] for security_group (a8e455a2-a824-4ef0-8f97-6d28d1fb3472), precommit_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:12.686303 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-6e8800ec-8db6-4a2c-858a-f7164f414ab7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (a8e455a2-a824-4ef0-8f97-6d28d1fb3472), after_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:12.727732 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8800ec-8db6-4a2c-858a-f7164f414ab7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8e455a2-a824-4ef0-8f97-6d28d1fb3472,revision_number=1']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:40:12.733500 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-6e8800ec-8db6-4a2c-858a-f7164f414ab7 admin admin] 10.222.0.58 "GET /networking/v2.0/security-groups?tenant_id=931bf9606bed42ddadd0c8ffc9fbac15&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1382427 Oct 03 13:40:12.736870 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 36710) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:40:12.792095 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-1117a80c-faaa-4fce-bb03-798caf0c6499 admin admin] Publish callbacks [] for security_group (a8e455a2-a824-4ef0-8f97-6d28d1fb3472), before_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:12.818787 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-1117a80c-faaa-4fce-bb03-798caf0c6499 admin admin] Publish callbacks [] for security_group (a8e455a2-a824-4ef0-8f97-6d28d1fb3472), precommit_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:12.871824 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-1117a80c-faaa-4fce-bb03-798caf0c6499 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (a8e455a2-a824-4ef0-8f97-6d28d1fb3472), after_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:12.874750 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-1117a80c-faaa-4fce-bb03-798caf0c6499 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:12.875922 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-1117a80c-faaa-4fce-bb03-798caf0c6499 admin admin] 10.222.0.58 "DELETE /networking/v2.0/security-groups/a8e455a2-a824-4ef0-8f97-6d28d1fb3472 HTTP/1.1" status: 204 len: 168 time: 0.1381767 Oct 03 13:40:12.886250 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1117a80c-faaa-4fce-bb03-798caf0c6499 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8e455a2-a824-4ef0-8f97-6d28d1fb3472,revision_number=None']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:40:14.094788 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 36748) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:40:14.216680 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-ef2edf96-600b-4066-b27a-9d6b9840a7b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:14.228904 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=79,neutron:INSERT=18,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:40:14.282745 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=75,neutron:INSERT=20,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:40:14.316108 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-ef2edf96-600b-4066-b27a-9d6b9840a7b1 admin admin] Publish callbacks [] for security_group (2e5d1747-6db8-4dde-9bd7-f2cbcb9964ca), precommit_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:14.321220 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-ef2edf96-600b-4066-b27a-9d6b9840a7b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (2e5d1747-6db8-4dde-9bd7-f2cbcb9964ca), after_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:14.332588 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 36756) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:40:14.372147 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-ef2edf96-600b-4066-b27a-9d6b9840a7b1 admin admin] 10.222.0.58 "GET /networking/v2.0/security-groups?tenant_id=e938fc9b01cb4a008f26cc5cca042a3d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2757261 Oct 03 13:40:14.372985 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2edf96-600b-4066-b27a-9d6b9840a7b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e5d1747-6db8-4dde-9bd7-f2cbcb9964ca,revision_number=1']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:40:14.375220 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 36760) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:40:14.435299 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-bc0b8c88-4ffc-408c-960d-2cab81fefe78 admin admin] Publish callbacks [] for security_group (2e5d1747-6db8-4dde-9bd7-f2cbcb9964ca), before_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:14.463389 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-bc0b8c88-4ffc-408c-960d-2cab81fefe78 admin admin] Publish callbacks [] for security_group (2e5d1747-6db8-4dde-9bd7-f2cbcb9964ca), precommit_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:14.475408 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-8a46731a-e837-4a7f-a263-13c3a69ec6e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:14.546832 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-bc0b8c88-4ffc-408c-960d-2cab81fefe78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (2e5d1747-6db8-4dde-9bd7-f2cbcb9964ca), after_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:14.549354 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-bc0b8c88-4ffc-408c-960d-2cab81fefe78 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:14.550509 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-bc0b8c88-4ffc-408c-960d-2cab81fefe78 admin admin] 10.222.0.58 "DELETE /networking/v2.0/security-groups/2e5d1747-6db8-4dde-9bd7-f2cbcb9964ca HTTP/1.1" status: 204 len: 168 time: 0.1743984 Oct 03 13:40:14.563387 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0b8c88-4ffc-408c-960d-2cab81fefe78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e5d1747-6db8-4dde-9bd7-f2cbcb9964ca,revision_number=None']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:40:14.590342 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-8a46731a-e837-4a7f-a263-13c3a69ec6e3 admin admin] Publish callbacks [] for security_group (9247174e-2d59-483a-8f66-3b127b0ba222), precommit_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:14.594956 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-8a46731a-e837-4a7f-a263-13c3a69ec6e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (9247174e-2d59-483a-8f66-3b127b0ba222), after_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:14.639688 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-8a46731a-e837-4a7f-a263-13c3a69ec6e3 admin admin] 10.222.0.58 "GET /networking/v2.0/security-groups?tenant_id=d2e1596319e74fbe909e1be08c59b683&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3060760 Oct 03 13:40:14.640892 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a46731a-e837-4a7f-a263-13c3a69ec6e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9247174e-2d59-483a-8f66-3b127b0ba222,revision_number=1']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:40:14.642467 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 36764) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:40:14.700562 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-46de8436-7b2a-43fc-a478-b4948b0d76ba admin admin] Publish callbacks [] for security_group (9247174e-2d59-483a-8f66-3b127b0ba222), before_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:14.722166 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-46de8436-7b2a-43fc-a478-b4948b0d76ba admin admin] Publish callbacks [] for security_group (9247174e-2d59-483a-8f66-3b127b0ba222), precommit_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:14.771300 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-46de8436-7b2a-43fc-a478-b4948b0d76ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (9247174e-2d59-483a-8f66-3b127b0ba222), after_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:14.774118 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-46de8436-7b2a-43fc-a478-b4948b0d76ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:14.778082 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-46de8436-7b2a-43fc-a478-b4948b0d76ba admin admin] 10.222.0.58 "DELETE /networking/v2.0/security-groups/9247174e-2d59-483a-8f66-3b127b0ba222 HTTP/1.1" status: 204 len: 168 time: 0.1313527 Oct 03 13:40:14.784232 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46de8436-7b2a-43fc-a478-b4948b0d76ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9247174e-2d59-483a-8f66-3b127b0ba222,revision_number=None']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:40:15.171100 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 36784) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:40:15.187243 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-df263882-a538-440a-b5ba-9d22d4dff818 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:15.277280 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-df263882-a538-440a-b5ba-9d22d4dff818 admin admin] Publish callbacks [] for security_group (5562002b-76de-4a5b-bc2c-b3e46da0ec7d), precommit_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:15.282268 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-df263882-a538-440a-b5ba-9d22d4dff818 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (5562002b-76de-4a5b-bc2c-b3e46da0ec7d), after_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:15.333603 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-df263882-a538-440a-b5ba-9d22d4dff818 admin admin] 10.222.0.58 "GET /networking/v2.0/security-groups?tenant_id=1357962577ed4717b942f81f7bebe7a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1548915 Oct 03 13:40:15.334476 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 36790) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:40:15.350364 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df263882-a538-440a-b5ba-9d22d4dff818 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5562002b-76de-4a5b-bc2c-b3e46da0ec7d,revision_number=1']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:40:15.403367 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-1ab1e271-3360-467a-93ab-c3eb16c6b912 admin admin] Publish callbacks [] for security_group (5562002b-76de-4a5b-bc2c-b3e46da0ec7d), before_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:15.427929 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-1ab1e271-3360-467a-93ab-c3eb16c6b912 admin admin] Publish callbacks [] for security_group (5562002b-76de-4a5b-bc2c-b3e46da0ec7d), precommit_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:15.441360 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 36792) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:40:15.488499 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-1ab1e271-3360-467a-93ab-c3eb16c6b912 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (5562002b-76de-4a5b-bc2c-b3e46da0ec7d), after_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:15.491236 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-1ab1e271-3360-467a-93ab-c3eb16c6b912 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:15.494892 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-1ab1e271-3360-467a-93ab-c3eb16c6b912 admin admin] 10.222.0.58 "DELETE /networking/v2.0/security-groups/5562002b-76de-4a5b-bc2c-b3e46da0ec7d HTTP/1.1" status: 204 len: 168 time: 0.1568940 Oct 03 13:40:15.503025 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab1e271-3360-467a-93ab-c3eb16c6b912 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5562002b-76de-4a5b-bc2c-b3e46da0ec7d,revision_number=None']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:40:15.597363 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.v2.base [None req-2bec5962-861c-4ff6-86d1-d9f05bb34e43 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1724714225-network', 'tenant_id': '0e005cbca8874c76bf8ad8f5d336b189'}} {{(pid=106268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 13:40:15.629252 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bec5962-861c-4ff6-86d1-d9f05bb34e43 admin admin] Made reservation on behalf of 0e005cbca8874c76bf8ad8f5d336b189 for: {'network': 1} {{(pid=106268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 13:40:15.632487 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-2bec5962-861c-4ff6-86d1-d9f05bb34e43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for network (None), before_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:15.649976 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-2bec5962-861c-4ff6-86d1-d9f05bb34e43 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:15.782284 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-2bec5962-861c-4ff6-86d1-d9f05bb34e43 admin admin] Publish callbacks [] for security_group (d6b4106c-b97f-4b9e-b40a-61a381a3d598), precommit_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:15.788369 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-2bec5962-861c-4ff6-86d1-d9f05bb34e43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (d6b4106c-b97f-4b9e-b40a-61a381a3d598), after_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:15.823734 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bec5962-861c-4ff6-86d1-d9f05bb34e43 admin admin] vlan segment allocate from pool success with {'vlan_id': 643, 'physical_network': 'physnet1'} {{(pid=106268) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 03 13:40:15.843397 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bec5962-861c-4ff6-86d1-d9f05bb34e43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6b4106c-b97f-4b9e-b40a-61a381a3d598,revision_number=1']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:40:15.850481 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-2bec5962-861c-4ff6-86d1-d9f05bb34e43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1333683'] for segment (4d86536b-be62-4637-b619-80b82e697b76), precommit_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:15.850864 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.db.segments_db [None req-2bec5962-861c-4ff6-86d1-d9f05bb34e43 admin admin] Added segment 4d86536b-be62-4637-b619-80b82e697b76 of type vlan for network 5b3c6d8a-02a1-4730-82ca-c02b5cbef660 Oct 03 13:40:15.907567 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-2bec5962-861c-4ff6-86d1-d9f05bb34e43 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751014593985'] for network (5b3c6d8a-02a1-4730-82ca-c02b5cbef660), precommit_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:15.947003 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-2bec5962-861c-4ff6-86d1-d9f05bb34e43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644'] for network (5b3c6d8a-02a1-4730-82ca-c02b5cbef660), after_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:15.948719 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bec5962-861c-4ff6-86d1-d9f05bb34e43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:40:15.949748 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-2bec5962-861c-4ff6-86d1-d9f05bb34e43 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798626'] for network (None), before_response {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:15.979489 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=79,neutron:DELETE=6,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:40:16.035629 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-2bec5962-861c-4ff6-86d1-d9f05bb34e43 admin admin] 10.222.0.58 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5927727 Oct 03 13:40:16.040495 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 36808) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:40:16.042705 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bec5962-861c-4ff6-86d1-d9f05bb34e43 admin admin] Pushing event updated for resources: {'Network': ['ID=5b3c6d8a-02a1-4730-82ca-c02b5cbef660,revision_number=1']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:40:16.054350 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.v2.base [None req-0d42b897-c058-4bca-aa91-834bf2ab5b99 admin admin] Request body: {'subnet': {'network_id': '5b3c6d8a-02a1-4730-82ca-c02b5cbef660', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1724714225-subnet', 'tenant_id': '0e005cbca8874c76bf8ad8f5d336b189', 'ip_version': 4}} {{(pid=106269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 13:40:16.056070 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Network 5b3c6d8a-02a1-4730-82ca-c02b5cbef660 details requested by agent ovs-agent-dv-cinder-860090-1-iscsi with host dv-cinder-860090-1-iscsi {{(pid=106270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 03 13:40:16.080814 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d42b897-c058-4bca-aa91-834bf2ab5b99 admin admin] Made reservation on behalf of 0e005cbca8874c76bf8ad8f5d336b189 for: {'subnet': 1} {{(pid=106269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 13:40:16.090478 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-0d42b897-c058-4bca-aa91-834bf2ab5b99 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25931174'] for subnet (None), before_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:16.271769 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:INSERT=12,neutron:SELECT=82,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:40:16.322254 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=11 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:40:16.329898 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-0d42b897-c058-4bca-aa91-834bf2ab5b99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26503073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25931188'] for subnet (51f42a02-30ea-44c7-9128-4b02428032bd), after_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:16.398333 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d42b897-c058-4bca-aa91-834bf2ab5b99 admin admin] Pushing event updated for resources: {'Subnet': ['ID=51f42a02-30ea-44c7-9128-4b02428032bd,revision_number=0']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:40:16.413167 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d42b897-c058-4bca-aa91-834bf2ab5b99 admin admin] Checking segment: {'id': '4d86536b-be62-4637-b619-80b82e697b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '5b3c6d8a-02a1-4730-82ca-c02b5cbef660'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 13:40:16.413552 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d42b897-c058-4bca-aa91-834bf2ab5b99 admin admin] Network hostable DHCP agents. Network: 5b3c6d8a-02a1-4730-82ca-c02b5cbef660, hostable agents: ['3460fffa-818c-4144-9400-237880db20a4'], hosted agents: [] {{(pid=106269) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 03 13:40:16.432741 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d42b897-c058-4bca-aa91-834bf2ab5b99 admin admin] Network 5b3c6d8a-02a1-4730-82ca-c02b5cbef660 is scheduled to be hosted by DHCP agent 3460fffa-818c-4144-9400-237880db20a4 with binding_index 1 {{(pid=106269) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 03 13:40:16.444511 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.scheduler.base_scheduler [None req-0d42b897-c058-4bca-aa91-834bf2ab5b99 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-860090-1-iscsi, 5b3c6d8a-02a1-4730-82ca-c02b5cbef660) {{(pid=106269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 13:40:16.449583 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d42b897-c058-4bca-aa91-834bf2ab5b99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:40:16.450839 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-0d42b897-c058-4bca-aa91-834bf2ab5b99 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:16.454183 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6a62381-9e4c-40f9-9f6f-410208d2fa61 None None] Network 5b3c6d8a-02a1-4730-82ca-c02b5cbef660 requested from dv-cinder-860090-1-iscsi {{(pid=106270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 03 13:40:16.469343 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-0d42b897-c058-4bca-aa91-834bf2ab5b99 admin admin] 10.222.0.58 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4267449 Oct 03 13:40:16.473704 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 36818) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:40:16.478338 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.v2.base [None req-f7be85aa-c299-49ff-b33c-e97b6b2421fd admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1724714225-router', 'tenant_id': '0e005cbca8874c76bf8ad8f5d336b189', 'external_gateway_info': {'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28'}}} {{(pid=106269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 13:40:16.508823 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-f7be85aa-c299-49ff-b33c-e97b6b2421fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3891666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3482'] for router (4f12b889-1d5e-4ba4-8f0f-85604cec378d), before_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:16.510692 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-f7be85aa-c299-49ff-b33c-e97b6b2421fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3893758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3720341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3840717', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3457'] for router (4f12b889-1d5e-4ba4-8f0f-85604cec378d), precommit_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:16.588249 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-f7be85aa-c299-49ff-b33c-e97b6b2421fd admin admin] Publish callbacks [] for router_controller (4f12b889-1d5e-4ba4-8f0f-85604cec378d), precommit_add_association {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:16.753712 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b93d37dd-1ff8-44f8-b00f-1e5eb6d1d790 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e18259c-eb52-5c02-b1a4-6d109347d270-5b3c6d8a-02a1-4730-82ca-c02b5cbef660', 'network_id': '5b3c6d8a-02a1-4730-82ca-c02b5cbef660', 'project_id': '0e005cbca8874c76bf8ad8f5d336b189', 'fixed_ips': [{'subnet_id': '51f42a02-30ea-44c7-9128-4b02428032bd'}]}} from dv-cinder-860090-1-iscsi. {{(pid=106270) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 03 13:40:16.755000 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-b93d37dd-1ff8-44f8-b00f-1e5eb6d1d790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (None), before_create {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:16.805253 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-f7be85aa-c299-49ff-b33c-e97b6b2421fd admin admin] Publish callbacks [] for router_gateway (4f12b889-1d5e-4ba4-8f0f-85604cec378d), precommit_update {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:16.979172 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.db_base_plugin_common [None req-b93d37dd-1ff8-44f8-b00f-1e5eb6d1d790 None None] Allocated IP 172.20.0.2 (5b3c6d8a-02a1-4730-82ca-c02b5cbef660/51f42a02-30ea-44c7-9128-4b02428032bd/f836854e-7a8c-4b89-b9b0-8e3cba1b84b2) {{(pid=106270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 13:40:17.004513 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:40:17.162959 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-f7be85aa-c299-49ff-b33c-e97b6b2421fd admin admin] Publish callbacks [] for router_gateway (4f12b889-1d5e-4ba4-8f0f-85604cec378d), before_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:17.202897 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-f7be85aa-c299-49ff-b33c-e97b6b2421fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (None), before_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:17.259787 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-b93d37dd-1ff8-44f8-b00f-1e5eb6d1d790 None None] Publish callbacks [] for port (f836854e-7a8c-4b89-b9b0-8e3cba1b84b2), precommit_create {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:17.267186 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-b93d37dd-1ff8-44f8-b00f-1e5eb6d1d790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751014656988'] for port (f836854e-7a8c-4b89-b9b0-8e3cba1b84b2), after_create {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:17.326772 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b93d37dd-1ff8-44f8-b00f-1e5eb6d1d790 None None] Network 5b3c6d8a-02a1-4730-82ca-c02b5cbef660 is already hosted by enough agents. {{(pid=106270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 13:40:17.328945 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.db.db_base_plugin_common [None req-f7be85aa-c299-49ff-b33c-e97b6b2421fd admin admin] Allocated IP 172.27.1.40 (ad648d78-633d-4222-aa42-7cb50aab7a28/4a9222c2-0418-495a-a49e-d43d754e0950/a718b856-e954-4d39-a052-f4739f24ea56) {{(pid=106269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 13:40:17.331227 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.scheduler.base_scheduler [None req-b93d37dd-1ff8-44f8-b00f-1e5eb6d1d790 None None] Resources bound (agent type, host, resource id): {{(pid=106270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 13:40:17.336069 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b93d37dd-1ff8-44f8-b00f-1e5eb6d1d790 None None] Received port after_create {{(pid=106270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 13:40:17.346591 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93d37dd-1ff8-44f8-b00f-1e5eb6d1d790 None None] Pushing event updated for resources: {'Port': ['ID=f836854e-7a8c-4b89-b9b0-8e3cba1b84b2,revision_number=1']} {{(pid=106270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:40:17.404533 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.managers [None req-b93d37dd-1ff8-44f8-b00f-1e5eb6d1d790 None None] Attempting to bind port f836854e-7a8c-4b89-b9b0-8e3cba1b84b2 on host dv-cinder-860090-1-iscsi for vnic_type normal with profile {{(pid=106270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 13:40:17.404907 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.managers [None req-b93d37dd-1ff8-44f8-b00f-1e5eb6d1d790 None None] Attempting to bind port f836854e-7a8c-4b89-b9b0-8e3cba1b84b2 by drivers openvswitch,hyperv on host dv-cinder-860090-1-iscsi at level 0 using segments [{'id': '4d86536b-be62-4637-b619-80b82e697b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '5b3c6d8a-02a1-4730-82ca-c02b5cbef660'}] {{(pid=106270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 13:40:17.405271 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b93d37dd-1ff8-44f8-b00f-1e5eb6d1d790 None None] Attempting to bind port f836854e-7a8c-4b89-b9b0-8e3cba1b84b2 on network 5b3c6d8a-02a1-4730-82ca-c02b5cbef660 {{(pid=106270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 13:40:17.452818 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b93d37dd-1ff8-44f8-b00f-1e5eb6d1d790 None None] Checking agent: {'id': 'd46c7ed5-c451-4a76-ab3f-ab8e3ea4a5ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860090-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 13, 22, 7), 'started_at': datetime.datetime(2022, 10, 3, 13, 22, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 13, 40, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860090-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 13:40:17.453417 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b93d37dd-1ff8-44f8-b00f-1e5eb6d1d790 None None] Checking segment: {'id': '4d86536b-be62-4637-b619-80b82e697b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '5b3c6d8a-02a1-4730-82ca-c02b5cbef660'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 13:40:17.454119 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-b93d37dd-1ff8-44f8-b00f-1e5eb6d1d790 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:17.454815 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b93d37dd-1ff8-44f8-b00f-1e5eb6d1d790 None None] Bound using segment: {'id': '4d86536b-be62-4637-b619-80b82e697b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '5b3c6d8a-02a1-4730-82ca-c02b5cbef660'} {{(pid=106270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 13:40:17.455567 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.managers [None req-b93d37dd-1ff8-44f8-b00f-1e5eb6d1d790 None None] Bound port: f836854e-7a8c-4b89-b9b0-8e3cba1b84b2, host: dv-cinder-860090-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d86536b-be62-4637-b619-80b82e697b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '5b3c6d8a-02a1-4730-82ca-c02b5cbef660'}}] {{(pid=106270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 13:40:17.456079 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-b93d37dd-1ff8-44f8-b00f-1e5eb6d1d790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (f836854e-7a8c-4b89-b9b0-8e3cba1b84b2), before_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:17.483842 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-f7be85aa-c299-49ff-b33c-e97b6b2421fd admin admin] Publish callbacks [] for port (a718b856-e954-4d39-a052-f4739f24ea56), precommit_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:17.500353 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=1,neutron:INSERT=6 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:40:17.505816 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:40:17.528781 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.db [None req-b93d37dd-1ff8-44f8-b00f-1e5eb6d1d790 None None] For port f836854e-7a8c-4b89-b9b0-8e3cba1b84b2, host dv-cinder-860090-1-iscsi, cleared binding levels {{(pid=106270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 13:40:17.529813 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-f7be85aa-c299-49ff-b33c-e97b6b2421fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751014656988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26503125'] for port (a718b856-e954-4d39-a052-f4739f24ea56), after_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:17.532328 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.db [None req-b93d37dd-1ff8-44f8-b00f-1e5eb6d1d790 None None] For port f836854e-7a8c-4b89-b9b0-8e3cba1b84b2, host dv-cinder-860090-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860090-1-iscsi',level=0,port_id=f836854e-7a8c-4b89-b9b0-8e3cba1b84b2,segment=NetworkSegment(4d86536b-be62-4637-b619-80b82e697b76),segment_id=4d86536b-be62-4637-b619-80b82e697b76)] {{(pid=106270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 13:40:17.539007 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-b93d37dd-1ff8-44f8-b00f-1e5eb6d1d790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751015143617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751014657006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751014658052'] for port (f836854e-7a8c-4b89-b9b0-8e3cba1b84b2), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:17.570477 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7be85aa-c299-49ff-b33c-e97b6b2421fd admin admin] Network ad648d78-633d-4222-aa42-7cb50aab7a28 is already hosted by enough agents. {{(pid=106269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 13:40:17.576256 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.scheduler.base_scheduler [None req-f7be85aa-c299-49ff-b33c-e97b6b2421fd admin admin] Resources bound (agent type, host, resource id): {{(pid=106269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 13:40:17.580532 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7be85aa-c299-49ff-b33c-e97b6b2421fd admin admin] Received port after_create {{(pid=106269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 13:40:17.603069 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93d37dd-1ff8-44f8-b00f-1e5eb6d1d790 None None] Pushing event updated for resources: {'Port': ['ID=f836854e-7a8c-4b89-b9b0-8e3cba1b84b2,revision_number=2']} {{(pid=106270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:40:17.616010 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7be85aa-c299-49ff-b33c-e97b6b2421fd admin admin] Pushing event updated for resources: {'Port': ['ID=a718b856-e954-4d39-a052-f4739f24ea56,revision_number=1']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:40:17.703033 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:40:17.892396 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Device f836854e-7a8c-4b89-b9b0-8e3cba1b84b2 up at agent ovs-agent-dv-cinder-860090-1-iscsi {{(pid=106270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 13:40:17.950287 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-f7be85aa-c299-49ff-b33c-e97b6b2421fd admin admin] Publish callbacks [] for router_gateway (4f12b889-1d5e-4ba4-8f0f-85604cec378d), after_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:17.956886 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.provisioning_blocks [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Provisioning complete for port f836854e-7a8c-4b89-b9b0-8e3cba1b84b2 triggered by entity L2. {{(pid=106270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 13:40:17.957719 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1340199'] for port (f836854e-7a8c-4b89-b9b0-8e3cba1b84b2), provisioning_complete {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:17.958418 dv-cinder-860090-1-iscsi neutron-server[106270]: INFO neutron.plugins.ml2.plugin [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Attempt 1 to provision port f836854e-7a8c-4b89-b9b0-8e3cba1b84b2 Oct 03 13:40:18.058297 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Current status of the port f836854e-7a8c-4b89-b9b0-8e3cba1b84b2 is: DOWN; New status is: ACTIVE {{(pid=106270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 13:40:18.058841 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (f836854e-7a8c-4b89-b9b0-8e3cba1b84b2), before_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:18.121097 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.db [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] For port f836854e-7a8c-4b89-b9b0-8e3cba1b84b2, host dv-cinder-860090-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860090-1-iscsi',level=0,port_id=f836854e-7a8c-4b89-b9b0-8e3cba1b84b2,segment=NetworkSegment(4d86536b-be62-4637-b619-80b82e697b76),segment_id=4d86536b-be62-4637-b619-80b82e697b76)] {{(pid=106270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 13:40:18.126773 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751015143617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751014657006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751014658052'] for port (f836854e-7a8c-4b89-b9b0-8e3cba1b84b2), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:18.165770 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-f7be85aa-c299-49ff-b33c-e97b6b2421fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3893737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3894980'] for router (4f12b889-1d5e-4ba4-8f0f-85604cec378d), after_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:18.186083 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Pushing event updated for resources: {'Port': ['ID=f836854e-7a8c-4b89-b9b0-8e3cba1b84b2,revision_number=3']} {{(pid=106270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:40:18.362252 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7be85aa-c299-49ff-b33c-e97b6b2421fd admin admin] Router 4f12b889-1d5e-4ba4-8f0f-85604cec378d is scheduled to L3 agent 94180321-47b1-4b5c-b620-b1b0a31df446 with binding_index 1 {{(pid=106269) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 03 13:40:18.515568 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7be85aa-c299-49ff-b33c-e97b6b2421fd admin admin] Notify agent at l3_agent.dv-cinder-860090-1-iscsi the message routers_updated {{(pid=106269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 13:40:18.530324 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a0b1852-77d7-4b11-855e-776b48ba6025 None None] Sync routers for ids ['4f12b889-1d5e-4ba4-8f0f-85604cec378d'] in dv-cinder-860090-1-iscsi {{(pid=106270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 13:40:18.548077 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a0b1852-77d7-4b11-855e-776b48ba6025 None None] Routers {'4f12b889-1d5e-4ba4-8f0f-85604cec378d'} bound to L3 agent in host dv-cinder-860090-1-iscsi {{(pid=106270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 13:40:18.549196 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_hamode_db [None req-0a0b1852-77d7-4b11-855e-776b48ba6025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860090-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-03T13:22:05Z,description=,heartbeat_timestamp=2022-10-03T13:40:05Z,host='dv-cinder-860090-1-iscsi',id=94180321-47b1-4b5c-b620-b1b0a31df446,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T13:22:05Z,topic='l3_agent')) {'router_ids': ['4f12b889-1d5e-4ba4-8f0f-85604cec378d'], 'active': True} {{(pid=106270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:40:18.575237 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-f7be85aa-c299-49ff-b33c-e97b6b2421fd admin admin] Publish callbacks [] for router (None), before_response {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:18.581120 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-f7be85aa-c299-49ff-b33c-e97b6b2421fd admin admin] 10.222.0.58 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.1026666 Oct 03 13:40:18.581759 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 36834) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:40:18.701224 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:40:18.707091 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-895ad82c-bc91-471d-9357-bb9279a481e2 None None] Network 5b3c6d8a-02a1-4730-82ca-c02b5cbef660 requested from dv-cinder-860090-1-iscsi {{(pid=106270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 03 13:40:18.711470 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_dvr_db [None req-0a0b1852-77d7-4b11-855e-776b48ba6025 None None] Set router 4f12b889-1d5e-4ba4-8f0f-85604cec378d gateway port host: dv-cinder-860090-1-iscsi {{(pid=106270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 13:40:18.764704 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=77,neutron:DELETE=4,neutron:INSERT=16,neutron:UPDATE=3 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:40:18.868069 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.provisioning_blocks [None req-68bcc41f-953b-49f5-9474-6260c621d3a3 None None] Provisioning complete for port f836854e-7a8c-4b89-b9b0-8e3cba1b84b2 triggered by entity DHCP. {{(pid=106270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 13:40:18.868342 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-68bcc41f-953b-49f5-9474-6260c621d3a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1340199'] for port (f836854e-7a8c-4b89-b9b0-8e3cba1b84b2), provisioning_complete {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:18.868683 dv-cinder-860090-1-iscsi neutron-server[106270]: INFO neutron.plugins.ml2.plugin [None req-68bcc41f-953b-49f5-9474-6260c621d3a3 None None] Attempt 1 to provision port f836854e-7a8c-4b89-b9b0-8e3cba1b84b2 Oct 03 13:40:19.062128 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:40:19.069756 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-68bcc41f-953b-49f5-9474-6260c621d3a3 None None] Current status of the port f836854e-7a8c-4b89-b9b0-8e3cba1b84b2 is: ACTIVE; New status is: ACTIVE {{(pid=106270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 13:40:19.089923 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_hamode_db [None req-0a0b1852-77d7-4b11-855e-776b48ba6025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f12b889-1d5e-4ba4-8f0f-85604cec378d', 'name': 'tempest-TestVolumeBootPattern-1724714225-router', 'tenant_id': '0e005cbca8874c76bf8ad8f5d336b189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'external_fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': 'a718b856-e954-4d39-a052-f4739f24ea56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:40:16Z', 'updated_at': '2022-10-03T13:40:17Z', 'revision_number': 3, 'project_id': '0e005cbca8874c76bf8ad8f5d336b189', 'gw_port': {'id': 'a718b856-e954-4d39-a052-f4739f24ea56', 'name': '', 'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:dd:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f12b889-1d5e-4ba4-8f0f-85604cec378d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:40:17Z', 'updated_at': '2022-10-03T13:40:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860090-1-iscsi'}], 'dv-cinder-860090-1-iscsi', False) {} {{(pid=106270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:40:19.119124 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a0b1852-77d7-4b11-855e-776b48ba6025 None None] Checking router: 4f12b889-1d5e-4ba4-8f0f-85604cec378d for host: dv-cinder-860090-1-iscsi {{(pid=106270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 13:40:19.119617 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a0b1852-77d7-4b11-855e-776b48ba6025 None None] Updating router 4f12b889-1d5e-4ba4-8f0f-85604cec378d port a718b856-e954-4d39-a052-f4739f24ea56 binding host dv-cinder-860090-1-iscsi {{(pid=106270) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 03 13:40:19.150870 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-0a0b1852-77d7-4b11-855e-776b48ba6025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (a718b856-e954-4d39-a052-f4739f24ea56), before_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:19.299918 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.provisioning_blocks [None req-3f9a913a-7a92-41c4-a872-1996c48e2a48 None None] Provisioning complete for port f836854e-7a8c-4b89-b9b0-8e3cba1b84b2 triggered by entity DHCP. {{(pid=106270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 13:40:19.300286 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-3f9a913a-7a92-41c4-a872-1996c48e2a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1340199'] for port (f836854e-7a8c-4b89-b9b0-8e3cba1b84b2), provisioning_complete {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:19.300620 dv-cinder-860090-1-iscsi neutron-server[106270]: INFO neutron.plugins.ml2.plugin [None req-3f9a913a-7a92-41c4-a872-1996c48e2a48 None None] Attempt 1 to provision port f836854e-7a8c-4b89-b9b0-8e3cba1b84b2 Oct 03 13:40:19.319150 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-df03bfb6-e976-4857-9f98-3f98ae03293d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (None), before_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:19.480454 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-3f9a913a-7a92-41c4-a872-1996c48e2a48 None None] Current status of the port f836854e-7a8c-4b89-b9b0-8e3cba1b84b2 is: ACTIVE; New status is: ACTIVE {{(pid=106270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 13:40:19.485163 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.db.db_base_plugin_common [None req-df03bfb6-e976-4857-9f98-3f98ae03293d admin admin] Allocated IP 172.20.0.1 (5b3c6d8a-02a1-4730-82ca-c02b5cbef660/51f42a02-30ea-44c7-9128-4b02428032bd/c35b375b-8a09-4679-aba0-09600a8ce3e6) {{(pid=106268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 13:40:19.547180 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-0a0b1852-77d7-4b11-855e-776b48ba6025 None None] Publish callbacks [] for port (a718b856-e954-4d39-a052-f4739f24ea56), precommit_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:19.553034 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-0a0b1852-77d7-4b11-855e-776b48ba6025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751015143617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751014657006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751014658052'] for port (a718b856-e954-4d39-a052-f4739f24ea56), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:19.596014 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.managers [None req-0a0b1852-77d7-4b11-855e-776b48ba6025 None None] Attempting to bind port a718b856-e954-4d39-a052-f4739f24ea56 on host dv-cinder-860090-1-iscsi for vnic_type normal with profile {{(pid=106270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 13:40:19.596522 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.managers [None req-0a0b1852-77d7-4b11-855e-776b48ba6025 None None] Attempting to bind port a718b856-e954-4d39-a052-f4739f24ea56 by drivers openvswitch,hyperv on host dv-cinder-860090-1-iscsi at level 0 using segments [{'id': 'bb40cd5f-7936-4373-bcc9-441f3ba1dc24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28'}] {{(pid=106270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 13:40:19.596799 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0b1852-77d7-4b11-855e-776b48ba6025 None None] Attempting to bind port a718b856-e954-4d39-a052-f4739f24ea56 on network ad648d78-633d-4222-aa42-7cb50aab7a28 {{(pid=106270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 13:40:19.642765 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-df03bfb6-e976-4857-9f98-3f98ae03293d admin admin] Publish callbacks [] for port (c35b375b-8a09-4679-aba0-09600a8ce3e6), precommit_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:19.650571 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50d9514-1f46-4bd9-8aa4-d7072241bbe4 None None] Pushing event updated for resources: {'Port': ['ID=a718b856-e954-4d39-a052-f4739f24ea56,revision_number=2']} {{(pid=106270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:40:19.653173 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0b1852-77d7-4b11-855e-776b48ba6025 None None] Checking agent: {'id': 'd46c7ed5-c451-4a76-ab3f-ab8e3ea4a5ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860090-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 13, 22, 7), 'started_at': datetime.datetime(2022, 10, 3, 13, 22, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 13, 40, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860090-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 13:40:19.653580 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0b1852-77d7-4b11-855e-776b48ba6025 None None] Checking segment: {'id': 'bb40cd5f-7936-4373-bcc9-441f3ba1dc24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 13:40:19.653989 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-0a0b1852-77d7-4b11-855e-776b48ba6025 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:19.654392 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0b1852-77d7-4b11-855e-776b48ba6025 None None] Bound using segment: {'id': 'bb40cd5f-7936-4373-bcc9-441f3ba1dc24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28'} {{(pid=106270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 13:40:19.654877 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.managers [None req-0a0b1852-77d7-4b11-855e-776b48ba6025 None None] Bound port: a718b856-e954-4d39-a052-f4739f24ea56, host: dv-cinder-860090-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb40cd5f-7936-4373-bcc9-441f3ba1dc24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28'}}] {{(pid=106270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 13:40:19.655258 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-0a0b1852-77d7-4b11-855e-776b48ba6025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (a718b856-e954-4d39-a052-f4739f24ea56), before_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:19.680350 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-df03bfb6-e976-4857-9f98-3f98ae03293d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751014656988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25417805'] for port (c35b375b-8a09-4679-aba0-09600a8ce3e6), after_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:19.682544 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50d9514-1f46-4bd9-8aa4-d7072241bbe4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:40:19.682890 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50d9514-1f46-4bd9-8aa4-d7072241bbe4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:40:19.683233 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50d9514-1f46-4bd9-8aa4-d7072241bbe4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:40:19.683573 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50d9514-1f46-4bd9-8aa4-d7072241bbe4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:40:19.683905 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50d9514-1f46-4bd9-8aa4-d7072241bbe4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:40:19.684233 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50d9514-1f46-4bd9-8aa4-d7072241bbe4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:40:19.684559 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50d9514-1f46-4bd9-8aa4-d7072241bbe4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:40:19.684884 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50d9514-1f46-4bd9-8aa4-d7072241bbe4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:40:19.685413 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50d9514-1f46-4bd9-8aa4-d7072241bbe4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:40:19.685790 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50d9514-1f46-4bd9-8aa4-d7072241bbe4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:40:19.686138 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50d9514-1f46-4bd9-8aa4-d7072241bbe4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:40:19.686469 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50d9514-1f46-4bd9-8aa4-d7072241bbe4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:40:19.688193 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50d9514-1f46-4bd9-8aa4-d7072241bbe4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:40:19.688559 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50d9514-1f46-4bd9-8aa4-d7072241bbe4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:40:19.688895 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50d9514-1f46-4bd9-8aa4-d7072241bbe4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:40:19.706265 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:40:19.727386 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df03bfb6-e976-4857-9f98-3f98ae03293d admin admin] Network 5b3c6d8a-02a1-4730-82ca-c02b5cbef660 is already hosted by enough agents. {{(pid=106268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 13:40:19.728994 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.db [None req-0a0b1852-77d7-4b11-855e-776b48ba6025 None None] For port a718b856-e954-4d39-a052-f4739f24ea56, host dv-cinder-860090-1-iscsi, cleared binding levels {{(pid=106270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 13:40:19.731890 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.scheduler.base_scheduler [None req-df03bfb6-e976-4857-9f98-3f98ae03293d admin admin] Resources bound (agent type, host, resource id): {{(pid=106268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 13:40:19.734095 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.db [None req-0a0b1852-77d7-4b11-855e-776b48ba6025 None None] For port a718b856-e954-4d39-a052-f4739f24ea56, host dv-cinder-860090-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860090-1-iscsi',level=0,port_id=a718b856-e954-4d39-a052-f4739f24ea56,segment=NetworkSegment(bb40cd5f-7936-4373-bcc9-441f3ba1dc24),segment_id=bb40cd5f-7936-4373-bcc9-441f3ba1dc24)] {{(pid=106270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 13:40:19.736427 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df03bfb6-e976-4857-9f98-3f98ae03293d admin admin] Received port after_create {{(pid=106268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 13:40:19.740888 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df03bfb6-e976-4857-9f98-3f98ae03293d admin admin] Pushing event updated for resources: {'Port': ['ID=c35b375b-8a09-4679-aba0-09600a8ce3e6,revision_number=1']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:40:19.742515 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-0a0b1852-77d7-4b11-855e-776b48ba6025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751015143617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751014657006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751014658052'] for port (a718b856-e954-4d39-a052-f4739f24ea56), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:19.782737 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-df03bfb6-e976-4857-9f98-3f98ae03293d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3722559'] for router_interface (4f12b889-1d5e-4ba4-8f0f-85604cec378d), before_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:19.793168 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:40:19.800368 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a0b1852-77d7-4b11-855e-776b48ba6025 None None] Routers {'4f12b889-1d5e-4ba4-8f0f-85604cec378d'} bound to L3 agent in host dv-cinder-860090-1-iscsi {{(pid=106270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 13:40:19.801019 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_hamode_db [None req-0a0b1852-77d7-4b11-855e-776b48ba6025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860090-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-03T13:22:05Z,description=,heartbeat_timestamp=2022-10-03T13:40:05Z,host='dv-cinder-860090-1-iscsi',id=94180321-47b1-4b5c-b620-b1b0a31df446,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T13:22:05Z,topic='l3_agent')) {'router_ids': ['4f12b889-1d5e-4ba4-8f0f-85604cec378d'], 'active': True} {{(pid=106270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:40:19.853184 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Device f836854e-7a8c-4b89-b9b0-8e3cba1b84b2 up at agent ovs-agent-dv-cinder-860090-1-iscsi {{(pid=106270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 13:40:19.858499 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50d9514-1f46-4bd9-8aa4-d7072241bbe4 None None] Pushing event updated for resources: {'Port': ['ID=a718b856-e954-4d39-a052-f4739f24ea56,revision_number=3']} {{(pid=106270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:40:19.947626 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:40:19.960226 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-df03bfb6-e976-4857-9f98-3f98ae03293d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (c35b375b-8a09-4679-aba0-09600a8ce3e6), before_update {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:19.976255 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:40:19.986881 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.provisioning_blocks [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Provisioning complete for port f836854e-7a8c-4b89-b9b0-8e3cba1b84b2 triggered by entity L2. {{(pid=106270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 13:40:19.987304 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1340199'] for port (f836854e-7a8c-4b89-b9b0-8e3cba1b84b2), provisioning_complete {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:19.987671 dv-cinder-860090-1-iscsi neutron-server[106270]: INFO neutron.plugins.ml2.plugin [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Attempt 1 to provision port f836854e-7a8c-4b89-b9b0-8e3cba1b84b2 Oct 03 13:40:19.994957 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_dvr_db [None req-0a0b1852-77d7-4b11-855e-776b48ba6025 None None] Set router 4f12b889-1d5e-4ba4-8f0f-85604cec378d gateway port host: dv-cinder-860090-1-iscsi {{(pid=106270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 13:40:20.156152 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-df03bfb6-e976-4857-9f98-3f98ae03293d admin admin] Publish callbacks [] for port (c35b375b-8a09-4679-aba0-09600a8ce3e6), precommit_update {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:20.162560 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-df03bfb6-e976-4857-9f98-3f98ae03293d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751015143617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751014657006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751014658052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25417910'] for port (c35b375b-8a09-4679-aba0-09600a8ce3e6), after_update {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:20.243334 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df03bfb6-e976-4857-9f98-3f98ae03293d admin admin] Pushing event updated for resources: {'Port': ['ID=c35b375b-8a09-4679-aba0-09600a8ce3e6,revision_number=2']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:40:20.246510 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-df03bfb6-e976-4857-9f98-3f98ae03293d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3798534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3722659'] for router_interface (4f12b889-1d5e-4ba4-8f0f-85604cec378d), after_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:20.248809 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.provisioning_blocks [None req-ed32b293-c011-4672-8cc0-9025e4bcc053 None None] Provisioning complete for port c35b375b-8a09-4679-aba0-09600a8ce3e6 triggered by entity DHCP. {{(pid=106270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 13:40:20.249223 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-ed32b293-c011-4672-8cc0-9025e4bcc053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1340199'] for port (c35b375b-8a09-4679-aba0-09600a8ce3e6), provisioning_complete {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:20.250008 dv-cinder-860090-1-iscsi neutron-server[106270]: INFO neutron.plugins.ml2.plugin [None req-ed32b293-c011-4672-8cc0-9025e4bcc053 None None] Attempt 1 to provision port c35b375b-8a09-4679-aba0-09600a8ce3e6 Oct 03 13:40:20.339672 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-ed32b293-c011-4672-8cc0-9025e4bcc053 None None] Port c35b375b-8a09-4679-aba0-09600a8ce3e6 cannot update to ACTIVE because it is not bound. {{(pid=106270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 03 13:40:20.354198 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df03bfb6-e976-4857-9f98-3f98ae03293d admin admin] Network 5b3c6d8a-02a1-4730-82ca-c02b5cbef660 is already hosted by enough agents. {{(pid=106268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 13:40:20.355860 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.scheduler.base_scheduler [None req-df03bfb6-e976-4857-9f98-3f98ae03293d admin admin] Resources bound (agent type, host, resource id): {{(pid=106268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 13:40:20.448777 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Current status of the port f836854e-7a8c-4b89-b9b0-8e3cba1b84b2 is: ACTIVE; New status is: ACTIVE {{(pid=106270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 13:40:20.505484 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df03bfb6-e976-4857-9f98-3f98ae03293d admin admin] Router 4f12b889-1d5e-4ba4-8f0f-85604cec378d has already been hosted by L3 agent 94180321-47b1-4b5c-b620-b1b0a31df446 {{(pid=106268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 03 13:40:20.533235 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_hamode_db [None req-0a0b1852-77d7-4b11-855e-776b48ba6025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f12b889-1d5e-4ba4-8f0f-85604cec378d', 'name': 'tempest-TestVolumeBootPattern-1724714225-router', 'tenant_id': '0e005cbca8874c76bf8ad8f5d336b189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'external_fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': 'a718b856-e954-4d39-a052-f4739f24ea56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:40:16Z', 'updated_at': '2022-10-03T13:40:17Z', 'revision_number': 3, 'project_id': '0e005cbca8874c76bf8ad8f5d336b189', 'gw_port': {'id': 'a718b856-e954-4d39-a052-f4739f24ea56', 'name': '', 'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:dd:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f12b889-1d5e-4ba4-8f0f-85604cec378d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:40:17Z', 'updated_at': '2022-10-03T13:40:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860090-1-iscsi'}], 'dv-cinder-860090-1-iscsi', False) {} {{(pid=106270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:40:20.565891 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a0b1852-77d7-4b11-855e-776b48ba6025 None None] The sync data for ids ['4f12b889-1d5e-4ba4-8f0f-85604cec378d'] in dv-cinder-860090-1-iscsi is: [{'id': '4f12b889-1d5e-4ba4-8f0f-85604cec378d', 'name': 'tempest-TestVolumeBootPattern-1724714225-router', 'tenant_id': '0e005cbca8874c76bf8ad8f5d336b189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'external_fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': 'a718b856-e954-4d39-a052-f4739f24ea56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:40:16Z', 'updated_at': '2022-10-03T13:40:17Z', 'revision_number': 3, 'project_id': '0e005cbca8874c76bf8ad8f5d336b189', 'gw_port': {'id': 'a718b856-e954-4d39-a052-f4739f24ea56', 'name': '', 'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:dd:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f12b889-1d5e-4ba4-8f0f-85604cec378d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:40:17Z', 'updated_at': '2022-10-03T13:40:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860090-1-iscsi'}] {{(pid=106270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 13:40:20.658584 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df03bfb6-e976-4857-9f98-3f98ae03293d admin admin] Notify agent at l3_agent.dv-cinder-860090-1-iscsi the message routers_updated {{(pid=106268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 13:40:20.664441 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-df03bfb6-e976-4857-9f98-3f98ae03293d admin admin] 10.222.0.58 "PUT /networking/v2.0/routers/4f12b889-1d5e-4ba4-8f0f-85604cec378d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0812752 Oct 03 13:40:20.694090 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.provisioning_blocks [None req-598640e2-d582-41f4-83e7-e2761bc0154d None None] Provisioning complete for port c35b375b-8a09-4679-aba0-09600a8ce3e6 triggered by entity DHCP. {{(pid=106270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 13:40:20.694726 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-598640e2-d582-41f4-83e7-e2761bc0154d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1340199'] for port (c35b375b-8a09-4679-aba0-09600a8ce3e6), provisioning_complete {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:20.695139 dv-cinder-860090-1-iscsi neutron-server[106270]: INFO neutron.plugins.ml2.plugin [None req-598640e2-d582-41f4-83e7-e2761bc0154d None None] Attempt 1 to provision port c35b375b-8a09-4679-aba0-09600a8ce3e6 Oct 03 13:40:20.747110 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-598640e2-d582-41f4-83e7-e2761bc0154d None None] Port c35b375b-8a09-4679-aba0-09600a8ce3e6 cannot update to ACTIVE because it is not bound. {{(pid=106270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 03 13:40:21.434571 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 36854) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:40:21.440530 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.v2.base [None req-5866a909-f6e0-4f52-ad28-5f21ddba939b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-239958729-network', 'tenant_id': 'ce434d4dbdbd420cbeb39478f2dbb3f0'}} {{(pid=106269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 13:40:21.468143 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5866a909-f6e0-4f52-ad28-5f21ddba939b admin admin] Made reservation on behalf of ce434d4dbdbd420cbeb39478f2dbb3f0 for: {'network': 1} {{(pid=106269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 13:40:21.471815 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-5866a909-f6e0-4f52-ad28-5f21ddba939b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for network (None), before_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:21.483433 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-5866a909-f6e0-4f52-ad28-5f21ddba939b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:21.496770 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=1 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:40:21.613384 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-5866a909-f6e0-4f52-ad28-5f21ddba939b admin admin] Publish callbacks [] for security_group (4733a375-5398-4103-a224-8a00b145c4e2), precommit_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:21.622186 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-5866a909-f6e0-4f52-ad28-5f21ddba939b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (4733a375-5398-4103-a224-8a00b145c4e2), after_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:21.647222 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5866a909-f6e0-4f52-ad28-5f21ddba939b admin admin] vlan segment allocate from pool success with {'vlan_id': 603, 'physical_network': 'physnet1'} {{(pid=106269) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 03 13:40:21.664214 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5866a909-f6e0-4f52-ad28-5f21ddba939b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4733a375-5398-4103-a224-8a00b145c4e2,revision_number=1']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:40:21.667337 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-5866a909-f6e0-4f52-ad28-5f21ddba939b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1333683'] for segment (21da5a25-2c68-4957-a0ab-164c2c7c6323), precommit_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:21.667717 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.db.segments_db [None req-5866a909-f6e0-4f52-ad28-5f21ddba939b admin admin] Added segment 21da5a25-2c68-4957-a0ab-164c2c7c6323 of type vlan for network 565d1b14-39c9-4d59-ba0d-f74183bc93a8 Oct 03 13:40:21.709655 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:INSERT=10,neutron:DELETE=1 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:40:21.715603 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-5866a909-f6e0-4f52-ad28-5f21ddba939b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751014593985'] for network (565d1b14-39c9-4d59-ba0d-f74183bc93a8), precommit_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:21.750259 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-5866a909-f6e0-4f52-ad28-5f21ddba939b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644'] for network (565d1b14-39c9-4d59-ba0d-f74183bc93a8), after_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:21.751969 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5866a909-f6e0-4f52-ad28-5f21ddba939b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:40:21.752687 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-5866a909-f6e0-4f52-ad28-5f21ddba939b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798626'] for network (None), before_response {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:21.842964 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-5866a909-f6e0-4f52-ad28-5f21ddba939b admin admin] 10.222.0.58 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4072475 Oct 03 13:40:21.847490 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 36858) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:40:21.853617 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.v2.base [None req-e35ff2c2-10e7-46bb-916b-e8872facfc0f admin admin] Request body: {'subnet': {'network_id': '565d1b14-39c9-4d59-ba0d-f74183bc93a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-239958729-subnet', 'tenant_id': 'ce434d4dbdbd420cbeb39478f2dbb3f0', 'ip_version': 4}} {{(pid=106268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 13:40:21.858271 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5866a909-f6e0-4f52-ad28-5f21ddba939b admin admin] Pushing event updated for resources: {'Network': ['ID=565d1b14-39c9-4d59-ba0d-f74183bc93a8,revision_number=1']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:40:21.862733 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Device a718b856-e954-4d39-a052-f4739f24ea56 up at agent ovs-agent-dv-cinder-860090-1-iscsi {{(pid=106270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 13:40:21.880827 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e35ff2c2-10e7-46bb-916b-e8872facfc0f admin admin] Made reservation on behalf of ce434d4dbdbd420cbeb39478f2dbb3f0 for: {'subnet': 1} {{(pid=106268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 13:40:21.883481 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-e35ff2c2-10e7-46bb-916b-e8872facfc0f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25666593'] for subnet (None), before_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:21.918381 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Network 565d1b14-39c9-4d59-ba0d-f74183bc93a8 details requested by agent ovs-agent-dv-cinder-860090-1-iscsi with host dv-cinder-860090-1-iscsi {{(pid=106270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 03 13:40:21.988141 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:40:22.055177 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:INSERT=5 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:40:22.072471 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.provisioning_blocks [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Provisioning complete for port a718b856-e954-4d39-a052-f4739f24ea56 triggered by entity L2. {{(pid=106270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 13:40:22.072818 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1340199'] for port (a718b856-e954-4d39-a052-f4739f24ea56), provisioning_complete {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:22.073154 dv-cinder-860090-1-iscsi neutron-server[106270]: INFO neutron.plugins.ml2.plugin [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Attempt 1 to provision port a718b856-e954-4d39-a052-f4739f24ea56 Oct 03 13:40:22.123998 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-e35ff2c2-10e7-46bb-916b-e8872facfc0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25417785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25666611'] for subnet (c9455fbd-60de-49ef-b25c-80dd4eaa05fc), after_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:22.168126 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Current status of the port a718b856-e954-4d39-a052-f4739f24ea56 is: DOWN; New status is: ACTIVE {{(pid=106270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 13:40:22.168377 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (a718b856-e954-4d39-a052-f4739f24ea56), before_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:22.197038 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35ff2c2-10e7-46bb-916b-e8872facfc0f admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9455fbd-60de-49ef-b25c-80dd4eaa05fc,revision_number=0']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:40:22.202331 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.db [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] For port a718b856-e954-4d39-a052-f4739f24ea56, host dv-cinder-860090-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860090-1-iscsi',level=0,port_id=a718b856-e954-4d39-a052-f4739f24ea56,segment=NetworkSegment(bb40cd5f-7936-4373-bcc9-441f3ba1dc24),segment_id=bb40cd5f-7936-4373-bcc9-441f3ba1dc24)] {{(pid=106270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 13:40:22.210742 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751015143617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751014657006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751014658052'] for port (a718b856-e954-4d39-a052-f4739f24ea56), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:22.229120 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e35ff2c2-10e7-46bb-916b-e8872facfc0f admin admin] Checking segment: {'id': '21da5a25-2c68-4957-a0ab-164c2c7c6323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '565d1b14-39c9-4d59-ba0d-f74183bc93a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 13:40:22.229733 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e35ff2c2-10e7-46bb-916b-e8872facfc0f admin admin] Network hostable DHCP agents. Network: 565d1b14-39c9-4d59-ba0d-f74183bc93a8, hostable agents: ['3460fffa-818c-4144-9400-237880db20a4'], hosted agents: [] {{(pid=106268) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 03 13:40:22.259182 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e35ff2c2-10e7-46bb-916b-e8872facfc0f admin admin] Network 565d1b14-39c9-4d59-ba0d-f74183bc93a8 is scheduled to be hosted by DHCP agent 3460fffa-818c-4144-9400-237880db20a4 with binding_index 1 {{(pid=106268) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 03 13:40:22.270911 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.scheduler.base_scheduler [None req-e35ff2c2-10e7-46bb-916b-e8872facfc0f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-860090-1-iscsi, 565d1b14-39c9-4d59-ba0d-f74183bc93a8) {{(pid=106268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 13:40:22.275632 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e35ff2c2-10e7-46bb-916b-e8872facfc0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:40:22.276765 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-e35ff2c2-10e7-46bb-916b-e8872facfc0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798626'] for subnet (None), before_response {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:22.286758 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bae0988f-1c8b-42a3-8a52-371590a05d26 None None] Network 565d1b14-39c9-4d59-ba0d-f74183bc93a8 requested from dv-cinder-860090-1-iscsi {{(pid=106270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 03 13:40:22.302972 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-e35ff2c2-10e7-46bb-916b-e8872facfc0f admin admin] 10.222.0.58 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4542081 Oct 03 13:40:22.305965 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 36860) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:40:22.311429 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.v2.base [None req-037c091a-897a-43ec-9c6a-1350ff157fc9 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-239958729-router', 'tenant_id': 'ce434d4dbdbd420cbeb39478f2dbb3f0', 'external_gateway_info': {'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28'}}} {{(pid=106268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 13:40:22.327917 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Pushing event updated for resources: {'Port': ['ID=a718b856-e954-4d39-a052-f4739f24ea56,revision_number=4']} {{(pid=106270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:40:22.355428 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-037c091a-897a-43ec-9c6a-1350ff157fc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3891666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3482'] for router (eaee042d-1749-43c6-9189-3f4d9d7b27c8), before_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:22.356997 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-037c091a-897a-43ec-9c6a-1350ff157fc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3893758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3720341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3840717', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3457'] for router (eaee042d-1749-43c6-9189-3f4d9d7b27c8), precommit_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:22.430560 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-037c091a-897a-43ec-9c6a-1350ff157fc9 admin admin] Publish callbacks [] for router_controller (eaee042d-1749-43c6-9189-3f4d9d7b27c8), precommit_add_association {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:22.444780 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c093fc43-5e45-42f0-937b-2360ab5f2779 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e18259c-eb52-5c02-b1a4-6d109347d270-565d1b14-39c9-4d59-ba0d-f74183bc93a8', 'network_id': '565d1b14-39c9-4d59-ba0d-f74183bc93a8', 'project_id': 'ce434d4dbdbd420cbeb39478f2dbb3f0', 'fixed_ips': [{'subnet_id': 'c9455fbd-60de-49ef-b25c-80dd4eaa05fc'}]}} from dv-cinder-860090-1-iscsi. {{(pid=106270) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 03 13:40:22.446902 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-c093fc43-5e45-42f0-937b-2360ab5f2779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (None), before_create {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:22.482756 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:40:22.540567 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f6cf7f-68a0-4002-9386-db6ccf710590 None None] Sync routers for ids ['4f12b889-1d5e-4ba4-8f0f-85604cec378d'] in dv-cinder-860090-1-iscsi {{(pid=106271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 13:40:22.559381 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f6cf7f-68a0-4002-9386-db6ccf710590 None None] Routers {'4f12b889-1d5e-4ba4-8f0f-85604cec378d'} bound to L3 agent in host dv-cinder-860090-1-iscsi {{(pid=106271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 13:40:22.560418 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_hamode_db [None req-04f6cf7f-68a0-4002-9386-db6ccf710590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860090-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-03T13:22:05Z,description=,heartbeat_timestamp=2022-10-03T13:40:05Z,host='dv-cinder-860090-1-iscsi',id=94180321-47b1-4b5c-b620-b1b0a31df446,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T13:22:05Z,topic='l3_agent')) {'router_ids': ['4f12b889-1d5e-4ba4-8f0f-85604cec378d'], 'active': True} {{(pid=106271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:40:22.606702 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:40:22.675979 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-037c091a-897a-43ec-9c6a-1350ff157fc9 admin admin] Publish callbacks [] for router_gateway (eaee042d-1749-43c6-9189-3f4d9d7b27c8), precommit_update {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:22.680146 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.db_base_plugin_common [None req-c093fc43-5e45-42f0-937b-2360ab5f2779 None None] Allocated IP 172.20.0.2 (565d1b14-39c9-4d59-ba0d-f74183bc93a8/c9455fbd-60de-49ef-b25c-80dd4eaa05fc/49ce72b0-2b31-4cfe-a0f8-6db35851c006) {{(pid=106270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 13:40:22.750993 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_dvr_db [None req-04f6cf7f-68a0-4002-9386-db6ccf710590 None None] Set router 4f12b889-1d5e-4ba4-8f0f-85604cec378d gateway port host: dv-cinder-860090-1-iscsi {{(pid=106271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 13:40:22.909806 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-c093fc43-5e45-42f0-937b-2360ab5f2779 None None] Publish callbacks [] for port (49ce72b0-2b31-4cfe-a0f8-6db35851c006), precommit_create {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:22.919914 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-c093fc43-5e45-42f0-937b-2360ab5f2779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751014656988'] for port (49ce72b0-2b31-4cfe-a0f8-6db35851c006), after_create {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:23.009443 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c093fc43-5e45-42f0-937b-2360ab5f2779 None None] Network 565d1b14-39c9-4d59-ba0d-f74183bc93a8 is already hosted by enough agents. {{(pid=106270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 13:40:23.021798 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.scheduler.base_scheduler [None req-c093fc43-5e45-42f0-937b-2360ab5f2779 None None] Resources bound (agent type, host, resource id): {{(pid=106270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 13:40:23.030704 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c093fc43-5e45-42f0-937b-2360ab5f2779 None None] Received port after_create {{(pid=106270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 13:40:23.044370 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_hamode_db [None req-04f6cf7f-68a0-4002-9386-db6ccf710590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f12b889-1d5e-4ba4-8f0f-85604cec378d', 'name': 'tempest-TestVolumeBootPattern-1724714225-router', 'tenant_id': '0e005cbca8874c76bf8ad8f5d336b189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'external_fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': 'a718b856-e954-4d39-a052-f4739f24ea56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:40:16Z', 'updated_at': '2022-10-03T13:40:19Z', 'revision_number': 4, 'project_id': '0e005cbca8874c76bf8ad8f5d336b189', 'gw_port': {'id': 'a718b856-e954-4d39-a052-f4739f24ea56', 'name': '', 'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:dd:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f12b889-1d5e-4ba4-8f0f-85604cec378d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:40:17Z', 'updated_at': '2022-10-03T13:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860090-1-iscsi', '_interfaces': [{'id': 'c35b375b-8a09-4679-aba0-09600a8ce3e6', 'name': '', 'network_id': '5b3c6d8a-02a1-4730-82ca-c02b5cbef660', 'tenant_id': '0e005cbca8874c76bf8ad8f5d336b189', 'mac_address': 'fa:16:3e:a6:17:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f12b889-1d5e-4ba4-8f0f-85604cec378d', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '51f42a02-30ea-44c7-9128-4b02428032bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:40:19Z', 'updated_at': '2022-10-03T13:40:20Z', 'revision_number': 2, 'project_id': '0e005cbca8874c76bf8ad8f5d336b189', 'subnets': [{'id': '51f42a02-30ea-44c7-9128-4b02428032bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860090-1-iscsi', False) {} {{(pid=106271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:40:23.045906 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c093fc43-5e45-42f0-937b-2360ab5f2779 None None] Pushing event updated for resources: {'Port': ['ID=49ce72b0-2b31-4cfe-a0f8-6db35851c006,revision_number=1']} {{(pid=106270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:40:23.066891 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-037c091a-897a-43ec-9c6a-1350ff157fc9 admin admin] Publish callbacks [] for router_gateway (eaee042d-1749-43c6-9189-3f4d9d7b27c8), before_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:23.087468 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f6cf7f-68a0-4002-9386-db6ccf710590 None None] Checking router: 4f12b889-1d5e-4ba4-8f0f-85604cec378d for host: dv-cinder-860090-1-iscsi {{(pid=106271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 13:40:23.087868 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f6cf7f-68a0-4002-9386-db6ccf710590 None None] Updating router 4f12b889-1d5e-4ba4-8f0f-85604cec378d port c35b375b-8a09-4679-aba0-09600a8ce3e6 binding host dv-cinder-860090-1-iscsi {{(pid=106271) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 03 13:40:23.092849 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-037c091a-897a-43ec-9c6a-1350ff157fc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (None), before_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:23.127315 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron_lib.callbacks.manager [None req-04f6cf7f-68a0-4002-9386-db6ccf710590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (c35b375b-8a09-4679-aba0-09600a8ce3e6), before_update {{(pid=106271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:23.179643 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.managers [None req-c093fc43-5e45-42f0-937b-2360ab5f2779 None None] Attempting to bind port 49ce72b0-2b31-4cfe-a0f8-6db35851c006 on host dv-cinder-860090-1-iscsi for vnic_type normal with profile {{(pid=106270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 13:40:23.180022 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.managers [None req-c093fc43-5e45-42f0-937b-2360ab5f2779 None None] Attempting to bind port 49ce72b0-2b31-4cfe-a0f8-6db35851c006 by drivers openvswitch,hyperv on host dv-cinder-860090-1-iscsi at level 0 using segments [{'id': '21da5a25-2c68-4957-a0ab-164c2c7c6323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '565d1b14-39c9-4d59-ba0d-f74183bc93a8'}] {{(pid=106270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 13:40:23.180384 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c093fc43-5e45-42f0-937b-2360ab5f2779 None None] Attempting to bind port 49ce72b0-2b31-4cfe-a0f8-6db35851c006 on network 565d1b14-39c9-4d59-ba0d-f74183bc93a8 {{(pid=106270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 13:40:23.233547 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c093fc43-5e45-42f0-937b-2360ab5f2779 None None] Checking agent: {'id': 'd46c7ed5-c451-4a76-ab3f-ab8e3ea4a5ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860090-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 13, 22, 7), 'started_at': datetime.datetime(2022, 10, 3, 13, 22, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 13, 40, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860090-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 13:40:23.234216 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c093fc43-5e45-42f0-937b-2360ab5f2779 None None] Checking segment: {'id': '21da5a25-2c68-4957-a0ab-164c2c7c6323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '565d1b14-39c9-4d59-ba0d-f74183bc93a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 13:40:23.234850 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-c093fc43-5e45-42f0-937b-2360ab5f2779 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:23.235445 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c093fc43-5e45-42f0-937b-2360ab5f2779 None None] Bound using segment: {'id': '21da5a25-2c68-4957-a0ab-164c2c7c6323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '565d1b14-39c9-4d59-ba0d-f74183bc93a8'} {{(pid=106270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 13:40:23.236505 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.managers [None req-c093fc43-5e45-42f0-937b-2360ab5f2779 None None] Bound port: 49ce72b0-2b31-4cfe-a0f8-6db35851c006, host: dv-cinder-860090-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21da5a25-2c68-4957-a0ab-164c2c7c6323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '565d1b14-39c9-4d59-ba0d-f74183bc93a8'}}] {{(pid=106270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 13:40:23.236897 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-c093fc43-5e45-42f0-937b-2360ab5f2779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (49ce72b0-2b31-4cfe-a0f8-6db35851c006), before_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:23.246406 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.db.db_base_plugin_common [None req-037c091a-897a-43ec-9c6a-1350ff157fc9 admin admin] Allocated IP 172.27.1.52 (ad648d78-633d-4222-aa42-7cb50aab7a28/4a9222c2-0418-495a-a49e-d43d754e0950/1ccdbab0-680b-47f0-8594-c2e1fbc622d1) {{(pid=106268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 13:40:23.348468 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.db [None req-c093fc43-5e45-42f0-937b-2360ab5f2779 None None] For port 49ce72b0-2b31-4cfe-a0f8-6db35851c006, host dv-cinder-860090-1-iscsi, cleared binding levels {{(pid=106270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 13:40:23.358630 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.db [None req-c093fc43-5e45-42f0-937b-2360ab5f2779 None None] For port 49ce72b0-2b31-4cfe-a0f8-6db35851c006, host dv-cinder-860090-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860090-1-iscsi',level=0,port_id=49ce72b0-2b31-4cfe-a0f8-6db35851c006,segment=NetworkSegment(21da5a25-2c68-4957-a0ab-164c2c7c6323),segment_id=21da5a25-2c68-4957-a0ab-164c2c7c6323)] {{(pid=106270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 13:40:23.368971 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-c093fc43-5e45-42f0-937b-2360ab5f2779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751015143617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751014657006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751014658052'] for port (49ce72b0-2b31-4cfe-a0f8-6db35851c006), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:23.453863 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c093fc43-5e45-42f0-937b-2360ab5f2779 None None] Pushing event updated for resources: {'Port': ['ID=49ce72b0-2b31-4cfe-a0f8-6db35851c006,revision_number=2']} {{(pid=106270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:40:23.466527 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-037c091a-897a-43ec-9c6a-1350ff157fc9 admin admin] Publish callbacks [] for port (1ccdbab0-680b-47f0-8594-c2e1fbc622d1), precommit_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:23.483578 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:40:23.530892 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:40:23.550473 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-037c091a-897a-43ec-9c6a-1350ff157fc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751014656988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25417805'] for port (1ccdbab0-680b-47f0-8594-c2e1fbc622d1), after_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:23.619748 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-037c091a-897a-43ec-9c6a-1350ff157fc9 admin admin] Network ad648d78-633d-4222-aa42-7cb50aab7a28 is already hosted by enough agents. {{(pid=106268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 13:40:23.629394 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.scheduler.base_scheduler [None req-037c091a-897a-43ec-9c6a-1350ff157fc9 admin admin] Resources bound (agent type, host, resource id): {{(pid=106268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 13:40:23.635527 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-037c091a-897a-43ec-9c6a-1350ff157fc9 admin admin] Received port after_create {{(pid=106268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 13:40:23.670928 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037c091a-897a-43ec-9c6a-1350ff157fc9 admin admin] Pushing event updated for resources: {'Port': ['ID=1ccdbab0-680b-47f0-8594-c2e1fbc622d1,revision_number=1']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:40:23.675483 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron_lib.callbacks.manager [None req-04f6cf7f-68a0-4002-9386-db6ccf710590 None None] Publish callbacks [] for port (c35b375b-8a09-4679-aba0-09600a8ce3e6), precommit_update {{(pid=106271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:23.692363 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron_lib.callbacks.manager [None req-04f6cf7f-68a0-4002-9386-db6ccf710590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751015143617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751014657006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751014658052'] for port (c35b375b-8a09-4679-aba0-09600a8ce3e6), after_update {{(pid=106271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:23.860860 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4574d25a-fc96-4d9e-9060-65578985e08c None None] Pushing event updated for resources: {'Port': ['ID=c35b375b-8a09-4679-aba0-09600a8ce3e6,revision_number=3']} {{(pid=106271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:40:23.947120 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.plugins.ml2.managers [None req-04f6cf7f-68a0-4002-9386-db6ccf710590 None None] Attempting to bind port c35b375b-8a09-4679-aba0-09600a8ce3e6 on host dv-cinder-860090-1-iscsi for vnic_type normal with profile {{(pid=106271) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 13:40:23.947904 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.plugins.ml2.managers [None req-04f6cf7f-68a0-4002-9386-db6ccf710590 None None] Attempting to bind port c35b375b-8a09-4679-aba0-09600a8ce3e6 by drivers openvswitch,hyperv on host dv-cinder-860090-1-iscsi at level 0 using segments [{'id': '4d86536b-be62-4637-b619-80b82e697b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '5b3c6d8a-02a1-4730-82ca-c02b5cbef660'}] {{(pid=106271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 13:40:23.948282 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f6cf7f-68a0-4002-9386-db6ccf710590 None None] Attempting to bind port c35b375b-8a09-4679-aba0-09600a8ce3e6 on network 5b3c6d8a-02a1-4730-82ca-c02b5cbef660 {{(pid=106271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 13:40:23.981201 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4574d25a-fc96-4d9e-9060-65578985e08c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:40:23.981543 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4574d25a-fc96-4d9e-9060-65578985e08c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:40:23.981822 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4574d25a-fc96-4d9e-9060-65578985e08c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:40:23.982176 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4574d25a-fc96-4d9e-9060-65578985e08c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:40:23.982504 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4574d25a-fc96-4d9e-9060-65578985e08c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:40:23.982832 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4574d25a-fc96-4d9e-9060-65578985e08c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:40:23.983398 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4574d25a-fc96-4d9e-9060-65578985e08c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:40:23.983586 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4574d25a-fc96-4d9e-9060-65578985e08c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:40:23.983858 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4574d25a-fc96-4d9e-9060-65578985e08c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:40:23.984185 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4574d25a-fc96-4d9e-9060-65578985e08c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:40:23.984532 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4574d25a-fc96-4d9e-9060-65578985e08c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:40:23.984846 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4574d25a-fc96-4d9e-9060-65578985e08c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:40:23.985169 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4574d25a-fc96-4d9e-9060-65578985e08c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:40:23.985516 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4574d25a-fc96-4d9e-9060-65578985e08c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:40:23.987053 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4574d25a-fc96-4d9e-9060-65578985e08c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:40:24.042941 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f6cf7f-68a0-4002-9386-db6ccf710590 None None] Checking agent: {'id': 'd46c7ed5-c451-4a76-ab3f-ab8e3ea4a5ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860090-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 13, 22, 7), 'started_at': datetime.datetime(2022, 10, 3, 13, 22, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 13, 40, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860090-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 13:40:24.043313 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f6cf7f-68a0-4002-9386-db6ccf710590 None None] Checking segment: {'id': '4d86536b-be62-4637-b619-80b82e697b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '5b3c6d8a-02a1-4730-82ca-c02b5cbef660'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106271) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 13:40:24.043724 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron_lib.callbacks.manager [None req-04f6cf7f-68a0-4002-9386-db6ccf710590 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:24.044119 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f6cf7f-68a0-4002-9386-db6ccf710590 None None] Bound using segment: {'id': '4d86536b-be62-4637-b619-80b82e697b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '5b3c6d8a-02a1-4730-82ca-c02b5cbef660'} {{(pid=106271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 13:40:24.044654 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.plugins.ml2.managers [None req-04f6cf7f-68a0-4002-9386-db6ccf710590 None None] Bound port: c35b375b-8a09-4679-aba0-09600a8ce3e6, host: dv-cinder-860090-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d86536b-be62-4637-b619-80b82e697b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '5b3c6d8a-02a1-4730-82ca-c02b5cbef660'}}] {{(pid=106271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 13:40:24.045047 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron_lib.callbacks.manager [None req-04f6cf7f-68a0-4002-9386-db6ccf710590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (c35b375b-8a09-4679-aba0-09600a8ce3e6), before_update {{(pid=106271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:24.105349 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:40:24.121712 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Device 49ce72b0-2b31-4cfe-a0f8-6db35851c006 up at agent ovs-agent-dv-cinder-860090-1-iscsi {{(pid=106270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 13:40:24.136944 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-037c091a-897a-43ec-9c6a-1350ff157fc9 admin admin] Publish callbacks [] for router_gateway (eaee042d-1749-43c6-9189-3f4d9d7b27c8), after_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:24.168799 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.plugins.ml2.db [None req-04f6cf7f-68a0-4002-9386-db6ccf710590 None None] For port c35b375b-8a09-4679-aba0-09600a8ce3e6, host dv-cinder-860090-1-iscsi, cleared binding levels {{(pid=106271) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 13:40:24.174149 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.plugins.ml2.db [None req-04f6cf7f-68a0-4002-9386-db6ccf710590 None None] For port c35b375b-8a09-4679-aba0-09600a8ce3e6, host dv-cinder-860090-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860090-1-iscsi',level=0,port_id=c35b375b-8a09-4679-aba0-09600a8ce3e6,segment=NetworkSegment(4d86536b-be62-4637-b619-80b82e697b76),segment_id=4d86536b-be62-4637-b619-80b82e697b76)] {{(pid=106271) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 13:40:24.186418 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron_lib.callbacks.manager [None req-04f6cf7f-68a0-4002-9386-db6ccf710590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751015143617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751014657006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751014658052'] for port (c35b375b-8a09-4679-aba0-09600a8ce3e6), after_update {{(pid=106271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:24.238948 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.provisioning_blocks [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Provisioning complete for port 49ce72b0-2b31-4cfe-a0f8-6db35851c006 triggered by entity L2. {{(pid=106270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 13:40:24.239912 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1340199'] for port (49ce72b0-2b31-4cfe-a0f8-6db35851c006), provisioning_complete {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:24.240516 dv-cinder-860090-1-iscsi neutron-server[106270]: INFO neutron.plugins.ml2.plugin [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Attempt 1 to provision port 49ce72b0-2b31-4cfe-a0f8-6db35851c006 Oct 03 13:40:24.243249 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:40:24.258011 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f6cf7f-68a0-4002-9386-db6ccf710590 None None] Routers {'4f12b889-1d5e-4ba4-8f0f-85604cec378d'} bound to L3 agent in host dv-cinder-860090-1-iscsi {{(pid=106271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 13:40:24.258697 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_hamode_db [None req-04f6cf7f-68a0-4002-9386-db6ccf710590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860090-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-03T13:22:05Z,description=,heartbeat_timestamp=2022-10-03T13:40:05Z,host='dv-cinder-860090-1-iscsi',id=94180321-47b1-4b5c-b620-b1b0a31df446,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T13:22:05Z,topic='l3_agent')) {'router_ids': ['4f12b889-1d5e-4ba4-8f0f-85604cec378d'], 'active': True} {{(pid=106271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:40:24.324405 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4574d25a-fc96-4d9e-9060-65578985e08c None None] Pushing event updated for resources: {'Port': ['ID=c35b375b-8a09-4679-aba0-09600a8ce3e6,revision_number=4']} {{(pid=106271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:40:24.384710 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Current status of the port 49ce72b0-2b31-4cfe-a0f8-6db35851c006 is: DOWN; New status is: ACTIVE {{(pid=106270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 13:40:24.385347 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (49ce72b0-2b31-4cfe-a0f8-6db35851c006), before_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:24.432784 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-037c091a-897a-43ec-9c6a-1350ff157fc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3893737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3894980'] for router (eaee042d-1749-43c6-9189-3f4d9d7b27c8), after_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:24.444129 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.db [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] For port 49ce72b0-2b31-4cfe-a0f8-6db35851c006, host dv-cinder-860090-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860090-1-iscsi',level=0,port_id=49ce72b0-2b31-4cfe-a0f8-6db35851c006,segment=NetworkSegment(21da5a25-2c68-4957-a0ab-164c2c7c6323),segment_id=21da5a25-2c68-4957-a0ab-164c2c7c6323)] {{(pid=106270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 13:40:24.452210 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751015143617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751014657006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751014658052'] for port (49ce72b0-2b31-4cfe-a0f8-6db35851c006), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:24.453957 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Device a718b856-e954-4d39-a052-f4739f24ea56 up at agent ovs-agent-dv-cinder-860090-1-iscsi {{(pid=106270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 13:40:24.475033 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_dvr_db [None req-04f6cf7f-68a0-4002-9386-db6ccf710590 None None] Set router 4f12b889-1d5e-4ba4-8f0f-85604cec378d gateway port host: dv-cinder-860090-1-iscsi {{(pid=106271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 13:40:24.570836 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:40:24.571867 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Pushing event updated for resources: {'Port': ['ID=49ce72b0-2b31-4cfe-a0f8-6db35851c006,revision_number=3']} {{(pid=106270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:40:24.616977 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.provisioning_blocks [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Provisioning complete for port a718b856-e954-4d39-a052-f4739f24ea56 triggered by entity L2. {{(pid=106270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 13:40:24.617621 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1340199'] for port (a718b856-e954-4d39-a052-f4739f24ea56), provisioning_complete {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:24.618426 dv-cinder-860090-1-iscsi neutron-server[106270]: INFO neutron.plugins.ml2.plugin [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Attempt 1 to provision port a718b856-e954-4d39-a052-f4739f24ea56 Oct 03 13:40:24.674753 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:40:24.700702 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-037c091a-897a-43ec-9c6a-1350ff157fc9 admin admin] Router eaee042d-1749-43c6-9189-3f4d9d7b27c8 is scheduled to L3 agent 94180321-47b1-4b5c-b620-b1b0a31df446 with binding_index 1 {{(pid=106268) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 03 13:40:24.785413 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Current status of the port a718b856-e954-4d39-a052-f4739f24ea56 is: ACTIVE; New status is: ACTIVE {{(pid=106270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 13:40:24.882598 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-037c091a-897a-43ec-9c6a-1350ff157fc9 admin admin] Notify agent at l3_agent.dv-cinder-860090-1-iscsi the message routers_updated {{(pid=106268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 13:40:24.903429 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f509b19d-2ce3-4a26-99ad-74f9ada1f1d2 None None] Sync routers for ids ['eaee042d-1749-43c6-9189-3f4d9d7b27c8'] in dv-cinder-860090-1-iscsi {{(pid=106270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 13:40:24.925677 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f509b19d-2ce3-4a26-99ad-74f9ada1f1d2 None None] Routers {'eaee042d-1749-43c6-9189-3f4d9d7b27c8'} bound to L3 agent in host dv-cinder-860090-1-iscsi {{(pid=106270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 13:40:24.926791 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_hamode_db [None req-f509b19d-2ce3-4a26-99ad-74f9ada1f1d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860090-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-03T13:22:05Z,description=,heartbeat_timestamp=2022-10-03T13:40:05Z,host='dv-cinder-860090-1-iscsi',id=94180321-47b1-4b5c-b620-b1b0a31df446,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T13:22:05Z,topic='l3_agent')) {'router_ids': ['eaee042d-1749-43c6-9189-3f4d9d7b27c8'], 'active': True} {{(pid=106270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:40:24.927363 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-037c091a-897a-43ec-9c6a-1350ff157fc9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:24.934861 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 36894) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:40:24.938050 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-037c091a-897a-43ec-9c6a-1350ff157fc9 admin admin] 10.222.0.58 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.6297641 Oct 03 13:40:24.980543 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_hamode_db [None req-04f6cf7f-68a0-4002-9386-db6ccf710590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f12b889-1d5e-4ba4-8f0f-85604cec378d', 'name': 'tempest-TestVolumeBootPattern-1724714225-router', 'tenant_id': '0e005cbca8874c76bf8ad8f5d336b189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'external_fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': 'a718b856-e954-4d39-a052-f4739f24ea56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:40:16Z', 'updated_at': '2022-10-03T13:40:19Z', 'revision_number': 4, 'project_id': '0e005cbca8874c76bf8ad8f5d336b189', 'gw_port': {'id': 'a718b856-e954-4d39-a052-f4739f24ea56', 'name': '', 'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:dd:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f12b889-1d5e-4ba4-8f0f-85604cec378d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:40:17Z', 'updated_at': '2022-10-03T13:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860090-1-iscsi', '_interfaces': [{'id': 'c35b375b-8a09-4679-aba0-09600a8ce3e6', 'name': '', 'network_id': '5b3c6d8a-02a1-4730-82ca-c02b5cbef660', 'tenant_id': '0e005cbca8874c76bf8ad8f5d336b189', 'mac_address': 'fa:16:3e:a6:17:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f12b889-1d5e-4ba4-8f0f-85604cec378d', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '51f42a02-30ea-44c7-9128-4b02428032bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:40:19Z', 'updated_at': '2022-10-03T13:40:24Z', 'revision_number': 4, 'project_id': '0e005cbca8874c76bf8ad8f5d336b189', 'subnets': [{'id': '51f42a02-30ea-44c7-9128-4b02428032bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860090-1-iscsi', False) {} {{(pid=106271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:40:25.020977 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f6cf7f-68a0-4002-9386-db6ccf710590 None None] The sync data for ids ['4f12b889-1d5e-4ba4-8f0f-85604cec378d'] in dv-cinder-860090-1-iscsi is: [{'id': '4f12b889-1d5e-4ba4-8f0f-85604cec378d', 'name': 'tempest-TestVolumeBootPattern-1724714225-router', 'tenant_id': '0e005cbca8874c76bf8ad8f5d336b189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'external_fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': 'a718b856-e954-4d39-a052-f4739f24ea56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:40:16Z', 'updated_at': '2022-10-03T13:40:19Z', 'revision_number': 4, 'project_id': '0e005cbca8874c76bf8ad8f5d336b189', 'gw_port': {'id': 'a718b856-e954-4d39-a052-f4739f24ea56', 'name': '', 'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:dd:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f12b889-1d5e-4ba4-8f0f-85604cec378d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:40:17Z', 'updated_at': '2022-10-03T13:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860090-1-iscsi', '_interfaces': [{'id': 'c35b375b-8a09-4679-aba0-09600a8ce3e6', 'name': '', 'network_id': '5b3c6d8a-02a1-4730-82ca-c02b5cbef660', 'tenant_id': '0e005cbca8874c76bf8ad8f5d336b189', 'mac_address': 'fa:16:3e:a6:17:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f12b889-1d5e-4ba4-8f0f-85604cec378d', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '51f42a02-30ea-44c7-9128-4b02428032bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:40:19Z', 'updated_at': '2022-10-03T13:40:24Z', 'revision_number': 4, 'project_id': '0e005cbca8874c76bf8ad8f5d336b189', 'subnets': [{'id': '51f42a02-30ea-44c7-9128-4b02428032bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 13:40:25.082313 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ddd7def-5163-4f85-acb2-cfadba499fda None None] Network 565d1b14-39c9-4d59-ba0d-f74183bc93a8 requested from dv-cinder-860090-1-iscsi {{(pid=106270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 03 13:40:25.198699 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.provisioning_blocks [None req-7fbdb44d-79a2-4885-b24c-4b2c8c3918db None None] Provisioning complete for port 49ce72b0-2b31-4cfe-a0f8-6db35851c006 triggered by entity DHCP. {{(pid=106270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 13:40:25.199967 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-7fbdb44d-79a2-4885-b24c-4b2c8c3918db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1340199'] for port (49ce72b0-2b31-4cfe-a0f8-6db35851c006), provisioning_complete {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:25.200545 dv-cinder-860090-1-iscsi neutron-server[106270]: INFO neutron.plugins.ml2.plugin [None req-7fbdb44d-79a2-4885-b24c-4b2c8c3918db None None] Attempt 1 to provision port 49ce72b0-2b31-4cfe-a0f8-6db35851c006 Oct 03 13:40:25.246259 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_dvr_db [None req-f509b19d-2ce3-4a26-99ad-74f9ada1f1d2 None None] Set router eaee042d-1749-43c6-9189-3f4d9d7b27c8 gateway port host: dv-cinder-860090-1-iscsi {{(pid=106270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 13:40:25.662613 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-bc96b184-2a53-470a-9096-d775ff890258 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (None), before_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:25.715620 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-7fbdb44d-79a2-4885-b24c-4b2c8c3918db None None] Current status of the port 49ce72b0-2b31-4cfe-a0f8-6db35851c006 is: ACTIVE; New status is: ACTIVE {{(pid=106270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 13:40:25.823469 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_hamode_db [None req-f509b19d-2ce3-4a26-99ad-74f9ada1f1d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaee042d-1749-43c6-9189-3f4d9d7b27c8', 'name': 'tempest-TestVolumeBootPattern-239958729-router', 'tenant_id': 'ce434d4dbdbd420cbeb39478f2dbb3f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'external_fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': '1ccdbab0-680b-47f0-8594-c2e1fbc622d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:40:22Z', 'updated_at': '2022-10-03T13:40:23Z', 'revision_number': 3, 'project_id': 'ce434d4dbdbd420cbeb39478f2dbb3f0', 'gw_port': {'id': '1ccdbab0-680b-47f0-8594-c2e1fbc622d1', 'name': '', 'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:2f:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaee042d-1749-43c6-9189-3f4d9d7b27c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:40:23Z', 'updated_at': '2022-10-03T13:40:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860090-1-iscsi'}], 'dv-cinder-860090-1-iscsi', False) {} {{(pid=106270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:40:25.886902 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f509b19d-2ce3-4a26-99ad-74f9ada1f1d2 None None] Checking router: eaee042d-1749-43c6-9189-3f4d9d7b27c8 for host: dv-cinder-860090-1-iscsi {{(pid=106270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 13:40:25.887359 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f509b19d-2ce3-4a26-99ad-74f9ada1f1d2 None None] Updating router eaee042d-1749-43c6-9189-3f4d9d7b27c8 port 1ccdbab0-680b-47f0-8594-c2e1fbc622d1 binding host dv-cinder-860090-1-iscsi {{(pid=106270) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 03 13:40:25.949301 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-f509b19d-2ce3-4a26-99ad-74f9ada1f1d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (1ccdbab0-680b-47f0-8594-c2e1fbc622d1), before_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:25.985036 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.db.db_base_plugin_common [None req-bc96b184-2a53-470a-9096-d775ff890258 admin admin] Allocated IP 172.20.0.1 (565d1b14-39c9-4d59-ba0d-f74183bc93a8/c9455fbd-60de-49ef-b25c-80dd4eaa05fc/bef2a1fa-093c-4dbf-9bb7-0da4a874141c) {{(pid=106269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 13:40:26.011311 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:INSERT=8,neutron:UPDATE=4,neutron:SELECT=87,neutron:DELETE=1 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:40:26.031631 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Device 49ce72b0-2b31-4cfe-a0f8-6db35851c006 up at agent ovs-agent-dv-cinder-860090-1-iscsi {{(pid=106270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 13:40:26.133905 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:40:26.166342 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-bc96b184-2a53-470a-9096-d775ff890258 admin admin] Publish callbacks [] for port (bef2a1fa-093c-4dbf-9bb7-0da4a874141c), precommit_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:26.208619 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.provisioning_blocks [None req-e38c48cd-0e81-49f5-8e5a-ce427f482786 None None] Provisioning complete for port 49ce72b0-2b31-4cfe-a0f8-6db35851c006 triggered by entity DHCP. {{(pid=106270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 13:40:26.209217 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-e38c48cd-0e81-49f5-8e5a-ce427f482786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1340199'] for port (49ce72b0-2b31-4cfe-a0f8-6db35851c006), provisioning_complete {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:26.209329 dv-cinder-860090-1-iscsi neutron-server[106270]: INFO neutron.plugins.ml2.plugin [None req-e38c48cd-0e81-49f5-8e5a-ce427f482786 None None] Attempt 1 to provision port 49ce72b0-2b31-4cfe-a0f8-6db35851c006 Oct 03 13:40:26.239543 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-bc96b184-2a53-470a-9096-d775ff890258 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751014656988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26503125'] for port (bef2a1fa-093c-4dbf-9bb7-0da4a874141c), after_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:26.324581 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.provisioning_blocks [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Provisioning complete for port 49ce72b0-2b31-4cfe-a0f8-6db35851c006 triggered by entity L2. {{(pid=106270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 13:40:26.324930 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc96b184-2a53-470a-9096-d775ff890258 admin admin] Network 565d1b14-39c9-4d59-ba0d-f74183bc93a8 is already hosted by enough agents. {{(pid=106269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 13:40:26.325619 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1340199'] for port (49ce72b0-2b31-4cfe-a0f8-6db35851c006), provisioning_complete {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:26.326023 dv-cinder-860090-1-iscsi neutron-server[106270]: INFO neutron.plugins.ml2.plugin [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Attempt 1 to provision port 49ce72b0-2b31-4cfe-a0f8-6db35851c006 Oct 03 13:40:26.332424 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.scheduler.base_scheduler [None req-bc96b184-2a53-470a-9096-d775ff890258 admin admin] Resources bound (agent type, host, resource id): {{(pid=106269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 13:40:26.337175 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc96b184-2a53-470a-9096-d775ff890258 admin admin] Received port after_create {{(pid=106269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 13:40:26.377991 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:40:26.378695 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=100 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:40:26.385232 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc96b184-2a53-470a-9096-d775ff890258 admin admin] Pushing event updated for resources: {'Port': ['ID=bef2a1fa-093c-4dbf-9bb7-0da4a874141c,revision_number=1']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:40:26.444395 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-bc96b184-2a53-470a-9096-d775ff890258 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3722559'] for router_interface (eaee042d-1749-43c6-9189-3f4d9d7b27c8), before_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:26.485373 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-e38c48cd-0e81-49f5-8e5a-ce427f482786 None None] Current status of the port 49ce72b0-2b31-4cfe-a0f8-6db35851c006 is: ACTIVE; New status is: ACTIVE {{(pid=106270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 13:40:26.600807 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Current status of the port 49ce72b0-2b31-4cfe-a0f8-6db35851c006 is: ACTIVE; New status is: ACTIVE {{(pid=106270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 13:40:26.602601 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Device c35b375b-8a09-4679-aba0-09600a8ce3e6 up at agent ovs-agent-dv-cinder-860090-1-iscsi {{(pid=106270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 13:40:26.671768 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-bc96b184-2a53-470a-9096-d775ff890258 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (bef2a1fa-093c-4dbf-9bb7-0da4a874141c), before_update {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:26.781603 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-f509b19d-2ce3-4a26-99ad-74f9ada1f1d2 None None] Publish callbacks [] for port (1ccdbab0-680b-47f0-8594-c2e1fbc622d1), precommit_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:26.787002 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.provisioning_blocks [None req-9e51b4a6-3424-4c82-866f-e267008a5b4d None None] Provisioning complete for port bef2a1fa-093c-4dbf-9bb7-0da4a874141c triggered by entity DHCP. {{(pid=106270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 13:40:26.787477 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-9e51b4a6-3424-4c82-866f-e267008a5b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1340199'] for port (bef2a1fa-093c-4dbf-9bb7-0da4a874141c), provisioning_complete {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:26.787756 dv-cinder-860090-1-iscsi neutron-server[106270]: INFO neutron.plugins.ml2.plugin [None req-9e51b4a6-3424-4c82-866f-e267008a5b4d None None] Attempt 1 to provision port bef2a1fa-093c-4dbf-9bb7-0da4a874141c Oct 03 13:40:26.821004 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-f509b19d-2ce3-4a26-99ad-74f9ada1f1d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751015143617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751014657006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751014658052'] for port (1ccdbab0-680b-47f0-8594-c2e1fbc622d1), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:26.917756 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.provisioning_blocks [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Provisioning complete for port c35b375b-8a09-4679-aba0-09600a8ce3e6 triggered by entity L2. {{(pid=106270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 13:40:26.919046 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1340199'] for port (c35b375b-8a09-4679-aba0-09600a8ce3e6), provisioning_complete {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:26.919046 dv-cinder-860090-1-iscsi neutron-server[106270]: INFO neutron.plugins.ml2.plugin [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Attempt 1 to provision port c35b375b-8a09-4679-aba0-09600a8ce3e6 Oct 03 13:40:26.920609 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-9e51b4a6-3424-4c82-866f-e267008a5b4d None None] Port bef2a1fa-093c-4dbf-9bb7-0da4a874141c cannot update to ACTIVE because it is not bound. {{(pid=106270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 03 13:40:26.925879 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.managers [None req-f509b19d-2ce3-4a26-99ad-74f9ada1f1d2 None None] Attempting to bind port 1ccdbab0-680b-47f0-8594-c2e1fbc622d1 on host dv-cinder-860090-1-iscsi for vnic_type normal with profile {{(pid=106270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 13:40:26.926202 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.managers [None req-f509b19d-2ce3-4a26-99ad-74f9ada1f1d2 None None] Attempting to bind port 1ccdbab0-680b-47f0-8594-c2e1fbc622d1 by drivers openvswitch,hyperv on host dv-cinder-860090-1-iscsi at level 0 using segments [{'id': 'bb40cd5f-7936-4373-bcc9-441f3ba1dc24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28'}] {{(pid=106270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 13:40:26.928100 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f509b19d-2ce3-4a26-99ad-74f9ada1f1d2 None None] Attempting to bind port 1ccdbab0-680b-47f0-8594-c2e1fbc622d1 on network ad648d78-633d-4222-aa42-7cb50aab7a28 {{(pid=106270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 13:40:27.016079 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 36910) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:40:27.045132 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e9182b-a614-4e65-a457-a92853a7b9e4 None None] Pushing event updated for resources: {'Port': ['ID=1ccdbab0-680b-47f0-8594-c2e1fbc622d1,revision_number=2']} {{(pid=106270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:40:27.116294 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f509b19d-2ce3-4a26-99ad-74f9ada1f1d2 None None] Checking agent: {'id': 'd46c7ed5-c451-4a76-ab3f-ab8e3ea4a5ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860090-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 13, 22, 7), 'started_at': datetime.datetime(2022, 10, 3, 13, 22, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 13, 40, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860090-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 13:40:27.117009 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f509b19d-2ce3-4a26-99ad-74f9ada1f1d2 None None] Checking segment: {'id': 'bb40cd5f-7936-4373-bcc9-441f3ba1dc24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 13:40:27.117854 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-f509b19d-2ce3-4a26-99ad-74f9ada1f1d2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:27.118591 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f509b19d-2ce3-4a26-99ad-74f9ada1f1d2 None None] Bound using segment: {'id': 'bb40cd5f-7936-4373-bcc9-441f3ba1dc24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28'} {{(pid=106270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 13:40:27.119517 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.managers [None req-f509b19d-2ce3-4a26-99ad-74f9ada1f1d2 None None] Bound port: 1ccdbab0-680b-47f0-8594-c2e1fbc622d1, host: dv-cinder-860090-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb40cd5f-7936-4373-bcc9-441f3ba1dc24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28'}}] {{(pid=106270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 13:40:27.120246 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-f509b19d-2ce3-4a26-99ad-74f9ada1f1d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (1ccdbab0-680b-47f0-8594-c2e1fbc622d1), before_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:27.162231 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-196fef2a-0f6f-4373-9ce6-fdabea42ceac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:27.221774 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Current status of the port c35b375b-8a09-4679-aba0-09600a8ce3e6 is: DOWN; New status is: ACTIVE {{(pid=106270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 13:40:27.228039 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (c35b375b-8a09-4679-aba0-09600a8ce3e6), before_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:27.232848 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=1,neutron:INSERT=6 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:40:27.266536 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-bc96b184-2a53-470a-9096-d775ff890258 admin admin] Publish callbacks [] for port (bef2a1fa-093c-4dbf-9bb7-0da4a874141c), precommit_update {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:27.272738 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-bc96b184-2a53-470a-9096-d775ff890258 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751015143617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751014657006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751014658052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26502958'] for port (bef2a1fa-093c-4dbf-9bb7-0da4a874141c), after_update {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:27.288419 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:INSERT=7,neutron:DELETE=1 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:40:27.301114 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.db [None req-f509b19d-2ce3-4a26-99ad-74f9ada1f1d2 None None] For port 1ccdbab0-680b-47f0-8594-c2e1fbc622d1, host dv-cinder-860090-1-iscsi, cleared binding levels {{(pid=106270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 13:40:27.316274 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-196fef2a-0f6f-4373-9ce6-fdabea42ceac admin admin] Publish callbacks [] for security_group (3edb615b-7c28-422f-a961-f6ea5824fc7e), precommit_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:27.319152 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.db [None req-f509b19d-2ce3-4a26-99ad-74f9ada1f1d2 None None] For port 1ccdbab0-680b-47f0-8594-c2e1fbc622d1, host dv-cinder-860090-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860090-1-iscsi',level=0,port_id=1ccdbab0-680b-47f0-8594-c2e1fbc622d1,segment=NetworkSegment(bb40cd5f-7936-4373-bcc9-441f3ba1dc24),segment_id=bb40cd5f-7936-4373-bcc9-441f3ba1dc24)] {{(pid=106270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 13:40:27.322754 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-196fef2a-0f6f-4373-9ce6-fdabea42ceac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (3edb615b-7c28-422f-a961-f6ea5824fc7e), after_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:27.340746 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-f509b19d-2ce3-4a26-99ad-74f9ada1f1d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751015143617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751014657006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751014658052'] for port (1ccdbab0-680b-47f0-8594-c2e1fbc622d1), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:27.350689 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.db [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] For port c35b375b-8a09-4679-aba0-09600a8ce3e6, host dv-cinder-860090-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860090-1-iscsi',level=0,port_id=c35b375b-8a09-4679-aba0-09600a8ce3e6,segment=NetworkSegment(4d86536b-be62-4637-b619-80b82e697b76),segment_id=4d86536b-be62-4637-b619-80b82e697b76)] {{(pid=106270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 13:40:27.384782 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-bc96b184-2a53-470a-9096-d775ff890258 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3798534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3722659'] for router_interface (eaee042d-1749-43c6-9189-3f4d9d7b27c8), after_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:27.390138 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc96b184-2a53-470a-9096-d775ff890258 admin admin] Pushing event updated for resources: {'Port': ['ID=bef2a1fa-093c-4dbf-9bb7-0da4a874141c,revision_number=2']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:40:27.394151 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-196fef2a-0f6f-4373-9ce6-fdabea42ceac admin admin] 10.222.0.58 "GET /networking/v2.0/security-groups?tenant_id=0e987bcc99dc4e36b13639c0cb16237e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3757613 Oct 03 13:40:27.394463 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 36914) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:40:27.395238 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196fef2a-0f6f-4373-9ce6-fdabea42ceac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3edb615b-7c28-422f-a961-f6ea5824fc7e,revision_number=1']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:40:27.401576 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751015143617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751014657006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751014658052'] for port (c35b375b-8a09-4679-aba0-09600a8ce3e6), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:27.429199 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f509b19d-2ce3-4a26-99ad-74f9ada1f1d2 None None] Routers {'eaee042d-1749-43c6-9189-3f4d9d7b27c8'} bound to L3 agent in host dv-cinder-860090-1-iscsi {{(pid=106270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 13:40:27.430323 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_hamode_db [None req-f509b19d-2ce3-4a26-99ad-74f9ada1f1d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860090-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-03T13:22:05Z,description=,heartbeat_timestamp=2022-10-03T13:40:05Z,host='dv-cinder-860090-1-iscsi',id=94180321-47b1-4b5c-b620-b1b0a31df446,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T13:22:05Z,topic='l3_agent')) {'router_ids': ['eaee042d-1749-43c6-9189-3f4d9d7b27c8'], 'active': True} {{(pid=106270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:40:27.498340 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:40:27.510741 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e9182b-a614-4e65-a457-a92853a7b9e4 None None] Pushing event updated for resources: {'Port': ['ID=1ccdbab0-680b-47f0-8594-c2e1fbc622d1,revision_number=3']} {{(pid=106270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:40:27.539241 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-7aac27db-2842-42af-9e1d-6c7de1add0c0 admin admin] Publish callbacks [] for security_group (3edb615b-7c28-422f-a961-f6ea5824fc7e), before_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:27.576893 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc96b184-2a53-470a-9096-d775ff890258 admin admin] Network 565d1b14-39c9-4d59-ba0d-f74183bc93a8 is already hosted by enough agents. {{(pid=106269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 13:40:27.582455 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.scheduler.base_scheduler [None req-bc96b184-2a53-470a-9096-d775ff890258 admin admin] Resources bound (agent type, host, resource id): {{(pid=106269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 13:40:27.585844 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-7aac27db-2842-42af-9e1d-6c7de1add0c0 admin admin] Publish callbacks [] for security_group (3edb615b-7c28-422f-a961-f6ea5824fc7e), precommit_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:27.621351 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:40:27.629926 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:40:27.660835 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_dvr_db [None req-f509b19d-2ce3-4a26-99ad-74f9ada1f1d2 None None] Set router eaee042d-1749-43c6-9189-3f4d9d7b27c8 gateway port host: dv-cinder-860090-1-iscsi {{(pid=106270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 13:40:27.708675 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Pushing event updated for resources: {'Port': ['ID=c35b375b-8a09-4679-aba0-09600a8ce3e6,revision_number=5']} {{(pid=106270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:40:27.732489 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:40:27.746831 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-7aac27db-2842-42af-9e1d-6c7de1add0c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (3edb615b-7c28-422f-a961-f6ea5824fc7e), after_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:27.749842 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-7aac27db-2842-42af-9e1d-6c7de1add0c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:27.751035 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-7aac27db-2842-42af-9e1d-6c7de1add0c0 admin admin] 10.222.0.58 "DELETE /networking/v2.0/security-groups/3edb615b-7c28-422f-a961-f6ea5824fc7e HTTP/1.1" status: 204 len: 168 time: 0.3478525 Oct 03 13:40:27.753849 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc96b184-2a53-470a-9096-d775ff890258 admin admin] Router eaee042d-1749-43c6-9189-3f4d9d7b27c8 has already been hosted by L3 agent 94180321-47b1-4b5c-b620-b1b0a31df446 {{(pid=106269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 03 13:40:27.770633 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aac27db-2842-42af-9e1d-6c7de1add0c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3edb615b-7c28-422f-a961-f6ea5824fc7e,revision_number=None']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:40:27.916405 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Device c35b375b-8a09-4679-aba0-09600a8ce3e6 up at agent ovs-agent-dv-cinder-860090-1-iscsi {{(pid=106270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 13:40:27.992442 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc96b184-2a53-470a-9096-d775ff890258 admin admin] Notify agent at l3_agent.dv-cinder-860090-1-iscsi the message routers_updated {{(pid=106269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 13:40:27.998558 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-bc96b184-2a53-470a-9096-d775ff890258 admin admin] 10.222.0.58 "PUT /networking/v2.0/routers/eaee042d-1749-43c6-9189-3f4d9d7b27c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0616627 Oct 03 13:40:28.009655 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.provisioning_blocks [None req-5022bf4b-8258-4531-8374-f9e366f91b8d None None] Provisioning complete for port bef2a1fa-093c-4dbf-9bb7-0da4a874141c triggered by entity DHCP. {{(pid=106270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 13:40:28.010032 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-5022bf4b-8258-4531-8374-f9e366f91b8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1340199'] for port (bef2a1fa-093c-4dbf-9bb7-0da4a874141c), provisioning_complete {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:28.010369 dv-cinder-860090-1-iscsi neutron-server[106270]: INFO neutron.plugins.ml2.plugin [None req-5022bf4b-8258-4531-8374-f9e366f91b8d None None] Attempt 1 to provision port bef2a1fa-093c-4dbf-9bb7-0da4a874141c Oct 03 13:40:28.072944 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_hamode_db [None req-f509b19d-2ce3-4a26-99ad-74f9ada1f1d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaee042d-1749-43c6-9189-3f4d9d7b27c8', 'name': 'tempest-TestVolumeBootPattern-239958729-router', 'tenant_id': 'ce434d4dbdbd420cbeb39478f2dbb3f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'external_fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': '1ccdbab0-680b-47f0-8594-c2e1fbc622d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:40:22Z', 'updated_at': '2022-10-03T13:40:26Z', 'revision_number': 4, 'project_id': 'ce434d4dbdbd420cbeb39478f2dbb3f0', 'gw_port': {'id': '1ccdbab0-680b-47f0-8594-c2e1fbc622d1', 'name': '', 'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:2f:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaee042d-1749-43c6-9189-3f4d9d7b27c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:40:23Z', 'updated_at': '2022-10-03T13:40:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860090-1-iscsi', '_interfaces': [{'id': 'bef2a1fa-093c-4dbf-9bb7-0da4a874141c', 'name': '', 'network_id': '565d1b14-39c9-4d59-ba0d-f74183bc93a8', 'tenant_id': 'ce434d4dbdbd420cbeb39478f2dbb3f0', 'mac_address': 'fa:16:3e:ab:3a:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaee042d-1749-43c6-9189-3f4d9d7b27c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'c9455fbd-60de-49ef-b25c-80dd4eaa05fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:40:25Z', 'updated_at': '2022-10-03T13:40:26Z', 'revision_number': 2, 'project_id': 'ce434d4dbdbd420cbeb39478f2dbb3f0', 'subnets': [{'id': 'c9455fbd-60de-49ef-b25c-80dd4eaa05fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860090-1-iscsi', False) {} {{(pid=106270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:40:28.077558 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-5022bf4b-8258-4531-8374-f9e366f91b8d None None] Port bef2a1fa-093c-4dbf-9bb7-0da4a874141c cannot update to ACTIVE because it is not bound. {{(pid=106270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 03 13:40:28.079934 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.provisioning_blocks [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Provisioning complete for port c35b375b-8a09-4679-aba0-09600a8ce3e6 triggered by entity L2. {{(pid=106270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 13:40:28.080164 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1340199'] for port (c35b375b-8a09-4679-aba0-09600a8ce3e6), provisioning_complete {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:28.080396 dv-cinder-860090-1-iscsi neutron-server[106270]: INFO neutron.plugins.ml2.plugin [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Attempt 1 to provision port c35b375b-8a09-4679-aba0-09600a8ce3e6 Oct 03 13:40:28.150386 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f509b19d-2ce3-4a26-99ad-74f9ada1f1d2 None None] The sync data for ids ['eaee042d-1749-43c6-9189-3f4d9d7b27c8'] in dv-cinder-860090-1-iscsi is: [{'id': 'eaee042d-1749-43c6-9189-3f4d9d7b27c8', 'name': 'tempest-TestVolumeBootPattern-239958729-router', 'tenant_id': 'ce434d4dbdbd420cbeb39478f2dbb3f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'external_fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': '1ccdbab0-680b-47f0-8594-c2e1fbc622d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:40:22Z', 'updated_at': '2022-10-03T13:40:26Z', 'revision_number': 4, 'project_id': 'ce434d4dbdbd420cbeb39478f2dbb3f0', 'gw_port': {'id': '1ccdbab0-680b-47f0-8594-c2e1fbc622d1', 'name': '', 'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:2f:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaee042d-1749-43c6-9189-3f4d9d7b27c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:40:23Z', 'updated_at': '2022-10-03T13:40:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860090-1-iscsi', '_interfaces': [{'id': 'bef2a1fa-093c-4dbf-9bb7-0da4a874141c', 'name': '', 'network_id': '565d1b14-39c9-4d59-ba0d-f74183bc93a8', 'tenant_id': 'ce434d4dbdbd420cbeb39478f2dbb3f0', 'mac_address': 'fa:16:3e:ab:3a:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaee042d-1749-43c6-9189-3f4d9d7b27c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'c9455fbd-60de-49ef-b25c-80dd4eaa05fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:40:25Z', 'updated_at': '2022-10-03T13:40:26Z', 'revision_number': 2, 'project_id': 'ce434d4dbdbd420cbeb39478f2dbb3f0', 'subnets': [{'id': 'c9455fbd-60de-49ef-b25c-80dd4eaa05fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 13:40:28.276383 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Current status of the port c35b375b-8a09-4679-aba0-09600a8ce3e6 is: ACTIVE; New status is: ACTIVE {{(pid=106270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 13:40:28.686963 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 36938) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:40:28.692121 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.v2.base [None req-9a2a63ad-86f4-4e16-b5ca-d64512b76547 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1836367322', 'description': 'tempest-secgroup-smoke-1836367322 description', 'project_id': '0e005cbca8874c76bf8ad8f5d336b189'}} {{(pid=106268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 13:40:28.734725 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-9a2a63ad-86f4-4e16-b5ca-d64512b76547 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Publish callbacks [] for security_group (None), before_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:28.872478 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-9a2a63ad-86f4-4e16-b5ca-d64512b76547 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Publish callbacks [] for security_group (9ace053f-6f3b-45d1-9888-9eb91c607356), precommit_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:28.878790 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-9a2a63ad-86f4-4e16-b5ca-d64512b76547 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (9ace053f-6f3b-45d1-9888-9eb91c607356), after_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:28.914002 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-9a2a63ad-86f4-4e16-b5ca-d64512b76547 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Publish callbacks [] for security_group (None), before_response {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:28.918073 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-9a2a63ad-86f4-4e16-b5ca-d64512b76547 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] 10.222.0.58 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2271011 Oct 03 13:40:28.918552 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 36944) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:40:28.922950 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.v2.base [None req-e76a5b66-4642-42ec-9746-4465e2cbbcaa tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Request body: {'security_group_rule': {'security_group_id': '9ace053f-6f3b-45d1-9888-9eb91c607356', 'project_id': '0e005cbca8874c76bf8ad8f5d336b189', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 13:40:28.935212 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2a63ad-86f4-4e16-b5ca-d64512b76547 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ace053f-6f3b-45d1-9888-9eb91c607356,revision_number=1']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:40:28.975013 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-e76a5b66-4642-42ec-9746-4465e2cbbcaa tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Publish callbacks [] for security_group_rule (1ab94a48-e077-4443-ba2b-5d546821eab8), before_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:29.088208 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-e76a5b66-4642-42ec-9746-4465e2cbbcaa tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Publish callbacks [] for security_group_rule (1ab94a48-e077-4443-ba2b-5d546821eab8), precommit_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:29.096078 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-e76a5b66-4642-42ec-9746-4465e2cbbcaa tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873908'] for security_group_rule (1ab94a48-e077-4443-ba2b-5d546821eab8), after_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:29.130816 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76a5b66-4642-42ec-9746-4465e2cbbcaa tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ab94a48-e077-4443-ba2b-5d546821eab8,revision_number=0']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:40:29.145443 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-e76a5b66-4642-42ec-9746-4465e2cbbcaa tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:29.147436 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-e76a5b66-4642-42ec-9746-4465e2cbbcaa tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] 10.222.0.58 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2278609 Oct 03 13:40:29.152507 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 36950) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:40:29.160752 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.v2.base [None req-bb762ec2-6168-42d8-aed5-aea11bdfe82b tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Request body: {'security_group_rule': {'security_group_id': '9ace053f-6f3b-45d1-9888-9eb91c607356', 'project_id': '0e005cbca8874c76bf8ad8f5d336b189', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 13:40:29.215913 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-bb762ec2-6168-42d8-aed5-aea11bdfe82b tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Publish callbacks [] for security_group_rule (378837e4-bb29-49e3-a6ab-20d9edd3329d), before_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:29.347045 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-bb762ec2-6168-42d8-aed5-aea11bdfe82b tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Publish callbacks [] for security_group_rule (378837e4-bb29-49e3-a6ab-20d9edd3329d), precommit_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:29.354510 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-bb762ec2-6168-42d8-aed5-aea11bdfe82b tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873908'] for security_group_rule (378837e4-bb29-49e3-a6ab-20d9edd3329d), after_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:29.385648 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb762ec2-6168-42d8-aed5-aea11bdfe82b tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=378837e4-bb29-49e3-a6ab-20d9edd3329d,revision_number=0']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:40:29.399306 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-bb762ec2-6168-42d8-aed5-aea11bdfe82b tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:29.406361 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 36952) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:40:29.415866 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.v2.base [None req-c159b3ee-27b4-4374-a10f-b24b37736d7a tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Request body: {'security_group_rule': {'security_group_id': '9ace053f-6f3b-45d1-9888-9eb91c607356', 'project_id': '0e005cbca8874c76bf8ad8f5d336b189', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 13:40:29.416994 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-bb762ec2-6168-42d8-aed5-aea11bdfe82b tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] 10.222.0.58 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2602072 Oct 03 13:40:29.471335 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-c159b3ee-27b4-4374-a10f-b24b37736d7a tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Publish callbacks [] for security_group_rule (db39370c-32ea-45ec-9d54-17b5de8710ea), before_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:29.555016 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-c159b3ee-27b4-4374-a10f-b24b37736d7a tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Publish callbacks [] for security_group_rule (db39370c-32ea-45ec-9d54-17b5de8710ea), precommit_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:29.560840 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-c159b3ee-27b4-4374-a10f-b24b37736d7a tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873908'] for security_group_rule (db39370c-32ea-45ec-9d54-17b5de8710ea), after_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:29.587352 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c159b3ee-27b4-4374-a10f-b24b37736d7a tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db39370c-32ea-45ec-9d54-17b5de8710ea,revision_number=0']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:40:29.597405 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-c159b3ee-27b4-4374-a10f-b24b37736d7a tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:29.598786 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-c159b3ee-27b4-4374-a10f-b24b37736d7a tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] 10.222.0.58 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1909163 Oct 03 13:40:29.603369 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 36954) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:40:29.610812 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.v2.base [None req-cfe14f39-ff84-4457-ae4e-78a093a7addc tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Request body: {'security_group_rule': {'security_group_id': '9ace053f-6f3b-45d1-9888-9eb91c607356', 'project_id': '0e005cbca8874c76bf8ad8f5d336b189', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 13:40:29.653967 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-cfe14f39-ff84-4457-ae4e-78a093a7addc tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Publish callbacks [] for security_group_rule (26d25607-28cb-400f-a2a4-eb5cd5bc23f8), before_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:29.785725 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-cfe14f39-ff84-4457-ae4e-78a093a7addc tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Publish callbacks [] for security_group_rule (26d25607-28cb-400f-a2a4-eb5cd5bc23f8), precommit_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:29.794129 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-cfe14f39-ff84-4457-ae4e-78a093a7addc tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873908'] for security_group_rule (26d25607-28cb-400f-a2a4-eb5cd5bc23f8), after_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:29.845941 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-cfe14f39-ff84-4457-ae4e-78a093a7addc tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:29.845941 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-cfe14f39-ff84-4457-ae4e-78a093a7addc tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] 10.222.0.58 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2394707 Oct 03 13:40:29.852566 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe14f39-ff84-4457-ae4e-78a093a7addc tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26d25607-28cb-400f-a2a4-eb5cd5bc23f8,revision_number=0']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:40:29.853427 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 36960) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:40:29.860956 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.v2.base [None req-b7ed5a4b-21e7-43f5-9cf7-b4631da7e8c5 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Request body: {'security_group_rule': {'security_group_id': '9ace053f-6f3b-45d1-9888-9eb91c607356', 'project_id': '0e005cbca8874c76bf8ad8f5d336b189', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 13:40:29.902053 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.db.securitygroups_db [None req-b7ed5a4b-21e7-43f5-9cf7-b4631da7e8c5 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Project 0e005cbca8874c76bf8ad8f5d336b189 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 03 13:40:29.912740 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-b7ed5a4b-21e7-43f5-9cf7-b4631da7e8c5 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Publish callbacks [] for security_group_rule (327eb6b9-43de-4c63-843d-c9b9c4026f00), before_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:29.970838 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Device 1ccdbab0-680b-47f0-8594-c2e1fbc622d1 up at agent ovs-agent-dv-cinder-860090-1-iscsi {{(pid=106270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 13:40:30.023022 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-b7ed5a4b-21e7-43f5-9cf7-b4631da7e8c5 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Publish callbacks [] for security_group_rule (327eb6b9-43de-4c63-843d-c9b9c4026f00), precommit_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:30.033669 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-b7ed5a4b-21e7-43f5-9cf7-b4631da7e8c5 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873908'] for security_group_rule (327eb6b9-43de-4c63-843d-c9b9c4026f00), after_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:30.055907 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ed5a4b-21e7-43f5-9cf7-b4631da7e8c5 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=327eb6b9-43de-4c63-843d-c9b9c4026f00,revision_number=0']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:40:30.063197 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.provisioning_blocks [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Provisioning complete for port 1ccdbab0-680b-47f0-8594-c2e1fbc622d1 triggered by entity L2. {{(pid=106270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 13:40:30.063795 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1340199'] for port (1ccdbab0-680b-47f0-8594-c2e1fbc622d1), provisioning_complete {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:30.064235 dv-cinder-860090-1-iscsi neutron-server[106270]: INFO neutron.plugins.ml2.plugin [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Attempt 1 to provision port 1ccdbab0-680b-47f0-8594-c2e1fbc622d1 Oct 03 13:40:30.069638 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-b7ed5a4b-21e7-43f5-9cf7-b4631da7e8c5 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:30.071682 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-b7ed5a4b-21e7-43f5-9cf7-b4631da7e8c5 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] 10.222.0.58 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2166307 Oct 03 13:40:30.076034 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 36962) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:40:30.081980 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.v2.base [None req-ce263163-ea2d-4d12-9819-a37b141fae09 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Request body: {'security_group_rule': {'security_group_id': '9ace053f-6f3b-45d1-9888-9eb91c607356', 'project_id': '0e005cbca8874c76bf8ad8f5d336b189', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 13:40:30.123214 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.db.securitygroups_db [None req-ce263163-ea2d-4d12-9819-a37b141fae09 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Project 0e005cbca8874c76bf8ad8f5d336b189 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 03 13:40:30.132265 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-ce263163-ea2d-4d12-9819-a37b141fae09 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Publish callbacks [] for security_group_rule (e0908912-2d7c-4648-a306-2dcaf5741ca9), before_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:30.214616 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:40:30.261782 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-ce263163-ea2d-4d12-9819-a37b141fae09 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Publish callbacks [] for security_group_rule (e0908912-2d7c-4648-a306-2dcaf5741ca9), precommit_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:30.269180 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-ce263163-ea2d-4d12-9819-a37b141fae09 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873908'] for security_group_rule (e0908912-2d7c-4648-a306-2dcaf5741ca9), after_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:30.305546 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce263163-ea2d-4d12-9819-a37b141fae09 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0908912-2d7c-4648-a306-2dcaf5741ca9,revision_number=0']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:40:30.317750 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-ce263163-ea2d-4d12-9819-a37b141fae09 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:30.338010 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-ce263163-ea2d-4d12-9819-a37b141fae09 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] 10.222.0.58 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2478037 Oct 03 13:40:30.371274 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Current status of the port 1ccdbab0-680b-47f0-8594-c2e1fbc622d1 is: DOWN; New status is: ACTIVE {{(pid=106270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 13:40:30.371964 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (1ccdbab0-680b-47f0-8594-c2e1fbc622d1), before_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:30.405153 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.db [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] For port 1ccdbab0-680b-47f0-8594-c2e1fbc622d1, host dv-cinder-860090-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860090-1-iscsi',level=0,port_id=1ccdbab0-680b-47f0-8594-c2e1fbc622d1,segment=NetworkSegment(bb40cd5f-7936-4373-bcc9-441f3ba1dc24),segment_id=bb40cd5f-7936-4373-bcc9-441f3ba1dc24)] {{(pid=106270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 13:40:30.412016 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751015143617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751014657006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751014658052'] for port (1ccdbab0-680b-47f0-8594-c2e1fbc622d1), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:30.492727 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Pushing event updated for resources: {'Port': ['ID=1ccdbab0-680b-47f0-8594-c2e1fbc622d1,revision_number=4']} {{(pid=106270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:40:31.846820 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Device 1ccdbab0-680b-47f0-8594-c2e1fbc622d1 up at agent ovs-agent-dv-cinder-860090-1-iscsi {{(pid=106270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 13:40:31.903858 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.provisioning_blocks [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Provisioning complete for port 1ccdbab0-680b-47f0-8594-c2e1fbc622d1 triggered by entity L2. {{(pid=106270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 13:40:31.904203 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1340199'] for port (1ccdbab0-680b-47f0-8594-c2e1fbc622d1), provisioning_complete {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:31.904580 dv-cinder-860090-1-iscsi neutron-server[106270]: INFO neutron.plugins.ml2.plugin [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Attempt 1 to provision port 1ccdbab0-680b-47f0-8594-c2e1fbc622d1 Oct 03 13:40:32.022663 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Current status of the port 1ccdbab0-680b-47f0-8594-c2e1fbc622d1 is: ACTIVE; New status is: ACTIVE {{(pid=106270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 13:40:32.099145 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:40:32.107670 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-296be3a8-8e96-4895-82b4-d2d8d6eaf09f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (3460fffa-818c-4144-9400-237880db20a4), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:32.410532 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.agents_db [None req-0a1e5e68-d5eb-461a-8b1a-39e3d06a9bb6 None None] Agent healthcheck: found 6 active agents {{(pid=106271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 03 13:40:32.678854 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 37036) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:40:32.690035 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e3d0c67-d43b-45fb-927d-f5b2858e18f4 None None] Sync routers for ids ['eaee042d-1749-43c6-9189-3f4d9d7b27c8'] in dv-cinder-860090-1-iscsi {{(pid=106271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 13:40:32.703250 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e3d0c67-d43b-45fb-927d-f5b2858e18f4 None None] Routers {'eaee042d-1749-43c6-9189-3f4d9d7b27c8'} bound to L3 agent in host dv-cinder-860090-1-iscsi {{(pid=106271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 13:40:32.703901 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_hamode_db [None req-0e3d0c67-d43b-45fb-927d-f5b2858e18f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860090-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-03T13:22:05Z,description=,heartbeat_timestamp=2022-10-03T13:40:05Z,host='dv-cinder-860090-1-iscsi',id=94180321-47b1-4b5c-b620-b1b0a31df446,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T13:22:05Z,topic='l3_agent')) {'router_ids': ['eaee042d-1749-43c6-9189-3f4d9d7b27c8'], 'active': True} {{(pid=106271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:40:32.833618 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-69562003-27f7-4f2f-83a5-976569db089c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:32.849881 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=82,neutron:INSERT=9,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:40:32.889711 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_dvr_db [None req-0e3d0c67-d43b-45fb-927d-f5b2858e18f4 None None] Set router eaee042d-1749-43c6-9189-3f4d9d7b27c8 gateway port host: dv-cinder-860090-1-iscsi {{(pid=106271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 13:40:32.905201 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=77,neutron:INSERT=19,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:40:32.937496 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-69562003-27f7-4f2f-83a5-976569db089c admin admin] Publish callbacks [] for security_group (143e0083-dc96-4db9-9447-6e6e78af960c), precommit_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:32.942439 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-69562003-27f7-4f2f-83a5-976569db089c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (143e0083-dc96-4db9-9447-6e6e78af960c), after_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:33.005001 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69562003-27f7-4f2f-83a5-976569db089c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=143e0083-dc96-4db9-9447-6e6e78af960c,revision_number=1']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:40:33.013277 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-69562003-27f7-4f2f-83a5-976569db089c admin admin] 10.222.0.58 "GET /networking/v2.0/security-groups?tenant_id=cded828d48b042e99e33885391c0c3e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3332043 Oct 03 13:40:33.013537 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 37040) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:40:33.094563 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-fe012135-9012-449b-98e9-7ffa2a001fdb admin admin] Publish callbacks [] for security_group (143e0083-dc96-4db9-9447-6e6e78af960c), before_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:33.135902 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-fe012135-9012-449b-98e9-7ffa2a001fdb admin admin] Publish callbacks [] for security_group (143e0083-dc96-4db9-9447-6e6e78af960c), precommit_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:33.186358 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_hamode_db [None req-0e3d0c67-d43b-45fb-927d-f5b2858e18f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaee042d-1749-43c6-9189-3f4d9d7b27c8', 'name': 'tempest-TestVolumeBootPattern-239958729-router', 'tenant_id': 'ce434d4dbdbd420cbeb39478f2dbb3f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'external_fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': '1ccdbab0-680b-47f0-8594-c2e1fbc622d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:40:22Z', 'updated_at': '2022-10-03T13:40:26Z', 'revision_number': 4, 'project_id': 'ce434d4dbdbd420cbeb39478f2dbb3f0', 'gw_port': {'id': '1ccdbab0-680b-47f0-8594-c2e1fbc622d1', 'name': '', 'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:2f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaee042d-1749-43c6-9189-3f4d9d7b27c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:40:23Z', 'updated_at': '2022-10-03T13:40:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860090-1-iscsi', '_interfaces': [{'id': 'bef2a1fa-093c-4dbf-9bb7-0da4a874141c', 'name': '', 'network_id': '565d1b14-39c9-4d59-ba0d-f74183bc93a8', 'tenant_id': 'ce434d4dbdbd420cbeb39478f2dbb3f0', 'mac_address': 'fa:16:3e:ab:3a:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaee042d-1749-43c6-9189-3f4d9d7b27c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'c9455fbd-60de-49ef-b25c-80dd4eaa05fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:40:25Z', 'updated_at': '2022-10-03T13:40:26Z', 'revision_number': 2, 'project_id': 'ce434d4dbdbd420cbeb39478f2dbb3f0', 'subnets': [{'id': 'c9455fbd-60de-49ef-b25c-80dd4eaa05fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860090-1-iscsi', False) {} {{(pid=106271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:40:33.221101 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-fe012135-9012-449b-98e9-7ffa2a001fdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (143e0083-dc96-4db9-9447-6e6e78af960c), after_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:33.225865 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-fe012135-9012-449b-98e9-7ffa2a001fdb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:33.227906 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-fe012135-9012-449b-98e9-7ffa2a001fdb admin admin] 10.222.0.58 "DELETE /networking/v2.0/security-groups/143e0083-dc96-4db9-9447-6e6e78af960c HTTP/1.1" status: 204 len: 168 time: 0.2123458 Oct 03 13:40:33.233128 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e3d0c67-d43b-45fb-927d-f5b2858e18f4 None None] Checking router: eaee042d-1749-43c6-9189-3f4d9d7b27c8 for host: dv-cinder-860090-1-iscsi {{(pid=106271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 13:40:33.233432 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e3d0c67-d43b-45fb-927d-f5b2858e18f4 None None] Updating router eaee042d-1749-43c6-9189-3f4d9d7b27c8 port bef2a1fa-093c-4dbf-9bb7-0da4a874141c binding host dv-cinder-860090-1-iscsi {{(pid=106271) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 03 13:40:33.240424 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe012135-9012-449b-98e9-7ffa2a001fdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=143e0083-dc96-4db9-9447-6e6e78af960c,revision_number=None']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:40:33.268082 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron_lib.callbacks.manager [None req-0e3d0c67-d43b-45fb-927d-f5b2858e18f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (bef2a1fa-093c-4dbf-9bb7-0da4a874141c), before_update {{(pid=106271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:33.548603 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:40:33.567401 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=100 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:40:33.636431 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron_lib.callbacks.manager [None req-0e3d0c67-d43b-45fb-927d-f5b2858e18f4 None None] Publish callbacks [] for port (bef2a1fa-093c-4dbf-9bb7-0da4a874141c), precommit_update {{(pid=106271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:33.640471 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron_lib.callbacks.manager [None req-0e3d0c67-d43b-45fb-927d-f5b2858e18f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751015143617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751014657006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751014658052'] for port (bef2a1fa-093c-4dbf-9bb7-0da4a874141c), after_update {{(pid=106271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:33.723971 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b06cd21-a447-46a4-a652-3f418c241446 None None] Pushing event updated for resources: {'Port': ['ID=bef2a1fa-093c-4dbf-9bb7-0da4a874141c,revision_number=3']} {{(pid=106271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:40:33.763961 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.plugins.ml2.managers [None req-0e3d0c67-d43b-45fb-927d-f5b2858e18f4 None None] Attempting to bind port bef2a1fa-093c-4dbf-9bb7-0da4a874141c on host dv-cinder-860090-1-iscsi for vnic_type normal with profile {{(pid=106271) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 13:40:33.764409 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.plugins.ml2.managers [None req-0e3d0c67-d43b-45fb-927d-f5b2858e18f4 None None] Attempting to bind port bef2a1fa-093c-4dbf-9bb7-0da4a874141c by drivers openvswitch,hyperv on host dv-cinder-860090-1-iscsi at level 0 using segments [{'id': '21da5a25-2c68-4957-a0ab-164c2c7c6323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '565d1b14-39c9-4d59-ba0d-f74183bc93a8'}] {{(pid=106271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 13:40:33.764917 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3d0c67-d43b-45fb-927d-f5b2858e18f4 None None] Attempting to bind port bef2a1fa-093c-4dbf-9bb7-0da4a874141c on network 565d1b14-39c9-4d59-ba0d-f74183bc93a8 {{(pid=106271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 13:40:33.819880 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3d0c67-d43b-45fb-927d-f5b2858e18f4 None None] Checking agent: {'id': 'd46c7ed5-c451-4a76-ab3f-ab8e3ea4a5ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860090-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 13, 22, 7), 'started_at': datetime.datetime(2022, 10, 3, 13, 22, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 13, 40, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860090-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 13:40:33.820323 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3d0c67-d43b-45fb-927d-f5b2858e18f4 None None] Checking segment: {'id': '21da5a25-2c68-4957-a0ab-164c2c7c6323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '565d1b14-39c9-4d59-ba0d-f74183bc93a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106271) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 13:40:33.825908 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron_lib.callbacks.manager [None req-0e3d0c67-d43b-45fb-927d-f5b2858e18f4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:33.825908 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3d0c67-d43b-45fb-927d-f5b2858e18f4 None None] Bound using segment: {'id': '21da5a25-2c68-4957-a0ab-164c2c7c6323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '565d1b14-39c9-4d59-ba0d-f74183bc93a8'} {{(pid=106271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 13:40:33.825908 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.plugins.ml2.managers [None req-0e3d0c67-d43b-45fb-927d-f5b2858e18f4 None None] Bound port: bef2a1fa-093c-4dbf-9bb7-0da4a874141c, host: dv-cinder-860090-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21da5a25-2c68-4957-a0ab-164c2c7c6323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '565d1b14-39c9-4d59-ba0d-f74183bc93a8'}}] {{(pid=106271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 13:40:33.825908 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron_lib.callbacks.manager [None req-0e3d0c67-d43b-45fb-927d-f5b2858e18f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (bef2a1fa-093c-4dbf-9bb7-0da4a874141c), before_update {{(pid=106271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:33.916255 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.plugins.ml2.db [None req-0e3d0c67-d43b-45fb-927d-f5b2858e18f4 None None] For port bef2a1fa-093c-4dbf-9bb7-0da4a874141c, host dv-cinder-860090-1-iscsi, cleared binding levels {{(pid=106271) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 13:40:33.922898 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.plugins.ml2.db [None req-0e3d0c67-d43b-45fb-927d-f5b2858e18f4 None None] For port bef2a1fa-093c-4dbf-9bb7-0da4a874141c, host dv-cinder-860090-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860090-1-iscsi',level=0,port_id=bef2a1fa-093c-4dbf-9bb7-0da4a874141c,segment=NetworkSegment(21da5a25-2c68-4957-a0ab-164c2c7c6323),segment_id=21da5a25-2c68-4957-a0ab-164c2c7c6323)] {{(pid=106271) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 13:40:33.932557 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron_lib.callbacks.manager [None req-0e3d0c67-d43b-45fb-927d-f5b2858e18f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751015143617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751014657006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751014658052'] for port (bef2a1fa-093c-4dbf-9bb7-0da4a874141c), after_update {{(pid=106271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:33.994115 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e3d0c67-d43b-45fb-927d-f5b2858e18f4 None None] Routers {'eaee042d-1749-43c6-9189-3f4d9d7b27c8'} bound to L3 agent in host dv-cinder-860090-1-iscsi {{(pid=106271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 13:40:33.994757 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_hamode_db [None req-0e3d0c67-d43b-45fb-927d-f5b2858e18f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860090-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-03T13:22:05Z,description=,heartbeat_timestamp=2022-10-03T13:40:05Z,host='dv-cinder-860090-1-iscsi',id=94180321-47b1-4b5c-b620-b1b0a31df446,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T13:22:05Z,topic='l3_agent')) {'router_ids': ['eaee042d-1749-43c6-9189-3f4d9d7b27c8'], 'active': True} {{(pid=106271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:40:34.087839 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b06cd21-a447-46a4-a652-3f418c241446 None None] Pushing event updated for resources: {'Port': ['ID=bef2a1fa-093c-4dbf-9bb7-0da4a874141c,revision_number=4']} {{(pid=106271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:40:34.180113 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_dvr_db [None req-0e3d0c67-d43b-45fb-927d-f5b2858e18f4 None None] Set router eaee042d-1749-43c6-9189-3f4d9d7b27c8 gateway port host: dv-cinder-860090-1-iscsi {{(pid=106271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 13:40:34.483394 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_hamode_db [None req-0e3d0c67-d43b-45fb-927d-f5b2858e18f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaee042d-1749-43c6-9189-3f4d9d7b27c8', 'name': 'tempest-TestVolumeBootPattern-239958729-router', 'tenant_id': 'ce434d4dbdbd420cbeb39478f2dbb3f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'external_fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': '1ccdbab0-680b-47f0-8594-c2e1fbc622d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:40:22Z', 'updated_at': '2022-10-03T13:40:26Z', 'revision_number': 4, 'project_id': 'ce434d4dbdbd420cbeb39478f2dbb3f0', 'gw_port': {'id': '1ccdbab0-680b-47f0-8594-c2e1fbc622d1', 'name': '', 'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:2f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaee042d-1749-43c6-9189-3f4d9d7b27c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:40:23Z', 'updated_at': '2022-10-03T13:40:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860090-1-iscsi', '_interfaces': [{'id': 'bef2a1fa-093c-4dbf-9bb7-0da4a874141c', 'name': '', 'network_id': '565d1b14-39c9-4d59-ba0d-f74183bc93a8', 'tenant_id': 'ce434d4dbdbd420cbeb39478f2dbb3f0', 'mac_address': 'fa:16:3e:ab:3a:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaee042d-1749-43c6-9189-3f4d9d7b27c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'c9455fbd-60de-49ef-b25c-80dd4eaa05fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:40:25Z', 'updated_at': '2022-10-03T13:40:33Z', 'revision_number': 4, 'project_id': 'ce434d4dbdbd420cbeb39478f2dbb3f0', 'subnets': [{'id': 'c9455fbd-60de-49ef-b25c-80dd4eaa05fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860090-1-iscsi', False) {} {{(pid=106271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:40:34.534033 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e3d0c67-d43b-45fb-927d-f5b2858e18f4 None None] The sync data for ids ['eaee042d-1749-43c6-9189-3f4d9d7b27c8'] in dv-cinder-860090-1-iscsi is: [{'id': 'eaee042d-1749-43c6-9189-3f4d9d7b27c8', 'name': 'tempest-TestVolumeBootPattern-239958729-router', 'tenant_id': 'ce434d4dbdbd420cbeb39478f2dbb3f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'external_fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': '1ccdbab0-680b-47f0-8594-c2e1fbc622d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:40:22Z', 'updated_at': '2022-10-03T13:40:26Z', 'revision_number': 4, 'project_id': 'ce434d4dbdbd420cbeb39478f2dbb3f0', 'gw_port': {'id': '1ccdbab0-680b-47f0-8594-c2e1fbc622d1', 'name': '', 'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:2f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaee042d-1749-43c6-9189-3f4d9d7b27c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:40:23Z', 'updated_at': '2022-10-03T13:40:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860090-1-iscsi', '_interfaces': [{'id': 'bef2a1fa-093c-4dbf-9bb7-0da4a874141c', 'name': '', 'network_id': '565d1b14-39c9-4d59-ba0d-f74183bc93a8', 'tenant_id': 'ce434d4dbdbd420cbeb39478f2dbb3f0', 'mac_address': 'fa:16:3e:ab:3a:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaee042d-1749-43c6-9189-3f4d9d7b27c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'c9455fbd-60de-49ef-b25c-80dd4eaa05fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:40:25Z', 'updated_at': '2022-10-03T13:40:33Z', 'revision_number': 4, 'project_id': 'ce434d4dbdbd420cbeb39478f2dbb3f0', 'subnets': [{'id': 'c9455fbd-60de-49ef-b25c-80dd4eaa05fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 13:40:34.899427 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-b17071a6-98b0-4795-a08a-577fed5e268c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (94180321-47b1-4b5c-b620-b1b0a31df446), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:35.854612 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Device bef2a1fa-093c-4dbf-9bb7-0da4a874141c up at agent ovs-agent-dv-cinder-860090-1-iscsi {{(pid=106270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 13:40:35.906329 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.provisioning_blocks [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Provisioning complete for port bef2a1fa-093c-4dbf-9bb7-0da4a874141c triggered by entity L2. {{(pid=106270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 13:40:35.912021 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1340199'] for port (bef2a1fa-093c-4dbf-9bb7-0da4a874141c), provisioning_complete {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:35.912021 dv-cinder-860090-1-iscsi neutron-server[106270]: INFO neutron.plugins.ml2.plugin [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Attempt 1 to provision port bef2a1fa-093c-4dbf-9bb7-0da4a874141c Oct 03 13:40:35.912021 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:40:36.008391 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Current status of the port bef2a1fa-093c-4dbf-9bb7-0da4a874141c is: DOWN; New status is: ACTIVE {{(pid=106270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 13:40:36.008779 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (bef2a1fa-093c-4dbf-9bb7-0da4a874141c), before_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:36.049251 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.db [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] For port bef2a1fa-093c-4dbf-9bb7-0da4a874141c, host dv-cinder-860090-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860090-1-iscsi',level=0,port_id=bef2a1fa-093c-4dbf-9bb7-0da4a874141c,segment=NetworkSegment(21da5a25-2c68-4957-a0ab-164c2c7c6323),segment_id=21da5a25-2c68-4957-a0ab-164c2c7c6323)] {{(pid=106270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 13:40:36.054736 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751015143617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751014657006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751014658052'] for port (bef2a1fa-093c-4dbf-9bb7-0da4a874141c), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:36.132362 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Pushing event updated for resources: {'Port': ['ID=bef2a1fa-093c-4dbf-9bb7-0da4a874141c,revision_number=5']} {{(pid=106270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:40:36.168719 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-1bb28928-3e93-41c9-8900-1ecfb790b160 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (5eabf47d-5620-4e94-9269-ef19fe52be68), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:37.502556 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (d46c7ed5-c451-4a76-ab3f-ab8e3ea4a5ec), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:37.663934 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-9b3e6be4-ae7f-4a46-812d-719b0ca73959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (3cd5b2bb-c81a-4ce3-a212-a51c5aa706bd), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:37.857244 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Device bef2a1fa-093c-4dbf-9bb7-0da4a874141c up at agent ovs-agent-dv-cinder-860090-1-iscsi {{(pid=106270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 13:40:37.935171 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.provisioning_blocks [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Provisioning complete for port bef2a1fa-093c-4dbf-9bb7-0da4a874141c triggered by entity L2. {{(pid=106270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 13:40:37.935534 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1340199'] for port (bef2a1fa-093c-4dbf-9bb7-0da4a874141c), provisioning_complete {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:37.935865 dv-cinder-860090-1-iscsi neutron-server[106270]: INFO neutron.plugins.ml2.plugin [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Attempt 1 to provision port bef2a1fa-093c-4dbf-9bb7-0da4a874141c Oct 03 13:40:38.049484 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Current status of the port bef2a1fa-093c-4dbf-9bb7-0da4a874141c is: ACTIVE; New status is: ACTIVE {{(pid=106270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 13:40:38.561800 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (1af51d63-a9c9-4bbe-9b0d-c8e0a80c641c), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:43.000122 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=7 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:40:43.003115 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=16,neutron:INSERT=3 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:40:43.232651 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=17,neutron:DELETE=3 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:40:43.233888 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=76,neutron:INSERT=4,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:40:44.462232 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=73,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:40:44.489358 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=70,neutron:UPDATE=3 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:40:45.878532 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 37230) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:40:45.997094 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-bd0effb5-b94a-4fb6-b9da-7d38168a2eb5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:46.108974 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-bd0effb5-b94a-4fb6-b9da-7d38168a2eb5 admin admin] Publish callbacks [] for security_group (688a5e10-0868-47dd-9be3-d4375444ad99), precommit_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:46.116880 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-bd0effb5-b94a-4fb6-b9da-7d38168a2eb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (688a5e10-0868-47dd-9be3-d4375444ad99), after_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:46.185842 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0effb5-b94a-4fb6-b9da-7d38168a2eb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=688a5e10-0868-47dd-9be3-d4375444ad99,revision_number=1']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:40:46.213547 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-bd0effb5-b94a-4fb6-b9da-7d38168a2eb5 admin admin] 10.222.0.58 "GET /networking/v2.0/security-groups?tenant_id=8c9a6a9d739f48b6957572c7bf691ed1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3334112 Oct 03 13:40:46.217550 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 37240) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:40:46.282228 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-7a02dba4-919a-40f5-9da0-4e419dcc1317 admin admin] Publish callbacks [] for security_group (688a5e10-0868-47dd-9be3-d4375444ad99), before_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:46.317572 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-7a02dba4-919a-40f5-9da0-4e419dcc1317 admin admin] Publish callbacks [] for security_group (688a5e10-0868-47dd-9be3-d4375444ad99), precommit_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:46.410675 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-7a02dba4-919a-40f5-9da0-4e419dcc1317 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (688a5e10-0868-47dd-9be3-d4375444ad99), after_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:46.413833 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-7a02dba4-919a-40f5-9da0-4e419dcc1317 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:46.422357 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-7a02dba4-919a-40f5-9da0-4e419dcc1317 admin admin] 10.222.0.58 "DELETE /networking/v2.0/security-groups/688a5e10-0868-47dd-9be3-d4375444ad99 HTTP/1.1" status: 204 len: 168 time: 0.2031333 Oct 03 13:40:46.445216 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a02dba4-919a-40f5-9da0-4e419dcc1317 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=688a5e10-0868-47dd-9be3-d4375444ad99,revision_number=None']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:40:46.473250 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-ed8b1bb6-a090-4ed4-87d3-e556e96b7f8b req-c91971c1-3e95-420c-9b26-a4f1932f7d4e service neutron] 10.222.0.65 "GET /networking/v2.0/ports?device_id=5bdf1da3-13ed-49ca-a2c9-40c7f6ef0703&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0688322 Oct 03 13:40:46.648429 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbbb10b-e708-47a2-8c6d-fbcf4bc62d9c req-6d9a0bc3-d94e-4686-acaa-95e05f712ce4 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:40:46.650309 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-dbbbb10b-e708-47a2-8c6d-fbcf4bc62d9c req-6d9a0bc3-d94e-4686-acaa-95e05f712ce4 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=5bdf1da3-13ed-49ca-a2c9-40c7f6ef0703 HTTP/1.1" status: 200 len: 947 time: 0.0693212 Oct 03 13:40:46.723527 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-dbbbb10b-e708-47a2-8c6d-fbcf4bc62d9c req-9c8ef824-5bf7-46d0-ad43-179000996291 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=66c88dd3-649f-4aa2-852b-62f1334e7ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614264 Oct 03 13:40:48.092029 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074c0911-2ae6-490b-929f-dba407151038 req-4bbd50f8-c8ec-471b-8d90-aff25ca3488a tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:40:48.093574 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-074c0911-2ae6-490b-929f-dba407151038 req-4bbd50f8-c8ec-471b-8d90-aff25ca3488a tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=5bdf1da3-13ed-49ca-a2c9-40c7f6ef0703 HTTP/1.1" status: 200 len: 947 time: 0.2495306 Oct 03 13:40:48.151672 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-074c0911-2ae6-490b-929f-dba407151038 req-ee09c0c7-22ee-4c54-a033-56581d4d54f0 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=66c88dd3-649f-4aa2-852b-62f1334e7ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505638 Oct 03 13:40:48.319474 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8b1bb6-a090-4ed4-87d3-e556e96b7f8b req-b7695f85-edfe-47ad-ba7c-b95510de5f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:40:48.321008 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-ed8b1bb6-a090-4ed4-87d3-e556e96b7f8b req-b7695f85-edfe-47ad-ba7c-b95510de5f20 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=e019f687769f408d9c3faab0c8693a9d&device_id=5bdf1da3-13ed-49ca-a2c9-40c7f6ef0703 HTTP/1.1" status: 200 len: 1131 time: 0.0478287 Oct 03 13:40:48.554929 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8b1bb6-a090-4ed4-87d3-e556e96b7f8b req-e3396406-c24d-4529-9213-865b4a41315b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:40:48.555462 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=50,neutron:UPDATE=6 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:40:48.556527 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-ed8b1bb6-a090-4ed4-87d3-e556e96b7f8b req-e3396406-c24d-4529-9213-865b4a41315b service neutron] 10.222.0.65 "GET /networking/v2.0/networks?id=83166103-7560-4ace-bfbe-05a1216e31b8 HTTP/1.1" status: 200 len: 917 time: 0.1056809 Oct 03 13:40:48.633197 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-ed8b1bb6-a090-4ed4-87d3-e556e96b7f8b req-6cf9a048-7891-425c-9303-d94040116beb service neutron] 10.222.0.65 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a788fb3b-a7c9-4293-adc4-4714a34e7902 HTTP/1.1" status: 200 len: 1001 time: 0.0688403 Oct 03 13:40:48.693225 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8b1bb6-a090-4ed4-87d3-e556e96b7f8b req-ed1189fe-c6fa-4b0d-8cd4-715e35c6780e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:40:48.694782 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-ed8b1bb6-a090-4ed4-87d3-e556e96b7f8b req-ed1189fe-c6fa-4b0d-8cd4-715e35c6780e service neutron] 10.222.0.65 "GET /networking/v2.0/subnets?id=bc4f70ab-e5db-4143-a1e5-7fb2da9adef0 HTTP/1.1" status: 200 len: 855 time: 0.0504544 Oct 03 13:40:48.812620 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8b1bb6-a090-4ed4-87d3-e556e96b7f8b req-ee5f232a-5dee-420a-881d-2800bc1904be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:40:48.814840 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-ed8b1bb6-a090-4ed4-87d3-e556e96b7f8b req-ee5f232a-5dee-420a-881d-2800bc1904be service neutron] 10.222.0.65 "GET /networking/v2.0/ports?network_id=83166103-7560-4ace-bfbe-05a1216e31b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0766234 Oct 03 13:40:48.821015 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71efc347-3b0f-4ab4-9b46-e6b7536bab46 req-5af196c7-a5fe-4631-9ea3-3504fcb2afd2 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:40:48.822633 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-71efc347-3b0f-4ab4-9b46-e6b7536bab46 req-5af196c7-a5fe-4631-9ea3-3504fcb2afd2 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=5bdf1da3-13ed-49ca-a2c9-40c7f6ef0703 HTTP/1.1" status: 200 len: 947 time: 0.0832431 Oct 03 13:40:48.988608 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.plugin [req-71efc347-3b0f-4ab4-9b46-e6b7536bab46 req-0b538947-17db-4d19-a49b-bb387ca1cbb0 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Deleting port a788fb3b-a7c9-4293-adc4-4714a34e7902 {{(pid=106268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 13:40:48.988955 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-71efc347-3b0f-4ab4-9b46-e6b7536bab46 req-0b538947-17db-4d19-a49b-bb387ca1cbb0 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751015143464'] for port (a788fb3b-a7c9-4293-adc4-4714a34e7902), before_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:48.997171 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-ed8b1bb6-a090-4ed4-87d3-e556e96b7f8b req-b0603b61-b12b-4f7d-b48d-7fa24baa4a11 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/83166103-7560-4ace-bfbe-05a1216e31b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735106 Oct 03 13:40:49.291096 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f13281-f935-4fb5-b45e-17045734b96f req-2893d334-db6a-4198-be9a-788864adb2d4 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:40:49.292688 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-16f13281-f935-4fb5-b45e-17045734b96f req-2893d334-db6a-4198-be9a-788864adb2d4 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=5bdf1da3-13ed-49ca-a2c9-40c7f6ef0703 HTTP/1.1" status: 200 len: 947 time: 0.0519712 Oct 03 13:40:49.348228 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-16f13281-f935-4fb5-b45e-17045734b96f req-8a607164-76b2-4d96-82ba-2338e8ee831d tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=66c88dd3-649f-4aa2-852b-62f1334e7ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495298 Oct 03 13:40:49.435706 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.db [req-71efc347-3b0f-4ab4-9b46-e6b7536bab46 req-0b538947-17db-4d19-a49b-bb387ca1cbb0 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] For port a788fb3b-a7c9-4293-adc4-4714a34e7902, host hv-cinder-86009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86009',level=0,port_id=a788fb3b-a7c9-4293-adc4-4714a34e7902,segment=NetworkSegment(24e9c697-6214-4a54-b0c6-42aa0af9c46f),segment_id=24e9c697-6214-4a54-b0c6-42aa0af9c46f)] {{(pid=106268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 13:40:49.436257 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-71efc347-3b0f-4ab4-9b46-e6b7536bab46 req-0b538947-17db-4d19-a49b-bb387ca1cbb0 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724412'] for port (a788fb3b-a7c9-4293-adc4-4714a34e7902), precommit_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:49.450058 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-ed8b1bb6-a090-4ed4-87d3-e556e96b7f8b req-300b0cbf-e3c0-4ce9-9e28-787e5388ae94 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/83166103-7560-4ace-bfbe-05a1216e31b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4371634 Oct 03 13:40:49.611030 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=100 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:40:49.627868 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-71efc347-3b0f-4ab4-9b46-e6b7536bab46 req-0b538947-17db-4d19-a49b-bb387ca1cbb0 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:49.628326 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-71efc347-3b0f-4ab4-9b46-e6b7536bab46 req-0b538947-17db-4d19-a49b-bb387ca1cbb0 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3722562'] for floatingip (b37976a7-6a95-418b-959c-c69179462b2d), after_update {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:49.628461 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.db.l3_db [req-71efc347-3b0f-4ab4-9b46-e6b7536bab46 req-0b538947-17db-4d19-a49b-bb387ca1cbb0 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Floating IP b37976a7-6a95-418b-959c-c69179462b2d disassociated. External IP: 172.27.1.65, port: a788fb3b-a7c9-4293-adc4-4714a34e7902. Oct 03 13:40:49.628727 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.plugin [req-71efc347-3b0f-4ab4-9b46-e6b7536bab46 req-0b538947-17db-4d19-a49b-bb387ca1cbb0 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Calling delete_port for a788fb3b-a7c9-4293-adc4-4714a34e7902 owned by compute:nova {{(pid=106268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 13:40:49.677413 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:40:49.769862 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-44d06602-d1dc-42c9-bdf4-668cc2516d2c req-be4b4928-3111-49ec-9996-0f1fc1a08fa4 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] 10.222.0.58 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1836367322&fields=id&tenant_id=0e005cbca8874c76bf8ad8f5d336b189 HTTP/1.1" status: 200 len: 267 time: 0.0745277 Oct 03 13:40:49.877054 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-71efc347-3b0f-4ab4-9b46-e6b7536bab46 req-0b538947-17db-4d19-a49b-bb387ca1cbb0 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751015146406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751014656997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25417805'] for port (a788fb3b-a7c9-4293-adc4-4714a34e7902), after_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:49.916776 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b538947-17db-4d19-a49b-bb387ca1cbb0 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Pushing event deleted for resources: {'Port': ['ID=a788fb3b-a7c9-4293-adc4-4714a34e7902,revision_number=None']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:40:49.953534 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d06602-d1dc-42c9-bdf4-668cc2516d2c req-2490ab0f-df17-4312-9658-33a3a116c3ed tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:40:49.955142 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-44d06602-d1dc-42c9-bdf4-668cc2516d2c req-2490ab0f-df17-4312-9658-33a3a116c3ed tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] 10.222.0.58 "GET /networking/v2.0/networks?id=5b3c6d8a-02a1-4730-82ca-c02b5cbef660 HTTP/1.1" status: 200 len: 812 time: 0.1680336 Oct 03 13:40:50.004875 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-44d06602-d1dc-42c9-bdf4-668cc2516d2c req-d3545d49-3f78-4e3b-8e29-16484933f0bb tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] 10.222.0.58 "GET /networking/v2.0/quotas/0e005cbca8874c76bf8ad8f5d336b189 HTTP/1.1" status: 200 len: 375 time: 0.0192776 Oct 03 13:40:50.099808 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-44d06602-d1dc-42c9-bdf4-668cc2516d2c req-59ab64a7-a83a-44cd-bb70-801598d2f8b8 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=0e005cbca8874c76bf8ad8f5d336b189&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0883977 Oct 03 13:40:50.108976 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.scheduler.l3_agent_scheduler [req-71efc347-3b0f-4ab4-9b46-e6b7536bab46 req-0b538947-17db-4d19-a49b-bb387ca1cbb0 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Router c8606d8c-b1c9-49d9-b355-0650feac1844 has already been hosted by L3 agent 94180321-47b1-4b5c-b620-b1b0a31df446 {{(pid=106268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 03 13:40:50.306513 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-44d06602-d1dc-42c9-bdf4-668cc2516d2c req-1f889670-065d-42bc-a38a-d2c929d04c5b service neutron] 10.222.0.58 "GET /networking/v2.0/networks/5b3c6d8a-02a1-4730-82ca-c02b5cbef660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1934695 Oct 03 13:40:50.341234 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-71efc347-3b0f-4ab4-9b46-e6b7536bab46 req-0b538947-17db-4d19-a49b-bb387ca1cbb0 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Notify agent at l3_agent.dv-cinder-860090-1-iscsi the message routers_updated {{(pid=106268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 13:40:50.359433 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78397177-db90-4a71-a3c8-038ff76ff304 None None] Sync routers for ids ['c8606d8c-b1c9-49d9-b355-0650feac1844'] in dv-cinder-860090-1-iscsi {{(pid=106270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 13:40:50.377733 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78397177-db90-4a71-a3c8-038ff76ff304 None None] Routers {'c8606d8c-b1c9-49d9-b355-0650feac1844'} bound to L3 agent in host dv-cinder-860090-1-iscsi {{(pid=106270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 13:40:50.378399 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_hamode_db [None req-78397177-db90-4a71-a3c8-038ff76ff304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860090-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-03T13:22:05Z,description=,heartbeat_timestamp=2022-10-03T13:40:35Z,host='dv-cinder-860090-1-iscsi',id=94180321-47b1-4b5c-b620-b1b0a31df446,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T13:22:05Z,topic='l3_agent')) {'router_ids': ['c8606d8c-b1c9-49d9-b355-0650feac1844'], 'active': True} {{(pid=106270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:40:50.432596 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.db.l3_dvrscheduler_db [req-71efc347-3b0f-4ab4-9b46-e6b7536bab46 req-0b538947-17db-4d19-a49b-bb387ca1cbb0 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] No DVR routers for this DVR port a788fb3b-a7c9-4293-adc4-4714a34e7902 on host hv-cinder-86009 {{(pid=106268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 03 13:40:50.436592 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-71efc347-3b0f-4ab4-9b46-e6b7536bab46 req-0b538947-17db-4d19-a49b-bb387ca1cbb0 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512321'] for port (None), before_response {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:50.440265 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-71efc347-3b0f-4ab4-9b46-e6b7536bab46 req-0b538947-17db-4d19-a49b-bb387ca1cbb0 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.65 "DELETE /networking/v2.0/ports/a788fb3b-a7c9-4293-adc4-4714a34e7902 HTTP/1.1" status: 204 len: 173 time: 1.6075618 Oct 03 13:40:50.444266 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bdf1da3-13ed-49ca-a2c9-40c7f6ef0703', 'name': 'network-vif-deleted', 'tag': 'a788fb3b-a7c9-4293-adc4-4714a34e7902'}] {{(pid=106268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 13:40:50.447095 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd70873512ffc397a2b7ac25ee02414627e7506f7787b64d61dc92e00300ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad59108f-6256-4d15-b30a-19c7239fac95" -d '{"events": [{"server_uuid": "5bdf1da3-13ed-49ca-a2c9-40c7f6ef0703", "name": "network-vif-deleted", "tag": "a788fb3b-a7c9-4293-adc4-4714a34e7902"}]}' {{(pid=106268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 13:40:50.491924 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-44d06602-d1dc-42c9-bdf4-668cc2516d2c req-83754de3-f925-4c3e-89b5-e067bb86a2fa service neutron] 10.222.0.58 "GET /networking/v2.0/networks/5b3c6d8a-02a1-4730-82ca-c02b5cbef660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1761014 Oct 03 13:40:50.549976 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_dvr_db [None req-78397177-db90-4a71-a3c8-038ff76ff304 None None] Set router c8606d8c-b1c9-49d9-b355-0650feac1844 gateway port host: dv-cinder-860090-1-iscsi {{(pid=106270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 13:40:50.582146 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-fccc3e3f-c29a-4a6d-bbd2-97b5afdb8ca8 req-2703c23a-e42c-4b16-a266-9882b49e03f5 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=5bdf1da3-13ed-49ca-a2c9-40c7f6ef0703 HTTP/1.1" status: 200 len: 210 time: 0.0891366 Oct 03 13:40:50.645338 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 13:40:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98425494-b1bb-4d79-bada-0ea802393083 x-openstack-request-id: req-98425494-b1bb-4d79-bada-0ea802393083 {{(pid=106268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 13:40:50.645952 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bdf1da3-13ed-49ca-a2c9-40c7f6ef0703", "name": "network-vif-deleted", "tag": "a788fb3b-a7c9-4293-adc4-4714a34e7902", "status": "completed", "code": 200}]} {{(pid=106268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 13:40:50.646323 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-98425494-b1bb-4d79-bada-0ea802393083 {{(pid=106268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 13:40:50.647038 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98425494-b1bb-4d79-bada-0ea802393083'] response: {'server_uuid': '5bdf1da3-13ed-49ca-a2c9-40c7f6ef0703', 'name': 'network-vif-deleted', 'tag': 'a788fb3b-a7c9-4293-adc4-4714a34e7902', 'status': 'completed', 'code': 200} Oct 03 13:40:50.811815 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_hamode_db [None req-78397177-db90-4a71-a3c8-038ff76ff304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8606d8c-b1c9-49d9-b355-0650feac1844', 'name': 'tempest-AttachVolumeShelveTestJSON-121990232-router', 'tenant_id': 'e019f687769f408d9c3faab0c8693a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'external_fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.38'}], 'enable_snat': True}, 'gw_port_id': '52620d42-0657-48d1-89ca-6526c1ad8855', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:37:45Z', 'updated_at': '2022-10-03T13:37:48Z', 'revision_number': 4, 'project_id': 'e019f687769f408d9c3faab0c8693a9d', 'gw_port': {'id': '52620d42-0657-48d1-89ca-6526c1ad8855', 'name': '', 'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:99:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8606d8c-b1c9-49d9-b355-0650feac1844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:37:45Z', 'updated_at': '2022-10-03T13:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860090-1-iscsi', '_interfaces': [{'id': '1596c1d8-15dc-4b0b-8e23-90392080d77a', 'name': '', 'network_id': '83166103-7560-4ace-bfbe-05a1216e31b8', 'tenant_id': 'e019f687769f408d9c3faab0c8693a9d', 'mac_address': 'fa:16:3e:df:de:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8606d8c-b1c9-49d9-b355-0650feac1844', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'bc4f70ab-e5db-4143-a1e5-7fb2da9adef0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:37:48Z', 'updated_at': '2022-10-03T13:37:54Z', 'revision_number': 5, 'project_id': 'e019f687769f408d9c3faab0c8693a9d', 'subnets': [{'id': 'bc4f70ab-e5db-4143-a1e5-7fb2da9adef0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860090-1-iscsi', False) {} {{(pid=106270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:40:50.839830 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78397177-db90-4a71-a3c8-038ff76ff304 None None] Checking router: c8606d8c-b1c9-49d9-b355-0650feac1844 for host: dv-cinder-860090-1-iscsi {{(pid=106270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 13:40:50.849282 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78397177-db90-4a71-a3c8-038ff76ff304 None None] Routers {'c8606d8c-b1c9-49d9-b355-0650feac1844'} bound to L3 agent in host dv-cinder-860090-1-iscsi {{(pid=106270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 13:40:50.849943 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_hamode_db [None req-78397177-db90-4a71-a3c8-038ff76ff304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860090-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-03T13:22:05Z,description=,heartbeat_timestamp=2022-10-03T13:40:35Z,host='dv-cinder-860090-1-iscsi',id=94180321-47b1-4b5c-b620-b1b0a31df446,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T13:22:05Z,topic='l3_agent')) {'router_ids': ['c8606d8c-b1c9-49d9-b355-0650feac1844'], 'active': True} {{(pid=106270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:40:50.964759 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_dvr_db [None req-78397177-db90-4a71-a3c8-038ff76ff304 None None] Set router c8606d8c-b1c9-49d9-b355-0650feac1844 gateway port host: dv-cinder-860090-1-iscsi {{(pid=106270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 13:40:51.058268 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=100 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:40:51.198417 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_hamode_db [None req-78397177-db90-4a71-a3c8-038ff76ff304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8606d8c-b1c9-49d9-b355-0650feac1844', 'name': 'tempest-AttachVolumeShelveTestJSON-121990232-router', 'tenant_id': 'e019f687769f408d9c3faab0c8693a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'external_fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.38'}], 'enable_snat': True}, 'gw_port_id': '52620d42-0657-48d1-89ca-6526c1ad8855', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:37:45Z', 'updated_at': '2022-10-03T13:37:48Z', 'revision_number': 4, 'project_id': 'e019f687769f408d9c3faab0c8693a9d', 'gw_port': {'id': '52620d42-0657-48d1-89ca-6526c1ad8855', 'name': '', 'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:99:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8606d8c-b1c9-49d9-b355-0650feac1844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:37:45Z', 'updated_at': '2022-10-03T13:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860090-1-iscsi', '_interfaces': [{'id': '1596c1d8-15dc-4b0b-8e23-90392080d77a', 'name': '', 'network_id': '83166103-7560-4ace-bfbe-05a1216e31b8', 'tenant_id': 'e019f687769f408d9c3faab0c8693a9d', 'mac_address': 'fa:16:3e:df:de:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8606d8c-b1c9-49d9-b355-0650feac1844', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'bc4f70ab-e5db-4143-a1e5-7fb2da9adef0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:37:48Z', 'updated_at': '2022-10-03T13:37:54Z', 'revision_number': 5, 'project_id': 'e019f687769f408d9c3faab0c8693a9d', 'subnets': [{'id': 'bc4f70ab-e5db-4143-a1e5-7fb2da9adef0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860090-1-iscsi', False) {} {{(pid=106270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:40:51.236169 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78397177-db90-4a71-a3c8-038ff76ff304 None None] The sync data for ids ['c8606d8c-b1c9-49d9-b355-0650feac1844'] in dv-cinder-860090-1-iscsi is: [{'id': 'c8606d8c-b1c9-49d9-b355-0650feac1844', 'name': 'tempest-AttachVolumeShelveTestJSON-121990232-router', 'tenant_id': 'e019f687769f408d9c3faab0c8693a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'external_fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.38'}], 'enable_snat': True}, 'gw_port_id': '52620d42-0657-48d1-89ca-6526c1ad8855', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:37:45Z', 'updated_at': '2022-10-03T13:37:48Z', 'revision_number': 4, 'project_id': 'e019f687769f408d9c3faab0c8693a9d', 'gw_port': {'id': '52620d42-0657-48d1-89ca-6526c1ad8855', 'name': '', 'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:99:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8606d8c-b1c9-49d9-b355-0650feac1844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:37:45Z', 'updated_at': '2022-10-03T13:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860090-1-iscsi', '_interfaces': [{'id': '1596c1d8-15dc-4b0b-8e23-90392080d77a', 'name': '', 'network_id': '83166103-7560-4ace-bfbe-05a1216e31b8', 'tenant_id': 'e019f687769f408d9c3faab0c8693a9d', 'mac_address': 'fa:16:3e:df:de:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8606d8c-b1c9-49d9-b355-0650feac1844', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'bc4f70ab-e5db-4143-a1e5-7fb2da9adef0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:37:48Z', 'updated_at': '2022-10-03T13:37:54Z', 'revision_number': 5, 'project_id': 'e019f687769f408d9c3faab0c8693a9d', 'subnets': [{'id': 'bc4f70ab-e5db-4143-a1e5-7fb2da9adef0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 13:40:51.491114 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bbfe15c-75b7-4737-8c36-e6583064f2ac None None] New status for floating IP b37976a7-6a95-418b-959c-c69179462b2d: DOWN {{(pid=106271) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 03 13:40:51.693037 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Device a788fb3b-a7c9-4293-adc4-4714a34e7902 no longer exists at agent hyperv_hv-cinder-86009 {{(pid=106270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 13:40:51.713403 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 37284) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:40:51.715695 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] No Port match for: a788fb3b-a7c9-4293-adc4-4714a34e7902 {{(pid=106270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 03 13:40:51.716015 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Device a788fb3b-a7c9-4293-adc4-4714a34e7902 not bound to the agent host hv-cinder-86009 {{(pid=106270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 03 13:40:51.775373 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-fdca422a-9cc1-419d-818a-18423240c492 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Publish callbacks [] for security_group (66c88dd3-649f-4aa2-852b-62f1334e7ef2), before_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:51.785082 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:UPDATE=1,neutron:SELECT=94,neutron:DELETE=5 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:40:51.800189 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-fdca422a-9cc1-419d-818a-18423240c492 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Publish callbacks [] for security_group (66c88dd3-649f-4aa2-852b-62f1334e7ef2), precommit_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:51.824638 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:40:51.858039 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-fdca422a-9cc1-419d-818a-18423240c492 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (66c88dd3-649f-4aa2-852b-62f1334e7ef2), after_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:51.860877 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-fdca422a-9cc1-419d-818a-18423240c492 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Publish callbacks [] for security_group (None), before_response {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:51.862105 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-fdca422a-9cc1-419d-818a-18423240c492 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "DELETE /networking/v2.0/security-groups/66c88dd3-649f-4aa2-852b-62f1334e7ef2 HTTP/1.1" status: 204 len: 168 time: 0.1472580 Oct 03 13:40:51.870354 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 37290) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:40:51.873243 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdca422a-9cc1-419d-818a-18423240c492 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66c88dd3-649f-4aa2-852b-62f1334e7ef2,revision_number=None']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:40:51.881433 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdca422a-9cc1-419d-818a-18423240c492 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:40:51.881795 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdca422a-9cc1-419d-818a-18423240c492 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:40:51.882133 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdca422a-9cc1-419d-818a-18423240c492 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:40:51.882464 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdca422a-9cc1-419d-818a-18423240c492 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:40:51.882792 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdca422a-9cc1-419d-818a-18423240c492 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:40:51.883120 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdca422a-9cc1-419d-818a-18423240c492 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:40:51.883443 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdca422a-9cc1-419d-818a-18423240c492 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:40:51.883763 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdca422a-9cc1-419d-818a-18423240c492 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:40:51.884272 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdca422a-9cc1-419d-818a-18423240c492 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:40:51.884604 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdca422a-9cc1-419d-818a-18423240c492 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:40:51.884925 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdca422a-9cc1-419d-818a-18423240c492 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:40:51.885684 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdca422a-9cc1-419d-818a-18423240c492 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:40:51.885809 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.api.v2.resource [None req-37abcc71-7773-4c9e-8678-ed51dd4495fe tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] show failed (client error): The resource could not be found. Oct 03 13:40:51.886009 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdca422a-9cc1-419d-818a-18423240c492 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:40:51.886370 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdca422a-9cc1-419d-818a-18423240c492 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:40:51.886648 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdca422a-9cc1-419d-818a-18423240c492 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:40:51.889788 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 37292) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:40:51.889980 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-37abcc71-7773-4c9e-8678-ed51dd4495fe tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/security-groups/66c88dd3-649f-4aa2-852b-62f1334e7ef2 HTTP/1.1" status: 404 len: 347 time: 0.0179491 Oct 03 13:40:51.944950 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-9eeeb061-eeed-4e1c-ba97-09d5506e2382 req-39c8edb3-8edf-4b1d-bd2d-ce508dfd3c91 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=846b1cfd-b06e-4af7-9429-bb095737877a HTTP/1.1" status: 200 len: 210 time: 0.0328081 Oct 03 13:40:52.017302 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.plugin [None req-2119668c-42f4-437b-ac9d-080645768c79 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Deleting port 739ed776-d61a-4f49-abaa-d92aaff7248c {{(pid=106268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 13:40:52.017556 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-2119668c-42f4-437b-ac9d-080645768c79 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751015143464'] for port (739ed776-d61a-4f49-abaa-d92aaff7248c), before_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:52.108807 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-2119668c-42f4-437b-ac9d-080645768c79 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724412'] for port (739ed776-d61a-4f49-abaa-d92aaff7248c), precommit_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:52.110018 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-2119668c-42f4-437b-ac9d-080645768c79 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Publish callbacks [] for floatingip (739ed776-d61a-4f49-abaa-d92aaff7248c), precommit_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:52.125196 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.plugin [None req-2119668c-42f4-437b-ac9d-080645768c79 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Calling delete_port for 739ed776-d61a-4f49-abaa-d92aaff7248c owned by network:floatingip {{(pid=106268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 13:40:52.267903 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-2119668c-42f4-437b-ac9d-080645768c79 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751015146406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751014656997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25417805'] for port (739ed776-d61a-4f49-abaa-d92aaff7248c), after_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:52.297147 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2119668c-42f4-437b-ac9d-080645768c79 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Pushing event deleted for resources: {'Port': ['ID=739ed776-d61a-4f49-abaa-d92aaff7248c,revision_number=None']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:40:52.365352 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-2119668c-42f4-437b-ac9d-080645768c79 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Publish callbacks [] for floatingip (b37976a7-6a95-418b-959c-c69179462b2d), after_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:52.368228 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-2119668c-42f4-437b-ac9d-080645768c79 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512321'] for floatingip (None), before_response {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:52.369440 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-2119668c-42f4-437b-ac9d-080645768c79 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "DELETE /networking/v2.0/floatingips/b37976a7-6a95-418b-959c-c69179462b2d HTTP/1.1" status: 204 len: 168 time: 0.4742546 Oct 03 13:40:52.471568 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 37296) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:40:52.476122 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.v2.base [None req-a483431c-0b2d-4456-ab12-fab113a55a5b tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1576754660', 'description': 'tempest-description--1982801415'}} {{(pid=106268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 13:40:52.498771 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-a483431c-0b2d-4456-ab12-fab113a55a5b tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Publish callbacks [] for security_group (None), before_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:52.580217 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-a483431c-0b2d-4456-ab12-fab113a55a5b tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Publish callbacks [] for security_group (f754160b-8854-4e15-ad98-a285964efdad), precommit_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:52.584290 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-a483431c-0b2d-4456-ab12-fab113a55a5b tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (f754160b-8854-4e15-ad98-a285964efdad), after_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:52.618735 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-a483431c-0b2d-4456-ab12-fab113a55a5b tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Publish callbacks [] for security_group (None), before_response {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:52.620045 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-a483431c-0b2d-4456-ab12-fab113a55a5b tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1474051 Oct 03 13:40:52.623955 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 37298) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:40:52.625620 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a483431c-0b2d-4456-ab12-fab113a55a5b tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f754160b-8854-4e15-ad98-a285964efdad,revision_number=1']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:40:52.630884 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.v2.base [None req-95bfb6e4-b963-4a06-a20b-2d8648fc837c tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Request body: {'security_group_rule': {'security_group_id': 'f754160b-8854-4e15-ad98-a285964efdad', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 13:40:52.663257 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-95bfb6e4-b963-4a06-a20b-2d8648fc837c tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Publish callbacks [] for security_group_rule (2173f606-c613-4caf-82db-8c4764b7bc44), before_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:52.729274 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-95bfb6e4-b963-4a06-a20b-2d8648fc837c tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Publish callbacks [] for security_group_rule (2173f606-c613-4caf-82db-8c4764b7bc44), precommit_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:52.733479 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-95bfb6e4-b963-4a06-a20b-2d8648fc837c tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873908'] for security_group_rule (2173f606-c613-4caf-82db-8c4764b7bc44), after_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:52.753698 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bfb6e4-b963-4a06-a20b-2d8648fc837c tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2173f606-c613-4caf-82db-8c4764b7bc44,revision_number=0']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:40:52.761170 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-95bfb6e4-b963-4a06-a20b-2d8648fc837c tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:52.762655 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-95bfb6e4-b963-4a06-a20b-2d8648fc837c tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1372194 Oct 03 13:40:52.765508 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 37300) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:40:52.772731 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.v2.base [None req-adc749e9-793c-4597-82e2-d2af330d8fcc tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Request body: {'security_group_rule': {'security_group_id': 'f754160b-8854-4e15-ad98-a285964efdad', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 13:40:52.804012 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-adc749e9-793c-4597-82e2-d2af330d8fcc tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Publish callbacks [] for security_group_rule (cbe1d994-9d33-476a-b734-b3907458ca14), before_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:52.832004 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:40:52.870830 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-adc749e9-793c-4597-82e2-d2af330d8fcc tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Publish callbacks [] for security_group_rule (cbe1d994-9d33-476a-b734-b3907458ca14), precommit_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:52.874990 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-adc749e9-793c-4597-82e2-d2af330d8fcc tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873908'] for security_group_rule (cbe1d994-9d33-476a-b734-b3907458ca14), after_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:52.903468 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc749e9-793c-4597-82e2-d2af330d8fcc tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbe1d994-9d33-476a-b734-b3907458ca14,revision_number=0']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:40:52.910294 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-adc749e9-793c-4597-82e2-d2af330d8fcc tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:52.913895 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-adc749e9-793c-4597-82e2-d2af330d8fcc tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1468525 Oct 03 13:40:52.914263 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 37306) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:40:52.919277 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.v2.base [None req-5f92f478-d248-408a-b5a7-044caa39c671 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Request body: {'floatingip': {'floating_network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28'}} {{(pid=106268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 13:40:52.947769 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-5f92f478-d248-408a-b5a7-044caa39c671 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:53.035579 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-ec9a1ccc-c29f-4c1b-b8d2-0ce09f58be04 req-9d1b29b7-1bd8-4092-9782-2d4677b40c92 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=846b1cfd-b06e-4af7-9429-bb095737877a HTTP/1.1" status: 200 len: 210 time: 0.0312793 Oct 03 13:40:53.042413 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-5f92f478-d248-408a-b5a7-044caa39c671 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (None), before_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:53.061923 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=85,neutron:DELETE=7,neutron:INSERT=8 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:40:53.180516 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:40:53.191070 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.db.db_base_plugin_common [None req-5f92f478-d248-408a-b5a7-044caa39c671 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Allocated IP 172.27.1.101 (ad648d78-633d-4222-aa42-7cb50aab7a28/4a9222c2-0418-495a-a49e-d43d754e0950/f78d7cad-a373-4086-8c6c-a26b794ac8c7) {{(pid=106268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 13:40:53.319256 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-5f92f478-d248-408a-b5a7-044caa39c671 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Publish callbacks [] for port (f78d7cad-a373-4086-8c6c-a26b794ac8c7), precommit_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:53.368148 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-5f92f478-d248-408a-b5a7-044caa39c671 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751014656988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25417805'] for port (f78d7cad-a373-4086-8c6c-a26b794ac8c7), after_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:53.417805 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f92f478-d248-408a-b5a7-044caa39c671 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Network ad648d78-633d-4222-aa42-7cb50aab7a28 is already hosted by enough agents. {{(pid=106268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 13:40:53.421433 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.scheduler.base_scheduler [None req-5f92f478-d248-408a-b5a7-044caa39c671 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Resources bound (agent type, host, resource id): {{(pid=106268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 13:40:53.427517 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f92f478-d248-408a-b5a7-044caa39c671 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Received port after_create {{(pid=106268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 13:40:53.451033 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f92f478-d248-408a-b5a7-044caa39c671 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Pushing event updated for resources: {'Port': ['ID=f78d7cad-a373-4086-8c6c-a26b794ac8c7,revision_number=1']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:40:53.528992 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-5f92f478-d248-408a-b5a7-044caa39c671 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Publish callbacks [] for floatingip (c3a1adbc-333f-46aa-8264-c8870effb1e3), precommit_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:53.574701 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-5f92f478-d248-408a-b5a7-044caa39c671 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (f78d7cad-a373-4086-8c6c-a26b794ac8c7), before_update {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:53.741838 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-5f92f478-d248-408a-b5a7-044caa39c671 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Publish callbacks [] for port (f78d7cad-a373-4086-8c6c-a26b794ac8c7), precommit_update {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:53.747061 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-5f92f478-d248-408a-b5a7-044caa39c671 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751015143617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751014657006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751014658052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25417910'] for port (f78d7cad-a373-4086-8c6c-a26b794ac8c7), after_update {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:53.822770 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f92f478-d248-408a-b5a7-044caa39c671 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Pushing event updated for resources: {'Port': ['ID=f78d7cad-a373-4086-8c6c-a26b794ac8c7,revision_number=2']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:40:53.825114 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-5f92f478-d248-408a-b5a7-044caa39c671 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3722562'] for floatingip (c3a1adbc-333f-46aa-8264-c8870effb1e3), after_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:53.845537 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-5f92f478-d248-408a-b5a7-044caa39c671 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512321'] for floatingip (None), before_response {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:53.847265 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-5f92f478-d248-408a-b5a7-044caa39c671 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9317360 Oct 03 13:40:54.068564 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:40:54.090359 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-9bcefb2b-56c2-45c7-876e-e4153b370abb req-d75176ae-643b-4e94-8269-3d40f3067cc1 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1576754660&fields=id&tenant_id=e019f687769f408d9c3faab0c8693a9d HTTP/1.1" status: 200 len: 267 time: 0.0644374 Oct 03 13:40:54.142059 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-be72ed6b-2902-42ec-acc7-a029ddcf1c6a req-d6e8967a-60f5-4da9-aabb-a9f55545629f tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=846b1cfd-b06e-4af7-9429-bb095737877a HTTP/1.1" status: 200 len: 210 time: 0.0359280 Oct 03 13:40:54.226126 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcefb2b-56c2-45c7-876e-e4153b370abb req-5b4aeafe-95ad-447b-8eba-9619e02bd12a tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:40:54.227777 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-9bcefb2b-56c2-45c7-876e-e4153b370abb req-5b4aeafe-95ad-447b-8eba-9619e02bd12a tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/networks?id=83166103-7560-4ace-bfbe-05a1216e31b8 HTTP/1.1" status: 200 len: 816 time: 0.1311278 Oct 03 13:40:54.246628 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-9bcefb2b-56c2-45c7-876e-e4153b370abb req-30e05257-954f-4757-b4b4-ddd516a81247 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/quotas/e019f687769f408d9c3faab0c8693a9d HTTP/1.1" status: 200 len: 375 time: 0.0121899 Oct 03 13:40:54.301236 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-9bcefb2b-56c2-45c7-876e-e4153b370abb req-c4943d1b-2d43-436c-adca-1f287319d721 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=e019f687769f408d9c3faab0c8693a9d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0487032 Oct 03 13:40:54.325873 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [req-9bcefb2b-56c2-45c7-876e-e4153b370abb req-d7c7e31e-33ac-451b-b9c5-1f2fc7902a83 service neutron] http://10.222.0.58:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106268) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 03 13:40:54.326885 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-9bcefb2b-56c2-45c7-876e-e4153b370abb req-d7c7e31e-33ac-451b-b9c5-1f2fc7902a83 service neutron] 10.222.0.58 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0054924 Oct 03 13:40:54.402754 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:40:54.439726 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-9bcefb2b-56c2-45c7-876e-e4153b370abb req-0640f121-c9cd-4239-923c-6b5b8ba59f5a service neutron] 10.222.0.58 "GET /networking/v2.0/networks/83166103-7560-4ace-bfbe-05a1216e31b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035101 Oct 03 13:40:54.538241 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-9bcefb2b-56c2-45c7-876e-e4153b370abb req-cdf5912d-5954-4704-806d-fa2eade46a9a service neutron] 10.222.0.58 "GET /networking/v2.0/networks/83166103-7560-4ace-bfbe-05a1216e31b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922613 Oct 03 13:40:54.744004 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-ed271f7a-dd45-4ada-8d02-c96f982dd2ea req-a8aee6d9-36d1-42f0-842f-be7298732175 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=26f2c44c-5352-4768-99bc-0cb9f51170ed HTTP/1.1" status: 200 len: 210 time: 0.0319743 Oct 03 13:40:55.286408 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-9180109a-f440-4810-aeed-4dee027ac77b req-04c6e665-bb3e-4890-8eae-085ac6964e31 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=846b1cfd-b06e-4af7-9429-bb095737877a HTTP/1.1" status: 200 len: 210 time: 0.0564547 Oct 03 13:40:55.878835 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-55cd35f8-421e-4f35-aa69-7e18107fe05c req-5489a6f7-433b-45a5-b34f-284faea32d22 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=26f2c44c-5352-4768-99bc-0cb9f51170ed HTTP/1.1" status: 200 len: 210 time: 0.0346503 Oct 03 13:40:56.023215 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcefb2b-56c2-45c7-876e-e4153b370abb req-b4b7a884-e156-4f6b-ab4e-b3ec3e532a3f tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:40:56.024646 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-9bcefb2b-56c2-45c7-876e-e4153b370abb req-b4b7a884-e156-4f6b-ab4e-b3ec3e532a3f tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.65 "GET /networking/v2.0/networks?id=83166103-7560-4ace-bfbe-05a1216e31b8 HTTP/1.1" status: 200 len: 816 time: 0.1455359 Oct 03 13:40:56.106560 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-9bcefb2b-56c2-45c7-876e-e4153b370abb req-08f79bc3-5078-4b03-bdec-80663cb269a5 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.65 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=e019f687769f408d9c3faab0c8693a9d HTTP/1.1" status: 200 len: 380 time: 0.0712695 Oct 03 13:40:56.176678 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.v2.base [req-9bcefb2b-56c2-45c7-876e-e4153b370abb req-a6e2c5f1-6750-4bcf-baed-fdb1174d2556 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Request body: {'port': {'device_id': '26f2c44c-5352-4768-99bc-0cb9f51170ed', 'network_id': '83166103-7560-4ace-bfbe-05a1216e31b8', 'admin_state_up': True, 'tenant_id': 'e019f687769f408d9c3faab0c8693a9d', 'security_groups': ['f754160b-8854-4e15-ad98-a285964efdad']}} {{(pid=106268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 13:40:56.318461 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9bcefb2b-56c2-45c7-876e-e4153b370abb req-a6e2c5f1-6750-4bcf-baed-fdb1174d2556 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Made reservation on behalf of e019f687769f408d9c3faab0c8693a9d for: {'port': 1} {{(pid=106268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 13:40:56.322424 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-9bcefb2b-56c2-45c7-876e-e4153b370abb req-a6e2c5f1-6750-4bcf-baed-fdb1174d2556 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (None), before_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:56.471456 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-581ca883-2d43-4876-b1e5-3d1403cf1a49 req-67d5b311-2dd7-47a5-ad9f-bec01d50f886 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=846b1cfd-b06e-4af7-9429-bb095737877a HTTP/1.1" status: 200 len: 210 time: 0.0590107 Oct 03 13:40:56.550439 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.db.db_base_plugin_common [req-9bcefb2b-56c2-45c7-876e-e4153b370abb req-a6e2c5f1-6750-4bcf-baed-fdb1174d2556 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Allocated IP 172.20.0.3 (83166103-7560-4ace-bfbe-05a1216e31b8/bc4f70ab-e5db-4143-a1e5-7fb2da9adef0/6728ff97-c99a-4882-be05-9f48cc629cff) {{(pid=106268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 13:40:56.616273 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:40:56.717238 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-9bcefb2b-56c2-45c7-876e-e4153b370abb req-a6e2c5f1-6750-4bcf-baed-fdb1174d2556 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Publish callbacks [] for port (6728ff97-c99a-4882-be05-9f48cc629cff), precommit_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:56.759593 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-9bcefb2b-56c2-45c7-876e-e4153b370abb req-a6e2c5f1-6750-4bcf-baed-fdb1174d2556 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751014656988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25417805'] for port (6728ff97-c99a-4882-be05-9f48cc629cff), after_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:56.808986 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9bcefb2b-56c2-45c7-876e-e4153b370abb req-a6e2c5f1-6750-4bcf-baed-fdb1174d2556 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Network 83166103-7560-4ace-bfbe-05a1216e31b8 is already hosted by enough agents. {{(pid=106268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 13:40:56.812553 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.scheduler.base_scheduler [req-9bcefb2b-56c2-45c7-876e-e4153b370abb req-a6e2c5f1-6750-4bcf-baed-fdb1174d2556 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Resources bound (agent type, host, resource id): {{(pid=106268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 13:40:56.817702 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bcefb2b-56c2-45c7-876e-e4153b370abb req-a6e2c5f1-6750-4bcf-baed-fdb1174d2556 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Received port after_create {{(pid=106268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 13:40:56.823329 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:40:56.842982 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e2c5f1-6750-4bcf-baed-fdb1174d2556 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Pushing event updated for resources: {'Port': ['ID=6728ff97-c99a-4882-be05-9f48cc629cff,revision_number=1']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:40:56.880299 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcefb2b-56c2-45c7-876e-e4153b370abb req-a6e2c5f1-6750-4bcf-baed-fdb1174d2556 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:40:56.880991 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-9bcefb2b-56c2-45c7-876e-e4153b370abb req-a6e2c5f1-6750-4bcf-baed-fdb1174d2556 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512321'] for port (None), before_response {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:56.910592 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-9bcefb2b-56c2-45c7-876e-e4153b370abb req-a6e2c5f1-6750-4bcf-baed-fdb1174d2556 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.65 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7386653 Oct 03 13:40:57.044189 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:40:57.046686 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.provisioning_blocks [None req-252322ae-e4e7-4175-b84c-1846ff084656 None None] Provisioning complete for port 6728ff97-c99a-4882-be05-9f48cc629cff triggered by entity DHCP. {{(pid=106270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 13:40:57.048102 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-252322ae-e4e7-4175-b84c-1846ff084656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1340199'] for port (6728ff97-c99a-4882-be05-9f48cc629cff), provisioning_complete {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:57.048102 dv-cinder-860090-1-iscsi neutron-server[106270]: INFO neutron.plugins.ml2.plugin [None req-252322ae-e4e7-4175-b84c-1846ff084656 None None] Attempt 1 to provision port 6728ff97-c99a-4882-be05-9f48cc629cff Oct 03 13:40:57.050179 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.v2.base [req-9bcefb2b-56c2-45c7-876e-e4153b370abb req-23d1d2ae-5875-448d-8c7f-ff455a0bce3b service neutron] Request body: {'port': {'device_id': '26f2c44c-5352-4768-99bc-0cb9f51170ed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86009'}} {{(pid=106268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 13:40:57.075097 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d411991-85b7-4d23-b527-218ca0044b8f req-cfb2799c-2a7b-416d-9ad8-21661aca84d4 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:40:57.077419 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-3d411991-85b7-4d23-b527-218ca0044b8f req-cfb2799c-2a7b-416d-9ad8-21661aca84d4 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=26f2c44c-5352-4768-99bc-0cb9f51170ed HTTP/1.1" status: 200 len: 931 time: 0.0719125 Oct 03 13:40:57.090730 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-252322ae-e4e7-4175-b84c-1846ff084656 None None] Port 6728ff97-c99a-4882-be05-9f48cc629cff cannot update to ACTIVE because it is not bound. {{(pid=106270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 03 13:40:57.141853 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-9bcefb2b-56c2-45c7-876e-e4153b370abb req-23d1d2ae-5875-448d-8c7f-ff455a0bce3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (6728ff97-c99a-4882-be05-9f48cc629cff), before_update {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:57.152128 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-3d411991-85b7-4d23-b527-218ca0044b8f req-2516560f-94a5-43e2-a864-38f909e641d4 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=f754160b-8854-4e15-ad98-a285964efdad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681927 Oct 03 13:40:57.402946 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d06602-d1dc-42c9-bdf4-668cc2516d2c req-4b450380-941e-4068-b14a-6941feb63eda tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:40:57.404480 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-44d06602-d1dc-42c9-bdf4-668cc2516d2c req-4b450380-941e-4068-b14a-6941feb63eda tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] 10.222.0.65 "GET /networking/v2.0/networks?id=5b3c6d8a-02a1-4730-82ca-c02b5cbef660 HTTP/1.1" status: 200 len: 812 time: 0.2364891 Oct 03 13:40:57.797178 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-0119e04a-23f6-4b3a-8fb0-2502ba0dfb21 req-779b7926-a12e-4822-95c4-5ad3508eb117 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=846b1cfd-b06e-4af7-9429-bb095737877a HTTP/1.1" status: 200 len: 210 time: 0.0520084 Oct 03 13:40:57.872036 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-44d06602-d1dc-42c9-bdf4-668cc2516d2c req-50a8133b-06bf-4e27-82e4-f84a8d19d416 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] 10.222.0.65 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=0e005cbca8874c76bf8ad8f5d336b189 HTTP/1.1" status: 200 len: 380 time: 0.4565349 Oct 03 13:40:57.884548 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.v2.base [req-44d06602-d1dc-42c9-bdf4-668cc2516d2c req-5b16a341-8b55-448d-ac8b-4047767b4b15 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Request body: {'port': {'device_id': '846b1cfd-b06e-4af7-9429-bb095737877a', 'network_id': '5b3c6d8a-02a1-4730-82ca-c02b5cbef660', 'admin_state_up': True, 'tenant_id': '0e005cbca8874c76bf8ad8f5d336b189', 'security_groups': ['9ace053f-6f3b-45d1-9888-9eb91c607356']}} {{(pid=106268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 13:40:57.999245 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:40:58.014328 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.notifiers.nova [req-9bcefb2b-56c2-45c7-876e-e4153b370abb req-23d1d2ae-5875-448d-8c7f-ff455a0bce3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6728ff97-c99a-4882-be05-9f48cc629cff {{(pid=106268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 03 13:40:58.029585 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-9bcefb2b-56c2-45c7-876e-e4153b370abb req-23d1d2ae-5875-448d-8c7f-ff455a0bce3b service neutron] Publish callbacks [] for port (6728ff97-c99a-4882-be05-9f48cc629cff), precommit_update {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:58.056962 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.db.provisioning_blocks [req-9bcefb2b-56c2-45c7-876e-e4153b370abb req-23d1d2ae-5875-448d-8c7f-ff455a0bce3b service neutron] Transition to ACTIVE for port object 6728ff97-c99a-4882-be05-9f48cc629cff will not be triggered until provisioned by entity L2. {{(pid=106268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 03 13:40:58.065219 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-9bcefb2b-56c2-45c7-876e-e4153b370abb req-23d1d2ae-5875-448d-8c7f-ff455a0bce3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751015143617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751014657006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751014658052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25417910'] for port (6728ff97-c99a-4882-be05-9f48cc629cff), after_update {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:58.117994 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44d06602-d1dc-42c9-bdf4-668cc2516d2c req-5b16a341-8b55-448d-ac8b-4047767b4b15 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Made reservation on behalf of 0e005cbca8874c76bf8ad8f5d336b189 for: {'port': 1} {{(pid=106268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 13:40:58.121856 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-44d06602-d1dc-42c9-bdf4-668cc2516d2c req-5b16a341-8b55-448d-ac8b-4047767b4b15 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (None), before_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:58.166890 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d1d2ae-5875-448d-8c7f-ff455a0bce3b service neutron] Pushing event updated for resources: {'Port': ['ID=6728ff97-c99a-4882-be05-9f48cc629cff,revision_number=2']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:40:58.266648 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:40:58.293670 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.managers [req-9bcefb2b-56c2-45c7-876e-e4153b370abb req-23d1d2ae-5875-448d-8c7f-ff455a0bce3b service neutron] Attempting to bind port 6728ff97-c99a-4882-be05-9f48cc629cff on host hv-cinder-86009 for vnic_type normal with profile {{(pid=106268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 13:40:58.293900 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.managers [req-9bcefb2b-56c2-45c7-876e-e4153b370abb req-23d1d2ae-5875-448d-8c7f-ff455a0bce3b service neutron] Attempting to bind port 6728ff97-c99a-4882-be05-9f48cc629cff by drivers openvswitch,hyperv on host hv-cinder-86009 at level 0 using segments [{'id': '24e9c697-6214-4a54-b0c6-42aa0af9c46f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '83166103-7560-4ace-bfbe-05a1216e31b8'}] {{(pid=106268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 13:40:58.294222 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bcefb2b-56c2-45c7-876e-e4153b370abb req-23d1d2ae-5875-448d-8c7f-ff455a0bce3b service neutron] Attempting to bind port 6728ff97-c99a-4882-be05-9f48cc629cff on network 83166103-7560-4ace-bfbe-05a1216e31b8 {{(pid=106268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 13:40:58.316639 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee5d164-3e3d-4b65-85e8-e88435517e8a req-b6d92bb2-04e0-4149-99d2-8a36b2df0df9 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:40:58.318340 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-0ee5d164-3e3d-4b65-85e8-e88435517e8a req-b6d92bb2-04e0-4149-99d2-8a36b2df0df9 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=26f2c44c-5352-4768-99bc-0cb9f51170ed HTTP/1.1" status: 200 len: 943 time: 0.0757174 Oct 03 13:40:58.380063 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-0ee5d164-3e3d-4b65-85e8-e88435517e8a req-b8ccb3af-9ba8-42db-9c87-73fa9df8d500 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=f754160b-8854-4e15-ad98-a285964efdad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555329 Oct 03 13:40:58.406443 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.db.db_base_plugin_common [req-44d06602-d1dc-42c9-bdf4-668cc2516d2c req-5b16a341-8b55-448d-ac8b-4047767b4b15 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Allocated IP 172.20.0.8 (5b3c6d8a-02a1-4730-82ca-c02b5cbef660/51f42a02-30ea-44c7-9128-4b02428032bd/16ed99f4-5dbe-4876-92a3-cebcc2442f10) {{(pid=106268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 13:40:58.406443 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bcefb2b-56c2-45c7-876e-e4153b370abb req-23d1d2ae-5875-448d-8c7f-ff455a0bce3b service neutron] Port 6728ff97-c99a-4882-be05-9f48cc629cff on network 83166103-7560-4ace-bfbe-05a1216e31b8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86009 {{(pid=106268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 03 13:40:58.406443 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bcefb2b-56c2-45c7-876e-e4153b370abb req-23d1d2ae-5875-448d-8c7f-ff455a0bce3b service neutron] Attempting to bind port 6728ff97-c99a-4882-be05-9f48cc629cff on network 83166103-7560-4ace-bfbe-05a1216e31b8 {{(pid=106268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 13:40:58.483522 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bcefb2b-56c2-45c7-876e-e4153b370abb req-23d1d2ae-5875-448d-8c7f-ff455a0bce3b service neutron] Checking agent: {'id': '1af51d63-a9c9-4bbe-9b0d-c8e0a80c641c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 13, 28, 37), 'started_at': datetime.datetime(2022, 10, 3, 13, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 13, 40, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 13:40:58.483852 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bcefb2b-56c2-45c7-876e-e4153b370abb req-23d1d2ae-5875-448d-8c7f-ff455a0bce3b service neutron] Checking segment: {'id': '24e9c697-6214-4a54-b0c6-42aa0af9c46f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '83166103-7560-4ace-bfbe-05a1216e31b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 13:40:58.484247 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bcefb2b-56c2-45c7-876e-e4153b370abb req-23d1d2ae-5875-448d-8c7f-ff455a0bce3b service neutron] Bound using segment: {'id': '24e9c697-6214-4a54-b0c6-42aa0af9c46f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '83166103-7560-4ace-bfbe-05a1216e31b8'} {{(pid=106268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 13:40:58.484731 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.managers [req-9bcefb2b-56c2-45c7-876e-e4153b370abb req-23d1d2ae-5875-448d-8c7f-ff455a0bce3b service neutron] Bound port: 6728ff97-c99a-4882-be05-9f48cc629cff, host: hv-cinder-86009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24e9c697-6214-4a54-b0c6-42aa0af9c46f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '83166103-7560-4ace-bfbe-05a1216e31b8'}}] {{(pid=106268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 13:40:58.485109 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-9bcefb2b-56c2-45c7-876e-e4153b370abb req-23d1d2ae-5875-448d-8c7f-ff455a0bce3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (6728ff97-c99a-4882-be05-9f48cc629cff), before_update {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:58.638088 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.db [req-9bcefb2b-56c2-45c7-876e-e4153b370abb req-23d1d2ae-5875-448d-8c7f-ff455a0bce3b service neutron] For port 6728ff97-c99a-4882-be05-9f48cc629cff, host hv-cinder-86009, cleared binding levels {{(pid=106268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 13:40:58.661691 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-44d06602-d1dc-42c9-bdf4-668cc2516d2c req-5b16a341-8b55-448d-ac8b-4047767b4b15 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Publish callbacks [] for port (16ed99f4-5dbe-4876-92a3-cebcc2442f10), precommit_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:58.667515 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.db [req-9bcefb2b-56c2-45c7-876e-e4153b370abb req-23d1d2ae-5875-448d-8c7f-ff455a0bce3b service neutron] For port 6728ff97-c99a-4882-be05-9f48cc629cff, host hv-cinder-86009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86009',level=0,port_id=6728ff97-c99a-4882-be05-9f48cc629cff,segment=NetworkSegment(24e9c697-6214-4a54-b0c6-42aa0af9c46f),segment_id=24e9c697-6214-4a54-b0c6-42aa0af9c46f)] {{(pid=106268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 13:40:58.679968 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-9bcefb2b-56c2-45c7-876e-e4153b370abb req-23d1d2ae-5875-448d-8c7f-ff455a0bce3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751015143617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751014657006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751014658052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25417910'] for port (6728ff97-c99a-4882-be05-9f48cc629cff), after_update {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:58.691182 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcefb2b-56c2-45c7-876e-e4153b370abb req-23d1d2ae-5875-448d-8c7f-ff455a0bce3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:40:58.691813 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-9bcefb2b-56c2-45c7-876e-e4153b370abb req-23d1d2ae-5875-448d-8c7f-ff455a0bce3b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512321'] for port (None), before_response {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:58.693265 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-9bcefb2b-56c2-45c7-876e-e4153b370abb req-23d1d2ae-5875-448d-8c7f-ff455a0bce3b service neutron] 10.222.0.65 "PUT /networking/v2.0/ports/6728ff97-c99a-4882-be05-9f48cc629cff HTTP/1.1" status: 200 len: 1093 time: 1.6491103 Oct 03 13:40:58.693931 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26f2c44c-5352-4768-99bc-0cb9f51170ed', 'tag': '6728ff97-c99a-4882-be05-9f48cc629cff'}] {{(pid=106268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 13:40:58.696270 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd70873512ffc397a2b7ac25ee02414627e7506f7787b64d61dc92e00300ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9ee4430-b2fc-43c1-a570-30645352d607" -d '{"events": [{"name": "network-changed", "server_uuid": "26f2c44c-5352-4768-99bc-0cb9f51170ed", "tag": "6728ff97-c99a-4882-be05-9f48cc629cff"}]}' {{(pid=106268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 13:40:58.783896 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 13:40:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2e61535-d09f-45f9-add1-6f0be1d451d0 x-openstack-request-id: req-a2e61535-d09f-45f9-add1-6f0be1d451d0 {{(pid=106268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 13:40:58.784188 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26f2c44c-5352-4768-99bc-0cb9f51170ed", "tag": "6728ff97-c99a-4882-be05-9f48cc629cff", "status": "completed", "code": 200}]} {{(pid=106268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 13:40:58.784434 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a2e61535-d09f-45f9-add1-6f0be1d451d0 {{(pid=106268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 13:40:58.784844 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2e61535-d09f-45f9-add1-6f0be1d451d0'] response: {'name': 'network-changed', 'server_uuid': '26f2c44c-5352-4768-99bc-0cb9f51170ed', 'tag': '6728ff97-c99a-4882-be05-9f48cc629cff', 'status': 'completed', 'code': 200} Oct 03 13:40:58.790022 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:40:58.791395 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-44d06602-d1dc-42c9-bdf4-668cc2516d2c req-5b16a341-8b55-448d-ac8b-4047767b4b15 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751014656988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25417805'] for port (16ed99f4-5dbe-4876-92a3-cebcc2442f10), after_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:58.798400 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d1d2ae-5875-448d-8c7f-ff455a0bce3b service neutron] Pushing event updated for resources: {'Port': ['ID=6728ff97-c99a-4882-be05-9f48cc629cff,revision_number=3']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:40:58.843725 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcefb2b-56c2-45c7-876e-e4153b370abb req-1cc214c2-d31c-4b13-b70c-f6ba33b122c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:40:58.846266 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-9bcefb2b-56c2-45c7-876e-e4153b370abb req-1cc214c2-d31c-4b13-b70c-f6ba33b122c7 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=e019f687769f408d9c3faab0c8693a9d&device_id=26f2c44c-5352-4768-99bc-0cb9f51170ed HTTP/1.1" status: 200 len: 1127 time: 0.1014521 Oct 03 13:40:58.869636 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44d06602-d1dc-42c9-bdf4-668cc2516d2c req-5b16a341-8b55-448d-ac8b-4047767b4b15 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Network 5b3c6d8a-02a1-4730-82ca-c02b5cbef660 is already hosted by enough agents. {{(pid=106268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 13:40:58.905051 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.scheduler.base_scheduler [req-44d06602-d1dc-42c9-bdf4-668cc2516d2c req-5b16a341-8b55-448d-ac8b-4047767b4b15 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Resources bound (agent type, host, resource id): {{(pid=106268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 13:40:58.910515 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.db.l3_dvrscheduler_db [req-44d06602-d1dc-42c9-bdf4-668cc2516d2c req-5b16a341-8b55-448d-ac8b-4047767b4b15 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Received port after_create {{(pid=106268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 13:40:58.916060 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-9bcefb2b-56c2-45c7-876e-e4153b370abb req-9cdc7f87-4333-48a8-b359-13f64d94344b service neutron] 10.222.0.65 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6728ff97-c99a-4882-be05-9f48cc629cff HTTP/1.1" status: 200 len: 217 time: 0.0573437 Oct 03 13:40:58.916738 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b16a341-8b55-448d-ac8b-4047767b4b15 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Pushing event updated for resources: {'Port': ['ID=16ed99f4-5dbe-4876-92a3-cebcc2442f10,revision_number=1']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:40:58.980610 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927d45bb-94bc-4c61-8dec-d59e8520424d req-e1edec22-b8b1-4307-99fb-f6a64d63312c tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:40:58.983294 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-927d45bb-94bc-4c61-8dec-d59e8520424d req-e1edec22-b8b1-4307-99fb-f6a64d63312c tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=846b1cfd-b06e-4af7-9429-bb095737877a HTTP/1.1" status: 200 len: 931 time: 0.0728183 Oct 03 13:40:59.034511 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d06602-d1dc-42c9-bdf4-668cc2516d2c req-5b16a341-8b55-448d-ac8b-4047767b4b15 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:40:59.035190 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-44d06602-d1dc-42c9-bdf4-668cc2516d2c req-5b16a341-8b55-448d-ac8b-4047767b4b15 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512321'] for port (None), before_response {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:59.047535 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcefb2b-56c2-45c7-876e-e4153b370abb req-4490996a-e810-468e-a46f-85493d5f06f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:40:59.049123 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-9bcefb2b-56c2-45c7-876e-e4153b370abb req-4490996a-e810-468e-a46f-85493d5f06f9 service neutron] 10.222.0.65 "GET /networking/v2.0/subnets?id=bc4f70ab-e5db-4143-a1e5-7fb2da9adef0 HTTP/1.1" status: 200 len: 855 time: 0.1067321 Oct 03 13:40:59.076726 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-927d45bb-94bc-4c61-8dec-d59e8520424d req-ca3e7d79-9fac-430c-93a4-e4d1a3cab7a5 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=9ace053f-6f3b-45d1-9888-9eb91c607356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815837 Oct 03 13:40:59.079744 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-44d06602-d1dc-42c9-bdf4-668cc2516d2c req-5b16a341-8b55-448d-ac8b-4047767b4b15 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] 10.222.0.65 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2003725 Oct 03 13:40:59.102995 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.v2.base [req-44d06602-d1dc-42c9-bdf4-668cc2516d2c req-3b76551c-383c-4121-a8bf-4a8833db76fc service neutron] Request body: {'port': {'device_id': '846b1cfd-b06e-4af7-9429-bb095737877a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86009'}} {{(pid=106268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 13:40:59.143803 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcefb2b-56c2-45c7-876e-e4153b370abb req-90b2b8c8-a1e5-447e-b1ef-af914ffd964c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:40:59.145326 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-9bcefb2b-56c2-45c7-876e-e4153b370abb req-90b2b8c8-a1e5-447e-b1ef-af914ffd964c service neutron] 10.222.0.65 "GET /networking/v2.0/ports?network_id=83166103-7560-4ace-bfbe-05a1216e31b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0886896 Oct 03 13:40:59.213635 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:40:59.232488 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.provisioning_blocks [None req-07be89ad-ce26-4222-a536-af91779af01c None None] Provisioning complete for port 16ed99f4-5dbe-4876-92a3-cebcc2442f10 triggered by entity DHCP. {{(pid=106270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 13:40:59.233105 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-07be89ad-ce26-4222-a536-af91779af01c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1340199'] for port (16ed99f4-5dbe-4876-92a3-cebcc2442f10), provisioning_complete {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:59.233341 dv-cinder-860090-1-iscsi neutron-server[106270]: INFO neutron.plugins.ml2.plugin [None req-07be89ad-ce26-4222-a536-af91779af01c None None] Attempt 1 to provision port 16ed99f4-5dbe-4876-92a3-cebcc2442f10 Oct 03 13:40:59.234144 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-44d06602-d1dc-42c9-bdf4-668cc2516d2c req-3b76551c-383c-4121-a8bf-4a8833db76fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (16ed99f4-5dbe-4876-92a3-cebcc2442f10), before_update {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:59.278811 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-07be89ad-ce26-4222-a536-af91779af01c None None] Port 16ed99f4-5dbe-4876-92a3-cebcc2442f10 cannot update to ACTIVE because it is not bound. {{(pid=106270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 03 13:40:59.312693 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-9bcefb2b-56c2-45c7-876e-e4153b370abb req-65ce63ca-c53e-4ab7-a3e9-b8eca33657ff service neutron] 10.222.0.65 "GET /networking/v2.0/networks/83166103-7560-4ace-bfbe-05a1216e31b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590176 Oct 03 13:40:59.565341 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-9bcefb2b-56c2-45c7-876e-e4153b370abb req-68bf4976-e776-406a-9f51-2b47ea9d5787 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/83166103-7560-4ace-bfbe-05a1216e31b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2445276 Oct 03 13:40:59.573571 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da03e2b0-ed65-4242-a1d6-3c3543b25af3 req-7cf597aa-9ca3-4ab5-8f2d-1ab24bf42c5f tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:40:59.575088 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-da03e2b0-ed65-4242-a1d6-3c3543b25af3 req-7cf597aa-9ca3-4ab5-8f2d-1ab24bf42c5f tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=26f2c44c-5352-4768-99bc-0cb9f51170ed HTTP/1.1" status: 200 len: 943 time: 0.0838964 Oct 03 13:40:59.668843 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-da03e2b0-ed65-4242-a1d6-3c3543b25af3 req-b08b0b5f-0bfd-4dbe-b968-694225d80e06 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=f754160b-8854-4e15-ad98-a285964efdad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870876 Oct 03 13:40:59.710400 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.notifiers.nova [req-44d06602-d1dc-42c9-bdf4-668cc2516d2c req-3b76551c-383c-4121-a8bf-4a8833db76fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16ed99f4-5dbe-4876-92a3-cebcc2442f10 {{(pid=106268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 03 13:40:59.718615 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-44d06602-d1dc-42c9-bdf4-668cc2516d2c req-3b76551c-383c-4121-a8bf-4a8833db76fc service neutron] Publish callbacks [] for port (16ed99f4-5dbe-4876-92a3-cebcc2442f10), precommit_update {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:59.733617 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.db.provisioning_blocks [req-44d06602-d1dc-42c9-bdf4-668cc2516d2c req-3b76551c-383c-4121-a8bf-4a8833db76fc service neutron] Transition to ACTIVE for port object 16ed99f4-5dbe-4876-92a3-cebcc2442f10 will not be triggered until provisioned by entity L2. {{(pid=106268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 03 13:40:59.738986 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-44d06602-d1dc-42c9-bdf4-668cc2516d2c req-3b76551c-383c-4121-a8bf-4a8833db76fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751015143617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751014657006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751014658052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25417910'] for port (16ed99f4-5dbe-4876-92a3-cebcc2442f10), after_update {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:40:59.780837 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:40:59.827980 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b76551c-383c-4121-a8bf-4a8833db76fc service neutron] Pushing event updated for resources: {'Port': ['ID=16ed99f4-5dbe-4876-92a3-cebcc2442f10,revision_number=2']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:40:59.866192 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.managers [req-44d06602-d1dc-42c9-bdf4-668cc2516d2c req-3b76551c-383c-4121-a8bf-4a8833db76fc service neutron] Attempting to bind port 16ed99f4-5dbe-4876-92a3-cebcc2442f10 on host hv-cinder-86009 for vnic_type normal with profile {{(pid=106268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 13:40:59.866527 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.managers [req-44d06602-d1dc-42c9-bdf4-668cc2516d2c req-3b76551c-383c-4121-a8bf-4a8833db76fc service neutron] Attempting to bind port 16ed99f4-5dbe-4876-92a3-cebcc2442f10 by drivers openvswitch,hyperv on host hv-cinder-86009 at level 0 using segments [{'id': '4d86536b-be62-4637-b619-80b82e697b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '5b3c6d8a-02a1-4730-82ca-c02b5cbef660'}] {{(pid=106268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 13:40:59.866856 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44d06602-d1dc-42c9-bdf4-668cc2516d2c req-3b76551c-383c-4121-a8bf-4a8833db76fc service neutron] Attempting to bind port 16ed99f4-5dbe-4876-92a3-cebcc2442f10 on network 5b3c6d8a-02a1-4730-82ca-c02b5cbef660 {{(pid=106268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 13:40:59.915532 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44d06602-d1dc-42c9-bdf4-668cc2516d2c req-3b76551c-383c-4121-a8bf-4a8833db76fc service neutron] Port 16ed99f4-5dbe-4876-92a3-cebcc2442f10 on network 5b3c6d8a-02a1-4730-82ca-c02b5cbef660 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86009 {{(pid=106268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 03 13:40:59.915855 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44d06602-d1dc-42c9-bdf4-668cc2516d2c req-3b76551c-383c-4121-a8bf-4a8833db76fc service neutron] Attempting to bind port 16ed99f4-5dbe-4876-92a3-cebcc2442f10 on network 5b3c6d8a-02a1-4730-82ca-c02b5cbef660 {{(pid=106268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 13:40:59.960994 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44d06602-d1dc-42c9-bdf4-668cc2516d2c req-3b76551c-383c-4121-a8bf-4a8833db76fc service neutron] Checking agent: {'id': '1af51d63-a9c9-4bbe-9b0d-c8e0a80c641c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 13, 28, 37), 'started_at': datetime.datetime(2022, 10, 3, 13, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 13, 40, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 13:40:59.961335 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44d06602-d1dc-42c9-bdf4-668cc2516d2c req-3b76551c-383c-4121-a8bf-4a8833db76fc service neutron] Checking segment: {'id': '4d86536b-be62-4637-b619-80b82e697b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '5b3c6d8a-02a1-4730-82ca-c02b5cbef660'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 13:40:59.961516 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44d06602-d1dc-42c9-bdf4-668cc2516d2c req-3b76551c-383c-4121-a8bf-4a8833db76fc service neutron] Bound using segment: {'id': '4d86536b-be62-4637-b619-80b82e697b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '5b3c6d8a-02a1-4730-82ca-c02b5cbef660'} {{(pid=106268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 13:40:59.961880 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.managers [req-44d06602-d1dc-42c9-bdf4-668cc2516d2c req-3b76551c-383c-4121-a8bf-4a8833db76fc service neutron] Bound port: 16ed99f4-5dbe-4876-92a3-cebcc2442f10, host: hv-cinder-86009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d86536b-be62-4637-b619-80b82e697b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '5b3c6d8a-02a1-4730-82ca-c02b5cbef660'}}] {{(pid=106268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 13:40:59.962241 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-44d06602-d1dc-42c9-bdf4-668cc2516d2c req-3b76551c-383c-4121-a8bf-4a8833db76fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (16ed99f4-5dbe-4876-92a3-cebcc2442f10), before_update {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:41:00.009419 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:41:00.031533 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.db [req-44d06602-d1dc-42c9-bdf4-668cc2516d2c req-3b76551c-383c-4121-a8bf-4a8833db76fc service neutron] For port 16ed99f4-5dbe-4876-92a3-cebcc2442f10, host hv-cinder-86009, cleared binding levels {{(pid=106268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 13:41:00.035317 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.db [req-44d06602-d1dc-42c9-bdf4-668cc2516d2c req-3b76551c-383c-4121-a8bf-4a8833db76fc service neutron] For port 16ed99f4-5dbe-4876-92a3-cebcc2442f10, host hv-cinder-86009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86009',level=0,port_id=16ed99f4-5dbe-4876-92a3-cebcc2442f10,segment=NetworkSegment(4d86536b-be62-4637-b619-80b82e697b76),segment_id=4d86536b-be62-4637-b619-80b82e697b76)] {{(pid=106268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 13:41:00.041436 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-44d06602-d1dc-42c9-bdf4-668cc2516d2c req-3b76551c-383c-4121-a8bf-4a8833db76fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751015143617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751014657006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751014658052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25417910'] for port (16ed99f4-5dbe-4876-92a3-cebcc2442f10), after_update {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:41:00.045917 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d06602-d1dc-42c9-bdf4-668cc2516d2c req-3b76551c-383c-4121-a8bf-4a8833db76fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:41:00.046537 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-44d06602-d1dc-42c9-bdf4-668cc2516d2c req-3b76551c-383c-4121-a8bf-4a8833db76fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512321'] for port (None), before_response {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:41:00.048037 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-44d06602-d1dc-42c9-bdf4-668cc2516d2c req-3b76551c-383c-4121-a8bf-4a8833db76fc service neutron] 10.222.0.65 "PUT /networking/v2.0/ports/16ed99f4-5dbe-4876-92a3-cebcc2442f10 HTTP/1.1" status: 200 len: 1093 time: 0.9496777 Oct 03 13:41:00.099643 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b76551c-383c-4121-a8bf-4a8833db76fc service neutron] Pushing event updated for resources: {'Port': ['ID=16ed99f4-5dbe-4876-92a3-cebcc2442f10,revision_number=3']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:41:00.222788 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8349571-6f76-4473-858a-755b558cf505 req-ab9a5596-5389-4859-b3d4-841a892f3f70 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:41:00.224303 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-b8349571-6f76-4473-858a-755b558cf505 req-ab9a5596-5389-4859-b3d4-841a892f3f70 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=846b1cfd-b06e-4af7-9429-bb095737877a HTTP/1.1" status: 200 len: 943 time: 0.0506816 Oct 03 13:41:00.277764 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-b8349571-6f76-4473-858a-755b558cf505 req-d6e9e5c0-aa0d-492a-bec4-834ab3f2098c tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=9ace053f-6f3b-45d1-9888-9eb91c607356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471153 Oct 03 13:41:00.487009 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ee4430-b2fc-43c1-a570-30645352d607 req-cc8d8c33-07f2-4317-8414-c661f2a6ae2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:41:00.488438 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-f9ee4430-b2fc-43c1-a570-30645352d607 req-cc8d8c33-07f2-4317-8414-c661f2a6ae2e service neutron] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=e019f687769f408d9c3faab0c8693a9d&device_id=26f2c44c-5352-4768-99bc-0cb9f51170ed HTTP/1.1" status: 200 len: 1127 time: 0.0717435 Oct 03 13:41:00.504584 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d06602-d1dc-42c9-bdf4-668cc2516d2c req-7dab0a68-a6ea-45e3-92c3-cbc9b54f3d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:41:00.506028 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-44d06602-d1dc-42c9-bdf4-668cc2516d2c req-7dab0a68-a6ea-45e3-92c3-cbc9b54f3d09 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=0e005cbca8874c76bf8ad8f5d336b189&device_id=846b1cfd-b06e-4af7-9429-bb095737877a HTTP/1.1" status: 200 len: 1127 time: 0.0565717 Oct 03 13:41:00.582369 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-44d06602-d1dc-42c9-bdf4-668cc2516d2c req-666012c3-2693-4508-ad4a-320bd6940711 service neutron] 10.222.0.65 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=16ed99f4-5dbe-4876-92a3-cebcc2442f10 HTTP/1.1" status: 200 len: 217 time: 0.0645123 Oct 03 13:41:00.661337 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d06602-d1dc-42c9-bdf4-668cc2516d2c req-270ecd83-3d1f-4d53-a6a6-4b099cad5438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:41:00.662825 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-44d06602-d1dc-42c9-bdf4-668cc2516d2c req-270ecd83-3d1f-4d53-a6a6-4b099cad5438 service neutron] 10.222.0.65 "GET /networking/v2.0/subnets?id=51f42a02-30ea-44c7-9128-4b02428032bd HTTP/1.1" status: 200 len: 851 time: 0.0709732 Oct 03 13:41:00.663762 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ee4430-b2fc-43c1-a570-30645352d607 req-b5f1ec93-99c0-401d-b757-4a48cd0c8ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:41:00.665057 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-f9ee4430-b2fc-43c1-a570-30645352d607 req-b5f1ec93-99c0-401d-b757-4a48cd0c8ed6 service neutron] 10.222.0.65 "GET /networking/v2.0/networks?id=83166103-7560-4ace-bfbe-05a1216e31b8 HTTP/1.1" status: 200 len: 917 time: 0.1690109 Oct 03 13:41:00.735522 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-f9ee4430-b2fc-43c1-a570-30645352d607 req-e49c9651-a893-4abb-842b-9917db511388 service neutron] 10.222.0.65 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6728ff97-c99a-4882-be05-9f48cc629cff HTTP/1.1" status: 200 len: 217 time: 0.0583160 Oct 03 13:41:00.777336 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d06602-d1dc-42c9-bdf4-668cc2516d2c req-85c88142-c3e0-4105-b9b8-59c2d152a9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:41:00.778748 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-44d06602-d1dc-42c9-bdf4-668cc2516d2c req-85c88142-c3e0-4105-b9b8-59c2d152a9d7 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?network_id=5b3c6d8a-02a1-4730-82ca-c02b5cbef660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1032796 Oct 03 13:41:00.788068 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '846b1cfd-b06e-4af7-9429-bb095737877a', 'tag': '16ed99f4-5dbe-4876-92a3-cebcc2442f10'}] {{(pid=106268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 13:41:00.790334 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd70873512ffc397a2b7ac25ee02414627e7506f7787b64d61dc92e00300ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab72f3d9-4c4c-4c2d-98d1-215f0bbedca2" -d '{"events": [{"name": "network-changed", "server_uuid": "846b1cfd-b06e-4af7-9429-bb095737877a", "tag": "16ed99f4-5dbe-4876-92a3-cebcc2442f10"}]}' {{(pid=106268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 13:41:00.841608 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 13:41:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79fc0f15-6e83-4614-9116-5840ce4607ec x-openstack-request-id: req-79fc0f15-6e83-4614-9116-5840ce4607ec {{(pid=106268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 13:41:00.841904 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "846b1cfd-b06e-4af7-9429-bb095737877a", "tag": "16ed99f4-5dbe-4876-92a3-cebcc2442f10", "status": "completed", "code": 200}]} {{(pid=106268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 13:41:00.842161 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-79fc0f15-6e83-4614-9116-5840ce4607ec {{(pid=106268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 13:41:00.842561 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79fc0f15-6e83-4614-9116-5840ce4607ec'] response: {'name': 'network-changed', 'server_uuid': '846b1cfd-b06e-4af7-9429-bb095737877a', 'tag': '16ed99f4-5dbe-4876-92a3-cebcc2442f10', 'status': 'completed', 'code': 200} Oct 03 13:41:00.893772 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b18cabc-83c9-494b-8790-80ed0efd0a84 req-075dc1d0-3ca1-45c6-b287-b528d2f5057c tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:41:00.895449 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-2b18cabc-83c9-494b-8790-80ed0efd0a84 req-075dc1d0-3ca1-45c6-b287-b528d2f5057c tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=26f2c44c-5352-4768-99bc-0cb9f51170ed HTTP/1.1" status: 200 len: 943 time: 0.1218691 Oct 03 13:41:00.899308 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ee4430-b2fc-43c1-a570-30645352d607 req-4bba4fb6-3abd-4fc4-9bdb-47fb0e706fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:41:00.900822 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-f9ee4430-b2fc-43c1-a570-30645352d607 req-4bba4fb6-3abd-4fc4-9bdb-47fb0e706fdb service neutron] 10.222.0.65 "GET /networking/v2.0/subnets?id=bc4f70ab-e5db-4143-a1e5-7fb2da9adef0 HTTP/1.1" status: 200 len: 855 time: 0.1576817 Oct 03 13:41:00.999253 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ee4430-b2fc-43c1-a570-30645352d607 req-6559135a-e2ba-4b5c-9d9c-445417edad9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:41:01.001654 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-f9ee4430-b2fc-43c1-a570-30645352d607 req-6559135a-e2ba-4b5c-9d9c-445417edad9a service neutron] 10.222.0.65 "GET /networking/v2.0/ports?network_id=83166103-7560-4ace-bfbe-05a1216e31b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0884542 Oct 03 13:41:01.012013 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:41:01.043836 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-44d06602-d1dc-42c9-bdf4-668cc2516d2c req-0c4971d5-c62d-4ac6-aca1-01fbdb37cdfd service neutron] 10.222.0.65 "GET /networking/v2.0/networks/5b3c6d8a-02a1-4730-82ca-c02b5cbef660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2484803 Oct 03 13:41:01.046995 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-2b18cabc-83c9-494b-8790-80ed0efd0a84 req-e73ed051-3f42-41f3-8290-ecf2e66fd63f tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=f754160b-8854-4e15-ad98-a285964efdad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1435137 Oct 03 13:41:01.187979 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-f9ee4430-b2fc-43c1-a570-30645352d607 req-7b2754fb-5b75-48c9-8606-dd6765fdd1fc service neutron] 10.222.0.65 "GET /networking/v2.0/networks/83166103-7560-4ace-bfbe-05a1216e31b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700077 Oct 03 13:41:01.217532 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-44d06602-d1dc-42c9-bdf4-668cc2516d2c req-2276a9c5-f53d-4d66-9c1d-7c547b582b3e service neutron] 10.222.0.65 "GET /networking/v2.0/networks/5b3c6d8a-02a1-4730-82ca-c02b5cbef660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659520 Oct 03 13:41:01.288303 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-f9ee4430-b2fc-43c1-a570-30645352d607 req-59189be6-eaf3-48c1-93d0-b20c52db66fc service neutron] 10.222.0.65 "GET /networking/v2.0/networks/83166103-7560-4ace-bfbe-05a1216e31b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936005 Oct 03 13:41:01.413604 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4672e0-4f1d-4a90-bc73-09d715f99a3d req-b555bf0e-4c3e-46f1-95e3-e672f9dbd657 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:41:01.415908 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-fe4672e0-4f1d-4a90-bc73-09d715f99a3d req-b555bf0e-4c3e-46f1-95e3-e672f9dbd657 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=846b1cfd-b06e-4af7-9429-bb095737877a HTTP/1.1" status: 200 len: 943 time: 0.0542223 Oct 03 13:41:01.471309 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-fe4672e0-4f1d-4a90-bc73-09d715f99a3d req-aa346030-6fec-4324-a965-2df7542dd846 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=9ace053f-6f3b-45d1-9888-9eb91c607356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497262 Oct 03 13:41:01.482849 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab72f3d9-4c4c-4c2d-98d1-215f0bbedca2 req-b37fb266-e7b2-41b4-abf8-9ed83898aaa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:41:01.484321 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-ab72f3d9-4c4c-4c2d-98d1-215f0bbedca2 req-b37fb266-e7b2-41b4-abf8-9ed83898aaa2 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=0e005cbca8874c76bf8ad8f5d336b189&device_id=846b1cfd-b06e-4af7-9429-bb095737877a HTTP/1.1" status: 200 len: 1127 time: 0.0437689 Oct 03 13:41:01.583980 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=25,neutron:UPDATE=1 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:41:01.585812 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=15,neutron:UPDATE=1 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:41:01.586262 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab72f3d9-4c4c-4c2d-98d1-215f0bbedca2 req-22c1b405-bc08-400d-ae76-091351da404e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:41:01.587743 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-ab72f3d9-4c4c-4c2d-98d1-215f0bbedca2 req-22c1b405-bc08-400d-ae76-091351da404e service neutron] 10.222.0.65 "GET /networking/v2.0/networks?id=5b3c6d8a-02a1-4730-82ca-c02b5cbef660 HTTP/1.1" status: 200 len: 913 time: 0.0934269 Oct 03 13:41:01.603356 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=100 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:41:01.632953 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-ab72f3d9-4c4c-4c2d-98d1-215f0bbedca2 req-be85b50a-2b29-49ea-8293-32ff7f673708 service neutron] 10.222.0.65 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=16ed99f4-5dbe-4876-92a3-cebcc2442f10 HTTP/1.1" status: 200 len: 217 time: 0.0349581 Oct 03 13:41:01.686999 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab72f3d9-4c4c-4c2d-98d1-215f0bbedca2 req-0b2f9426-da42-4298-b2bb-02f58f3f059b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:41:01.689065 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-ab72f3d9-4c4c-4c2d-98d1-215f0bbedca2 req-0b2f9426-da42-4298-b2bb-02f58f3f059b service neutron] 10.222.0.65 "GET /networking/v2.0/subnets?id=51f42a02-30ea-44c7-9128-4b02428032bd HTTP/1.1" status: 200 len: 851 time: 0.0496020 Oct 03 13:41:01.734264 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab72f3d9-4c4c-4c2d-98d1-215f0bbedca2 req-5ab171a5-5eab-4aeb-afe1-be757af3784b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:41:01.736375 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-ab72f3d9-4c4c-4c2d-98d1-215f0bbedca2 req-5ab171a5-5eab-4aeb-afe1-be757af3784b service neutron] 10.222.0.65 "GET /networking/v2.0/ports?network_id=5b3c6d8a-02a1-4730-82ca-c02b5cbef660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0394933 Oct 03 13:41:01.790267 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Device 6728ff97-c99a-4882-be05-9f48cc629cff details requested by agent hyperv_hv-cinder-86009 with host hv-cinder-86009 {{(pid=106270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 03 13:41:01.835331 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-ab72f3d9-4c4c-4c2d-98d1-215f0bbedca2 req-0e77bb7e-6a38-442a-ac8b-417a628aa104 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/5b3c6d8a-02a1-4730-82ca-c02b5cbef660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922441 Oct 03 13:41:01.880852 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=100 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:41:01.901656 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.db [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] For port 6728ff97-c99a-4882-be05-9f48cc629cff, host hv-cinder-86009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86009',level=0,port_id=6728ff97-c99a-4882-be05-9f48cc629cff,segment=NetworkSegment(24e9c697-6214-4a54-b0c6-42aa0af9c46f),segment_id=24e9c697-6214-4a54-b0c6-42aa0af9c46f)] {{(pid=106270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 13:41:01.913119 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Returning: {'device': '6728ff97-c99a-4882-be05-9f48cc629cff', 'network_id': '83166103-7560-4ace-bfbe-05a1216e31b8', 'port_id': '6728ff97-c99a-4882-be05-9f48cc629cff', 'mac_address': 'fa:16:3e:69:72:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc4f70ab-e5db-4143-a1e5-7fb2da9adef0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 03 13:41:01.930969 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-ab72f3d9-4c4c-4c2d-98d1-215f0bbedca2 req-9047f8b9-2eb5-405e-a5c9-ff7147b00e22 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/5b3c6d8a-02a1-4730-82ca-c02b5cbef660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862119 Oct 03 13:41:01.949620 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Current status of the port 6728ff97-c99a-4882-be05-9f48cc629cff is: DOWN; New status is: BUILD {{(pid=106270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 13:41:01.950013 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (6728ff97-c99a-4882-be05-9f48cc629cff), before_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:41:01.964257 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.notifiers.nova [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6728ff97-c99a-4882-be05-9f48cc629cff {{(pid=106270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 03 13:41:01.984683 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.db [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] For port 6728ff97-c99a-4882-be05-9f48cc629cff, host hv-cinder-86009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86009',level=0,port_id=6728ff97-c99a-4882-be05-9f48cc629cff,segment=NetworkSegment(24e9c697-6214-4a54-b0c6-42aa0af9c46f),segment_id=24e9c697-6214-4a54-b0c6-42aa0af9c46f)] {{(pid=106270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 13:41:01.988605 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751015143617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751014657006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751014658052'] for port (6728ff97-c99a-4882-be05-9f48cc629cff), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:41:02.042766 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Pushing event updated for resources: {'Port': ['ID=6728ff97-c99a-4882-be05-9f48cc629cff,revision_number=4']} {{(pid=106270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:41:02.097130 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-e5a97177-86c8-4269-9672-ed4325ee8dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (3460fffa-818c-4144-9400-237880db20a4), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:41:02.185203 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17e9fa2-6500-4528-b5be-ce6519e125a8 req-1e27d55e-de64-456d-96bf-5b03e5e1cf06 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:41:02.186773 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-b17e9fa2-6500-4528-b5be-ce6519e125a8 req-1e27d55e-de64-456d-96bf-5b03e5e1cf06 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=26f2c44c-5352-4768-99bc-0cb9f51170ed HTTP/1.1" status: 200 len: 944 time: 0.0505383 Oct 03 13:41:02.243739 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.db [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] get_ports_and_sgs() called for port_ids ['6728ff97-c99a-4882-be05-9f48cc629cff'] {{(pid=106270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 03 13:41:02.247380 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-b17e9fa2-6500-4528-b5be-ce6519e125a8 req-558ed48c-6295-4bf3-879b-ee494ded3620 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=f754160b-8854-4e15-ad98-a285964efdad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540411 Oct 03 13:41:02.615760 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6702f11d-ea83-4d95-bd33-ff5804f6b006 req-0d48bcf5-a0e9-46df-9a2e-f2dda6de6556 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:41:02.617283 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-6702f11d-ea83-4d95-bd33-ff5804f6b006 req-0d48bcf5-a0e9-46df-9a2e-f2dda6de6556 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=846b1cfd-b06e-4af7-9429-bb095737877a HTTP/1.1" status: 200 len: 943 time: 0.0549009 Oct 03 13:41:02.670795 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-6702f11d-ea83-4d95-bd33-ff5804f6b006 req-770dec06-8758-45c5-bcd5-8610013650b1 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=9ace053f-6f3b-45d1-9888-9eb91c607356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475860 Oct 03 13:41:03.374813 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb1b74d-be81-46e7-ba18-a8d0d0f82795 req-6378c1ff-b2a1-4a7a-a430-4fde25f2a217 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:41:03.376863 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-bcb1b74d-be81-46e7-ba18-a8d0d0f82795 req-6378c1ff-b2a1-4a7a-a430-4fde25f2a217 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=26f2c44c-5352-4768-99bc-0cb9f51170ed HTTP/1.1" status: 200 len: 944 time: 0.0479581 Oct 03 13:41:03.427176 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-bcb1b74d-be81-46e7-ba18-a8d0d0f82795 req-8ee91f1e-eafc-4b6a-8fec-e8d572fcde02 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=f754160b-8854-4e15-ad98-a285964efdad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444379 Oct 03 13:41:03.791043 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Device 6728ff97-c99a-4882-be05-9f48cc629cff up at agent hyperv_hv-cinder-86009 {{(pid=106270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 13:41:03.803268 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdcb987-dea7-47ac-afa7-da48e1767853 req-97d72258-6ea9-4cca-928e-85ad7350dd69 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:41:03.804963 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-8cdcb987-dea7-47ac-afa7-da48e1767853 req-97d72258-6ea9-4cca-928e-85ad7350dd69 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=846b1cfd-b06e-4af7-9429-bb095737877a HTTP/1.1" status: 200 len: 943 time: 0.0545404 Oct 03 13:41:03.835504 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.provisioning_blocks [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Provisioning for port 6728ff97-c99a-4882-be05-9f48cc629cff completed by entity L2. {{(pid=106270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 03 13:41:03.845760 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.provisioning_blocks [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Provisioning complete for port 6728ff97-c99a-4882-be05-9f48cc629cff triggered by entity L2. {{(pid=106270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 13:41:03.846135 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1340199'] for port (6728ff97-c99a-4882-be05-9f48cc629cff), provisioning_complete {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:41:03.846486 dv-cinder-860090-1-iscsi neutron-server[106270]: INFO neutron.plugins.ml2.plugin [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Attempt 1 to provision port 6728ff97-c99a-4882-be05-9f48cc629cff Oct 03 13:41:03.863531 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-8cdcb987-dea7-47ac-afa7-da48e1767853 req-7d5e70d2-7fe0-4512-bd8d-96deb800f1ba tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=9ace053f-6f3b-45d1-9888-9eb91c607356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518770 Oct 03 13:41:03.918277 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:41:03.925880 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Current status of the port 6728ff97-c99a-4882-be05-9f48cc629cff is: BUILD; New status is: ACTIVE {{(pid=106270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 13:41:03.926271 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (6728ff97-c99a-4882-be05-9f48cc629cff), before_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:41:03.951048 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26f2c44c-5352-4768-99bc-0cb9f51170ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6728ff97-c99a-4882-be05-9f48cc629cff'}] {{(pid=106270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 13:41:03.953293 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}560c9627402e85393d05fbb3c51e26d9631cba9dc4b6297c571b83e08b497dad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82f8b12a-da3f-42ff-a67b-d6fa53ba2efe" -d '{"events": [{"server_uuid": "26f2c44c-5352-4768-99bc-0cb9f51170ed", "name": "network-vif-plugged", "status": "completed", "tag": "6728ff97-c99a-4882-be05-9f48cc629cff"}]}' {{(pid=106270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 13:41:03.966150 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.db [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] For port 6728ff97-c99a-4882-be05-9f48cc629cff, host hv-cinder-86009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86009',level=0,port_id=6728ff97-c99a-4882-be05-9f48cc629cff,segment=NetworkSegment(24e9c697-6214-4a54-b0c6-42aa0af9c46f),segment_id=24e9c697-6214-4a54-b0c6-42aa0af9c46f)] {{(pid=106270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 13:41:03.971556 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751015143617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751014657006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751014658052'] for port (6728ff97-c99a-4882-be05-9f48cc629cff), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:41:03.997382 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 13:41:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-873aac3c-24f7-4924-8112-7cfb1e6d71ec x-openstack-request-id: req-873aac3c-24f7-4924-8112-7cfb1e6d71ec {{(pid=106270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 13:41:03.997706 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26f2c44c-5352-4768-99bc-0cb9f51170ed", "name": "network-vif-plugged", "status": "completed", "tag": "6728ff97-c99a-4882-be05-9f48cc629cff", "code": 200}]} {{(pid=106270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 13:41:03.997963 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-873aac3c-24f7-4924-8112-7cfb1e6d71ec {{(pid=106270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 13:41:03.998356 dv-cinder-860090-1-iscsi neutron-server[106270]: INFO neutron.notifiers.nova [-] Nova event matching ['req-873aac3c-24f7-4924-8112-7cfb1e6d71ec'] response: {'server_uuid': '26f2c44c-5352-4768-99bc-0cb9f51170ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6728ff97-c99a-4882-be05-9f48cc629cff', 'code': 200} Oct 03 13:41:04.027270 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Pushing event updated for resources: {'Port': ['ID=6728ff97-c99a-4882-be05-9f48cc629cff,revision_number=5']} {{(pid=106270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:41:04.174993 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c48f0f6-f97e-4de1-9976-0cefb5acd35c req-13c8950e-19a0-4780-a765-537b6820fa16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:41:04.176507 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-1c48f0f6-f97e-4de1-9976-0cefb5acd35c req-13c8950e-19a0-4780-a765-537b6820fa16 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?device_id=26f2c44c-5352-4768-99bc-0cb9f51170ed HTTP/1.1" status: 200 len: 1129 time: 0.0405416 Oct 03 13:41:04.231196 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-1c48f0f6-f97e-4de1-9976-0cefb5acd35c req-7c29855f-eb35-4c02-97f0-f77522159851 service neutron] 10.222.0.65 "GET /networking/v2.0/security-groups?id=f754160b-8854-4e15-ad98-a285964efdad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422428 Oct 03 13:41:04.558876 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c0a58f-f6a9-48d7-bcd6-ee81c3cb4830 req-1f84283f-178f-4ed3-a2d5-35ffb79927cb tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:41:04.560387 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-32c0a58f-f6a9-48d7-bcd6-ee81c3cb4830 req-1f84283f-178f-4ed3-a2d5-35ffb79927cb tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=26f2c44c-5352-4768-99bc-0cb9f51170ed HTTP/1.1" status: 200 len: 945 time: 0.0493562 Oct 03 13:41:04.613723 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-32c0a58f-f6a9-48d7-bcd6-ee81c3cb4830 req-34490fc4-f899-4e50-a584-69c1f92c6741 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=f754160b-8854-4e15-ad98-a285964efdad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464885 Oct 03 13:41:04.880042 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-0636a28d-ded5-4dfd-8099-7be1e4a743d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (94180321-47b1-4b5c-b620-b1b0a31df446), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:41:04.996631 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea3ce2d-2495-4a48-bcc8-75cad732bb41 req-06f7f72f-1037-43a4-812c-7f548a980e86 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:41:04.998316 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-eea3ce2d-2495-4a48-bcc8-75cad732bb41 req-06f7f72f-1037-43a4-812c-7f548a980e86 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=846b1cfd-b06e-4af7-9429-bb095737877a HTTP/1.1" status: 200 len: 943 time: 0.0502644 Oct 03 13:41:05.025585 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=100 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:41:05.051126 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-eea3ce2d-2495-4a48-bcc8-75cad732bb41 req-5095537c-5e73-4a39-bd9c-d47f34656bfd tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=9ace053f-6f3b-45d1-9888-9eb91c607356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467436 Oct 03 13:41:05.749301 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4d52fb-7996-4546-83aa-79c58d5cc75d req-0ce85835-5af6-4ab8-baaf-a2486649c92f tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:41:05.751153 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-8e4d52fb-7996-4546-83aa-79c58d5cc75d req-0ce85835-5af6-4ab8-baaf-a2486649c92f tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=26f2c44c-5352-4768-99bc-0cb9f51170ed HTTP/1.1" status: 200 len: 945 time: 0.0482380 Oct 03 13:41:05.805290 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-8e4d52fb-7996-4546-83aa-79c58d5cc75d req-125dd431-af3e-4245-b23d-2d973197de64 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=f754160b-8854-4e15-ad98-a285964efdad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475247 Oct 03 13:41:05.932915 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa878fd-eb4f-4781-8be4-a2f764a680b5 req-87fb4637-fcc2-4b13-af34-3aefbdf92a18 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:41:05.934447 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-1aa878fd-eb4f-4781-8be4-a2f764a680b5 req-87fb4637-fcc2-4b13-af34-3aefbdf92a18 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=26f2c44c-5352-4768-99bc-0cb9f51170ed HTTP/1.1" status: 200 len: 945 time: 0.0485091 Oct 03 13:41:05.945415 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 37394) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:41:05.949907 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.v2.base [None req-e8f9b96c-7e24-4a56-bf77-32dd6425119b tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Request body: {'floatingip': {'port_id': '6728ff97-c99a-4882-be05-9f48cc629cff'}} {{(pid=106268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 13:41:05.989111 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-e8f9b96c-7e24-4a56-bf77-32dd6425119b tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Publish callbacks [] for floatingip (c3a1adbc-333f-46aa-8264-c8870effb1e3), before_update {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:41:06.169516 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:41:06.174380 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-1bb28928-3e93-41c9-8900-1ecfb790b160 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (5eabf47d-5620-4e94-9269-ef19fe52be68), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:41:06.195547 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64ccdde-f9d3-4864-b940-1c1e06fc6f93 req-1761eb66-e22f-4fce-a08d-e5e85a82d767 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:41:06.197250 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-e64ccdde-f9d3-4864-b940-1c1e06fc6f93 req-1761eb66-e22f-4fce-a08d-e5e85a82d767 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=846b1cfd-b06e-4af7-9429-bb095737877a HTTP/1.1" status: 200 len: 943 time: 0.0663309 Oct 03 13:41:06.272271 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-e64ccdde-f9d3-4864-b940-1c1e06fc6f93 req-bdb927f1-c146-42b0-8fa2-ad024f8660bc tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=9ace053f-6f3b-45d1-9888-9eb91c607356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679219 Oct 03 13:41:06.581675 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:41:06.750355 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-e8f9b96c-7e24-4a56-bf77-32dd6425119b tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:41:06.754932 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-e8f9b96c-7e24-4a56-bf77-32dd6425119b tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3722562'] for floatingip (c3a1adbc-333f-46aa-8264-c8870effb1e3), after_update {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:41:06.895132 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.db.l3_db [None req-e8f9b96c-7e24-4a56-bf77-32dd6425119b tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Floating IP c3a1adbc-333f-46aa-8264-c8870effb1e3 associated. External IP: 172.27.1.101, port: 6728ff97-c99a-4882-be05-9f48cc629cff. Oct 03 13:41:07.132490 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8f9b96c-7e24-4a56-bf77-32dd6425119b tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Router c8606d8c-b1c9-49d9-b355-0650feac1844 has already been hosted by L3 agent 94180321-47b1-4b5c-b620-b1b0a31df446 {{(pid=106268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 03 13:41:07.242130 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8f9b96c-7e24-4a56-bf77-32dd6425119b tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Notify agent at l3_agent.dv-cinder-860090-1-iscsi the message routers_updated {{(pid=106268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 13:41:07.247080 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-e8f9b96c-7e24-4a56-bf77-32dd6425119b tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512321'] for floatingip (None), before_response {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:41:07.253364 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a73e22-7a7e-4f16-866c-744bc6bf669f None None] Sync routers for ids ['c8606d8c-b1c9-49d9-b355-0650feac1844'] in dv-cinder-860090-1-iscsi {{(pid=106270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 13:41:07.264232 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a73e22-7a7e-4f16-866c-744bc6bf669f None None] Routers {'c8606d8c-b1c9-49d9-b355-0650feac1844'} bound to L3 agent in host dv-cinder-860090-1-iscsi {{(pid=106270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 13:41:07.264856 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_hamode_db [None req-23a73e22-7a7e-4f16-866c-744bc6bf669f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860090-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-03T13:22:05Z,description=,heartbeat_timestamp=2022-10-03T13:41:05Z,host='dv-cinder-860090-1-iscsi',id=94180321-47b1-4b5c-b620-b1b0a31df446,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T13:22:05Z,topic='l3_agent')) {'router_ids': ['c8606d8c-b1c9-49d9-b355-0650feac1844'], 'active': True} {{(pid=106270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:41:07.279374 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-e8f9b96c-7e24-4a56-bf77-32dd6425119b tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "PUT /networking/v2.0/floatingips/c3a1adbc-333f-46aa-8264-c8870effb1e3 HTTP/1.1" status: 200 len: 991 time: 1.3328204 Oct 03 13:41:07.280025 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26f2c44c-5352-4768-99bc-0cb9f51170ed', 'tag': '6728ff97-c99a-4882-be05-9f48cc629cff'}] {{(pid=106268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 13:41:07.282627 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd70873512ffc397a2b7ac25ee02414627e7506f7787b64d61dc92e00300ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e34e9e5-d43d-4d9e-943e-d586305c85fb" -d '{"events": [{"name": "network-changed", "server_uuid": "26f2c44c-5352-4768-99bc-0cb9f51170ed", "tag": "6728ff97-c99a-4882-be05-9f48cc629cff"}]}' {{(pid=106268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 13:41:07.322978 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 13:41:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1f728f0-7288-4641-8c53-c3f0f9ce1455 x-openstack-request-id: req-c1f728f0-7288-4641-8c53-c3f0f9ce1455 {{(pid=106268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 13:41:07.323272 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26f2c44c-5352-4768-99bc-0cb9f51170ed", "tag": "6728ff97-c99a-4882-be05-9f48cc629cff", "status": "completed", "code": 200}]} {{(pid=106268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 13:41:07.323521 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c1f728f0-7288-4641-8c53-c3f0f9ce1455 {{(pid=106268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 13:41:07.323927 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1f728f0-7288-4641-8c53-c3f0f9ce1455'] response: {'name': 'network-changed', 'server_uuid': '26f2c44c-5352-4768-99bc-0cb9f51170ed', 'tag': '6728ff97-c99a-4882-be05-9f48cc629cff', 'status': 'completed', 'code': 200} Oct 03 13:41:07.410978 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:41:07.418534 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e34e9e5-d43d-4d9e-943e-d586305c85fb req-ad191d18-f983-42be-a63c-f2c0f6860f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:41:07.420394 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-5e34e9e5-d43d-4d9e-943e-d586305c85fb req-ad191d18-f983-42be-a63c-f2c0f6860f95 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=e019f687769f408d9c3faab0c8693a9d&device_id=26f2c44c-5352-4768-99bc-0cb9f51170ed HTTP/1.1" status: 200 len: 1129 time: 0.0499086 Oct 03 13:41:07.452076 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45752095-678c-4627-9895-abb988b37b4b req-fa4f1765-600c-4384-b5a0-dc3a3e53b2aa tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:41:07.454901 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-45752095-678c-4627-9895-abb988b37b4b req-fa4f1765-600c-4384-b5a0-dc3a3e53b2aa tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=846b1cfd-b06e-4af7-9429-bb095737877a HTTP/1.1" status: 200 len: 943 time: 0.0668850 Oct 03 13:41:07.537886 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-45752095-678c-4627-9895-abb988b37b4b req-1bf99898-9aac-401b-b949-66c5f7c6bc63 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=9ace053f-6f3b-45d1-9888-9eb91c607356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760055 Oct 03 13:41:07.565629 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e34e9e5-d43d-4d9e-943e-d586305c85fb req-0b5165ab-c708-4a9e-a2f0-c7bdfd0f2620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:41:07.566057 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (d46c7ed5-c451-4a76-ab3f-ab8e3ea4a5ec), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:41:07.567578 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-5e34e9e5-d43d-4d9e-943e-d586305c85fb req-0b5165ab-c708-4a9e-a2f0-c7bdfd0f2620 service neutron] 10.222.0.65 "GET /networking/v2.0/networks?id=83166103-7560-4ace-bfbe-05a1216e31b8 HTTP/1.1" status: 200 len: 917 time: 0.1404541 Oct 03 13:41:07.575680 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_dvr_db [None req-23a73e22-7a7e-4f16-866c-744bc6bf669f None None] Set router c8606d8c-b1c9-49d9-b355-0650feac1844 gateway port host: dv-cinder-860090-1-iscsi {{(pid=106270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 13:41:07.637662 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-5e34e9e5-d43d-4d9e-943e-d586305c85fb req-c479978c-59c4-4a33-ae20-9e7d111b211f service neutron] 10.222.0.65 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6728ff97-c99a-4882-be05-9f48cc629cff HTTP/1.1" status: 200 len: 999 time: 0.0615749 Oct 03 13:41:07.682750 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-9b3e6be4-ae7f-4a46-812d-719b0ca73959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (3cd5b2bb-c81a-4ce3-a212-a51c5aa706bd), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:41:07.688059 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:41:07.693777 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e34e9e5-d43d-4d9e-943e-d586305c85fb req-42bdedbf-8f56-45df-8588-dd812248c72e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:41:07.695250 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-5e34e9e5-d43d-4d9e-943e-d586305c85fb req-42bdedbf-8f56-45df-8588-dd812248c72e service neutron] 10.222.0.65 "GET /networking/v2.0/subnets?id=bc4f70ab-e5db-4143-a1e5-7fb2da9adef0 HTTP/1.1" status: 200 len: 855 time: 0.0507183 Oct 03 13:41:07.747477 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e34e9e5-d43d-4d9e-943e-d586305c85fb req-124d5577-e988-4e94-a0c2-e5f258d967c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:41:07.748967 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-5e34e9e5-d43d-4d9e-943e-d586305c85fb req-124d5577-e988-4e94-a0c2-e5f258d967c6 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?network_id=83166103-7560-4ace-bfbe-05a1216e31b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0461755 Oct 03 13:41:07.759795 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [req-5e34e9e5-d43d-4d9e-943e-d586305c85fb req-1def7cad-cc17-444a-a8c6-3cda44079dba service neutron] http://10.222.0.58:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106268) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 03 13:41:07.760535 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-5e34e9e5-d43d-4d9e-943e-d586305c85fb req-1def7cad-cc17-444a-a8c6-3cda44079dba service neutron] 10.222.0.65 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0050480 Oct 03 13:41:07.795841 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Device 16ed99f4-5dbe-4876-92a3-cebcc2442f10 details requested by agent hyperv_hv-cinder-86009 with host hv-cinder-86009 {{(pid=106270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 03 13:41:07.833687 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_hamode_db [None req-23a73e22-7a7e-4f16-866c-744bc6bf669f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8606d8c-b1c9-49d9-b355-0650feac1844', 'name': 'tempest-AttachVolumeShelveTestJSON-121990232-router', 'tenant_id': 'e019f687769f408d9c3faab0c8693a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'external_fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.38'}], 'enable_snat': True}, 'gw_port_id': '52620d42-0657-48d1-89ca-6526c1ad8855', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:37:45Z', 'updated_at': '2022-10-03T13:37:48Z', 'revision_number': 4, 'project_id': 'e019f687769f408d9c3faab0c8693a9d', 'gw_port': {'id': '52620d42-0657-48d1-89ca-6526c1ad8855', 'name': '', 'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:99:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8606d8c-b1c9-49d9-b355-0650feac1844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:37:45Z', 'updated_at': '2022-10-03T13:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860090-1-iscsi', '_floatingips': [{'id': 'c3a1adbc-333f-46aa-8264-c8870effb1e3', 'tenant_id': 'e019f687769f408d9c3faab0c8693a9d', 'floating_ip_address': '172.27.1.101', 'floating_network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'router_id': 'c8606d8c-b1c9-49d9-b355-0650feac1844', 'port_id': '6728ff97-c99a-4882-be05-9f48cc629cff', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 644, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83166103-7560-4ace-bfbe-05a1216e31b8', 'mac_address': 'fa:16:3e:69:72:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26f2c44c-5352-4768-99bc-0cb9f51170ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T13:40:53Z', 'updated_at': '2022-10-03T13:41:06Z', 'revision_number': 1, 'project_id': 'e019f687769f408d9c3faab0c8693a9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1596c1d8-15dc-4b0b-8e23-90392080d77a', 'name': '', 'network_id': '83166103-7560-4ace-bfbe-05a1216e31b8', 'tenant_id': 'e019f687769f408d9c3faab0c8693a9d', 'mac_address': 'fa:16:3e:df:de:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8606d8c-b1c9-49d9-b355-0650feac1844', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'bc4f70ab-e5db-4143-a1e5-7fb2da9adef0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:37:48Z', 'updated_at': '2022-10-03T13:37:54Z', 'revision_number': 5, 'project_id': 'e019f687769f408d9c3faab0c8693a9d', 'subnets': [{'id': 'bc4f70ab-e5db-4143-a1e5-7fb2da9adef0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860090-1-iscsi', False) {} {{(pid=106270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:41:07.836451 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:41:07.861551 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-5e34e9e5-d43d-4d9e-943e-d586305c85fb req-05d4376a-0405-4bf0-9589-6bad84bf4447 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/83166103-7560-4ace-bfbe-05a1216e31b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933847 Oct 03 13:41:07.865122 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a73e22-7a7e-4f16-866c-744bc6bf669f None None] Checking router: c8606d8c-b1c9-49d9-b355-0650feac1844 for host: dv-cinder-860090-1-iscsi {{(pid=106270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 13:41:07.922504 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a73e22-7a7e-4f16-866c-744bc6bf669f None None] Routers {'c8606d8c-b1c9-49d9-b355-0650feac1844'} bound to L3 agent in host dv-cinder-860090-1-iscsi {{(pid=106270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 13:41:07.923225 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_hamode_db [None req-23a73e22-7a7e-4f16-866c-744bc6bf669f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860090-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-03T13:22:05Z,description=,heartbeat_timestamp=2022-10-03T13:41:05Z,host='dv-cinder-860090-1-iscsi',id=94180321-47b1-4b5c-b620-b1b0a31df446,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T13:22:05Z,topic='l3_agent')) {'router_ids': ['c8606d8c-b1c9-49d9-b355-0650feac1844'], 'active': True} {{(pid=106270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:41:07.961965 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-5e34e9e5-d43d-4d9e-943e-d586305c85fb req-3870e689-b372-426f-9bfc-c1b6f7ffaefa service neutron] 10.222.0.65 "GET /networking/v2.0/networks/83166103-7560-4ace-bfbe-05a1216e31b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944409 Oct 03 13:41:08.036360 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.db [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] For port 16ed99f4-5dbe-4876-92a3-cebcc2442f10, host hv-cinder-86009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86009',level=0,port_id=16ed99f4-5dbe-4876-92a3-cebcc2442f10,segment=NetworkSegment(4d86536b-be62-4637-b619-80b82e697b76),segment_id=4d86536b-be62-4637-b619-80b82e697b76)] {{(pid=106270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 13:41:08.061983 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Returning: {'device': '16ed99f4-5dbe-4876-92a3-cebcc2442f10', 'network_id': '5b3c6d8a-02a1-4730-82ca-c02b5cbef660', 'port_id': '16ed99f4-5dbe-4876-92a3-cebcc2442f10', 'mac_address': 'fa:16:3e:8c:0b:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51f42a02-30ea-44c7-9128-4b02428032bd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 03 13:41:08.096871 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_dvr_db [None req-23a73e22-7a7e-4f16-866c-744bc6bf669f None None] Set router c8606d8c-b1c9-49d9-b355-0650feac1844 gateway port host: dv-cinder-860090-1-iscsi {{(pid=106270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 13:41:08.138890 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Current status of the port 16ed99f4-5dbe-4876-92a3-cebcc2442f10 is: DOWN; New status is: BUILD {{(pid=106270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 13:41:08.139279 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (16ed99f4-5dbe-4876-92a3-cebcc2442f10), before_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:41:08.143766 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:41:08.194873 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.notifiers.nova [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16ed99f4-5dbe-4876-92a3-cebcc2442f10 {{(pid=106270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 03 13:41:08.235750 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.db [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] For port 16ed99f4-5dbe-4876-92a3-cebcc2442f10, host hv-cinder-86009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86009',level=0,port_id=16ed99f4-5dbe-4876-92a3-cebcc2442f10,segment=NetworkSegment(4d86536b-be62-4637-b619-80b82e697b76),segment_id=4d86536b-be62-4637-b619-80b82e697b76)] {{(pid=106270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 13:41:08.249297 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751015143617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751014657006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751014658052'] for port (16ed99f4-5dbe-4876-92a3-cebcc2442f10), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:41:08.358086 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Pushing event updated for resources: {'Port': ['ID=16ed99f4-5dbe-4876-92a3-cebcc2442f10,revision_number=4']} {{(pid=106270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:41:08.406331 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_hamode_db [None req-23a73e22-7a7e-4f16-866c-744bc6bf669f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8606d8c-b1c9-49d9-b355-0650feac1844', 'name': 'tempest-AttachVolumeShelveTestJSON-121990232-router', 'tenant_id': 'e019f687769f408d9c3faab0c8693a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'external_fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.38'}], 'enable_snat': True}, 'gw_port_id': '52620d42-0657-48d1-89ca-6526c1ad8855', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:37:45Z', 'updated_at': '2022-10-03T13:37:48Z', 'revision_number': 4, 'project_id': 'e019f687769f408d9c3faab0c8693a9d', 'gw_port': {'id': '52620d42-0657-48d1-89ca-6526c1ad8855', 'name': '', 'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:99:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8606d8c-b1c9-49d9-b355-0650feac1844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:37:45Z', 'updated_at': '2022-10-03T13:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860090-1-iscsi', '_floatingips': [{'id': 'c3a1adbc-333f-46aa-8264-c8870effb1e3', 'tenant_id': 'e019f687769f408d9c3faab0c8693a9d', 'floating_ip_address': '172.27.1.101', 'floating_network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'router_id': 'c8606d8c-b1c9-49d9-b355-0650feac1844', 'port_id': '6728ff97-c99a-4882-be05-9f48cc629cff', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 644, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83166103-7560-4ace-bfbe-05a1216e31b8', 'mac_address': 'fa:16:3e:69:72:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26f2c44c-5352-4768-99bc-0cb9f51170ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T13:40:53Z', 'updated_at': '2022-10-03T13:41:06Z', 'revision_number': 1, 'project_id': 'e019f687769f408d9c3faab0c8693a9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1596c1d8-15dc-4b0b-8e23-90392080d77a', 'name': '', 'network_id': '83166103-7560-4ace-bfbe-05a1216e31b8', 'tenant_id': 'e019f687769f408d9c3faab0c8693a9d', 'mac_address': 'fa:16:3e:df:de:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8606d8c-b1c9-49d9-b355-0650feac1844', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'bc4f70ab-e5db-4143-a1e5-7fb2da9adef0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:37:48Z', 'updated_at': '2022-10-03T13:37:54Z', 'revision_number': 5, 'project_id': 'e019f687769f408d9c3faab0c8693a9d', 'subnets': [{'id': 'bc4f70ab-e5db-4143-a1e5-7fb2da9adef0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860090-1-iscsi', False) {} {{(pid=106270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:41:08.431944 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a73e22-7a7e-4f16-866c-744bc6bf669f None None] The sync data for ids ['c8606d8c-b1c9-49d9-b355-0650feac1844'] in dv-cinder-860090-1-iscsi is: [{'id': 'c8606d8c-b1c9-49d9-b355-0650feac1844', 'name': 'tempest-AttachVolumeShelveTestJSON-121990232-router', 'tenant_id': 'e019f687769f408d9c3faab0c8693a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'external_fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.38'}], 'enable_snat': True}, 'gw_port_id': '52620d42-0657-48d1-89ca-6526c1ad8855', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:37:45Z', 'updated_at': '2022-10-03T13:37:48Z', 'revision_number': 4, 'project_id': 'e019f687769f408d9c3faab0c8693a9d', 'gw_port': {'id': '52620d42-0657-48d1-89ca-6526c1ad8855', 'name': '', 'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:99:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8606d8c-b1c9-49d9-b355-0650feac1844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:37:45Z', 'updated_at': '2022-10-03T13:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860090-1-iscsi', '_floatingips': [{'id': 'c3a1adbc-333f-46aa-8264-c8870effb1e3', 'tenant_id': 'e019f687769f408d9c3faab0c8693a9d', 'floating_ip_address': '172.27.1.101', 'floating_network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'router_id': 'c8606d8c-b1c9-49d9-b355-0650feac1844', 'port_id': '6728ff97-c99a-4882-be05-9f48cc629cff', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 644, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83166103-7560-4ace-bfbe-05a1216e31b8', 'mac_address': 'fa:16:3e:69:72:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26f2c44c-5352-4768-99bc-0cb9f51170ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T13:40:53Z', 'updated_at': '2022-10-03T13:41:06Z', 'revision_number': 1, 'project_id': 'e019f687769f408d9c3faab0c8693a9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1596c1d8-15dc-4b0b-8e23-90392080d77a', 'name': '', 'network_id': '83166103-7560-4ace-bfbe-05a1216e31b8', 'tenant_id': 'e019f687769f408d9c3faab0c8693a9d', 'mac_address': 'fa:16:3e:df:de:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8606d8c-b1c9-49d9-b355-0650feac1844', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'bc4f70ab-e5db-4143-a1e5-7fb2da9adef0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:37:48Z', 'updated_at': '2022-10-03T13:37:54Z', 'revision_number': 5, 'project_id': 'e019f687769f408d9c3faab0c8693a9d', 'subnets': [{'id': 'bc4f70ab-e5db-4143-a1e5-7fb2da9adef0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 13:41:08.539645 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.db [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] get_ports_and_sgs() called for port_ids ['16ed99f4-5dbe-4876-92a3-cebcc2442f10'] {{(pid=106270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 03 13:41:08.588222 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (1af51d63-a9c9-4bbe-9b0d-c8e0a80c641c), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:41:08.658159 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc90a74-76c6-4289-a767-1d1452586843 None None] New status for floating IP c3a1adbc-333f-46aa-8264-c8870effb1e3: ACTIVE {{(pid=106271) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 03 13:41:08.692084 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a80f72d-05bb-449c-b0d4-aca7067b8ee9 req-2accdf01-a955-473c-b17a-d4b17b24ec90 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:41:08.693974 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-2a80f72d-05bb-449c-b0d4-aca7067b8ee9 req-2accdf01-a955-473c-b17a-d4b17b24ec90 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=846b1cfd-b06e-4af7-9429-bb095737877a HTTP/1.1" status: 200 len: 944 time: 0.0703814 Oct 03 13:41:08.754624 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-2a80f72d-05bb-449c-b0d4-aca7067b8ee9 req-f5f74431-8fff-47e2-a0b2-a4f52e107297 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=9ace053f-6f3b-45d1-9888-9eb91c607356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532150 Oct 03 13:41:08.763988 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:41:09.409017 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.agents_db [None req-0a1e5e68-d5eb-461a-8b1a-39e3d06a9bb6 None None] Agent healthcheck: found 6 active agents {{(pid=106271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 03 13:41:09.795324 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Device 16ed99f4-5dbe-4876-92a3-cebcc2442f10 up at agent hyperv_hv-cinder-86009 {{(pid=106270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 13:41:09.844996 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.provisioning_blocks [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Provisioning for port 16ed99f4-5dbe-4876-92a3-cebcc2442f10 completed by entity L2. {{(pid=106270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 03 13:41:09.851748 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.provisioning_blocks [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Provisioning complete for port 16ed99f4-5dbe-4876-92a3-cebcc2442f10 triggered by entity L2. {{(pid=106270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 13:41:09.852326 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1340199'] for port (16ed99f4-5dbe-4876-92a3-cebcc2442f10), provisioning_complete {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:41:09.852695 dv-cinder-860090-1-iscsi neutron-server[106270]: INFO neutron.plugins.ml2.plugin [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Attempt 1 to provision port 16ed99f4-5dbe-4876-92a3-cebcc2442f10 Oct 03 13:41:09.890936 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016b8fef-9a57-40e9-a497-2bebc3fea277 req-1e4889e2-5a3a-4a2b-ad93-529b1667b7ae tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:41:09.893048 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-016b8fef-9a57-40e9-a497-2bebc3fea277 req-1e4889e2-5a3a-4a2b-ad93-529b1667b7ae tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=846b1cfd-b06e-4af7-9429-bb095737877a HTTP/1.1" status: 200 len: 944 time: 0.0538380 Oct 03 13:41:09.908176 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=100 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:41:09.930857 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Current status of the port 16ed99f4-5dbe-4876-92a3-cebcc2442f10 is: BUILD; New status is: ACTIVE {{(pid=106270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 13:41:09.931287 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (16ed99f4-5dbe-4876-92a3-cebcc2442f10), before_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:41:09.950728 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-016b8fef-9a57-40e9-a497-2bebc3fea277 req-5758566d-66ab-425b-b96b-f7f76a45be3b tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=9ace053f-6f3b-45d1-9888-9eb91c607356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500422 Oct 03 13:41:09.958789 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '846b1cfd-b06e-4af7-9429-bb095737877a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16ed99f4-5dbe-4876-92a3-cebcc2442f10'}] {{(pid=106270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 13:41:09.961056 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}560c9627402e85393d05fbb3c51e26d9631cba9dc4b6297c571b83e08b497dad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bff82b4-145c-4b24-b47f-7de705dde3e3" -d '{"events": [{"server_uuid": "846b1cfd-b06e-4af7-9429-bb095737877a", "name": "network-vif-plugged", "status": "completed", "tag": "16ed99f4-5dbe-4876-92a3-cebcc2442f10"}]}' {{(pid=106270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 13:41:09.974784 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.db [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] For port 16ed99f4-5dbe-4876-92a3-cebcc2442f10, host hv-cinder-86009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86009',level=0,port_id=16ed99f4-5dbe-4876-92a3-cebcc2442f10,segment=NetworkSegment(4d86536b-be62-4637-b619-80b82e697b76),segment_id=4d86536b-be62-4637-b619-80b82e697b76)] {{(pid=106270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 13:41:09.979269 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751015143617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751014657006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751014658052'] for port (16ed99f4-5dbe-4876-92a3-cebcc2442f10), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:41:10.002098 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:41:10.013367 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 13:41:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-920dab1d-3fa6-41d6-9408-e986cb2213f5 x-openstack-request-id: req-920dab1d-3fa6-41d6-9408-e986cb2213f5 {{(pid=106270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 13:41:10.013687 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "846b1cfd-b06e-4af7-9429-bb095737877a", "name": "network-vif-plugged", "status": "completed", "tag": "16ed99f4-5dbe-4876-92a3-cebcc2442f10", "code": 200}]} {{(pid=106270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 13:41:10.013943 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-920dab1d-3fa6-41d6-9408-e986cb2213f5 {{(pid=106270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 13:41:10.014342 dv-cinder-860090-1-iscsi neutron-server[106270]: INFO neutron.notifiers.nova [-] Nova event matching ['req-920dab1d-3fa6-41d6-9408-e986cb2213f5'] response: {'server_uuid': '846b1cfd-b06e-4af7-9429-bb095737877a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16ed99f4-5dbe-4876-92a3-cebcc2442f10', 'code': 200} Oct 03 13:41:10.033924 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Pushing event updated for resources: {'Port': ['ID=16ed99f4-5dbe-4876-92a3-cebcc2442f10,revision_number=5']} {{(pid=106270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:41:10.323880 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7a3864-22ef-4c8f-92a3-c0e12ce7660c req-b5dc173b-69d4-402c-a226-531b7e5dceb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:41:10.325376 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-ba7a3864-22ef-4c8f-92a3-c0e12ce7660c req-b5dc173b-69d4-402c-a226-531b7e5dceb4 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?device_id=846b1cfd-b06e-4af7-9429-bb095737877a HTTP/1.1" status: 200 len: 1129 time: 0.0958738 Oct 03 13:41:10.384385 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-ba7a3864-22ef-4c8f-92a3-c0e12ce7660c req-1ce54bc3-7e90-436a-b05f-37f5425cfcc4 service neutron] 10.222.0.65 "GET /networking/v2.0/security-groups?id=9ace053f-6f3b-45d1-9888-9eb91c607356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471723 Oct 03 13:41:11.080093 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3546af6-f559-454f-bf5c-0e37127a210c req-dbd961b0-d89e-4b44-9c20-4e4b6e3dae13 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:41:11.081648 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-a3546af6-f559-454f-bf5c-0e37127a210c req-dbd961b0-d89e-4b44-9c20-4e4b6e3dae13 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=846b1cfd-b06e-4af7-9429-bb095737877a HTTP/1.1" status: 200 len: 945 time: 0.0495169 Oct 03 13:41:11.137611 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-a3546af6-f559-454f-bf5c-0e37127a210c req-c2154824-2212-443e-91dd-0f879b1ca9db tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=9ace053f-6f3b-45d1-9888-9eb91c607356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473285 Oct 03 13:41:12.265658 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0755959-5676-4319-8e02-1ae940044c8b req-63808856-f6b6-4d8a-9345-872706921530 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:41:12.267171 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-f0755959-5676-4319-8e02-1ae940044c8b req-63808856-f6b6-4d8a-9345-872706921530 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=846b1cfd-b06e-4af7-9429-bb095737877a HTTP/1.1" status: 200 len: 945 time: 0.0496171 Oct 03 13:41:12.321797 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-f0755959-5676-4319-8e02-1ae940044c8b req-3f70b031-0d8a-43c8-b870-62192a2e2b2f tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=9ace053f-6f3b-45d1-9888-9eb91c607356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477500 Oct 03 13:41:12.446766 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc7ef7b-fe70-4213-988c-a314ecbe155f req-02fcc1d7-53f5-4cc6-9220-620f12053e21 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:41:12.448241 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-4bc7ef7b-fe70-4213-988c-a314ecbe155f req-02fcc1d7-53f5-4cc6-9220-620f12053e21 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=846b1cfd-b06e-4af7-9429-bb095737877a HTTP/1.1" status: 200 len: 945 time: 0.0470304 Oct 03 13:41:12.505113 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-4bc7ef7b-fe70-4213-988c-a314ecbe155f req-80f10387-8bc2-41e7-bc99-1350c58d7866 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=9ace053f-6f3b-45d1-9888-9eb91c607356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511129 Oct 03 13:41:12.535673 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 37418) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:41:12.684024 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c46edd27-2b82-4cae-94d9-39796a026384 tempest-TestVolumeBootPattern-1146130581 tempest-TestVolumeBootPattern-1146130581-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:41:12.685589 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-c46edd27-2b82-4cae-94d9-39796a026384 tempest-TestVolumeBootPattern-1146130581 tempest-TestVolumeBootPattern-1146130581-project-admin] 10.222.0.58 "GET /networking/v2.0/ports?device_id=846b1cfd-b06e-4af7-9429-bb095737877a HTTP/1.1" status: 200 len: 1124 time: 0.1488824 Oct 03 13:41:12.688722 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 37422) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:41:12.694095 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.v2.base [None req-118e4e01-8172-41f7-9e74-616b414b2565 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Request body: {'floatingip': {'floating_network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'port_id': '16ed99f4-5dbe-4876-92a3-cebcc2442f10', 'tenant_id': '0e005cbca8874c76bf8ad8f5d336b189', 'fixed_ip_address': '172.20.0.8'}} {{(pid=106268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 13:41:12.717612 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-118e4e01-8172-41f7-9e74-616b414b2565 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:41:12.810865 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-118e4e01-8172-41f7-9e74-616b414b2565 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (None), before_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:41:12.932405 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.db.db_base_plugin_common [None req-118e4e01-8172-41f7-9e74-616b414b2565 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Allocated IP 172.27.1.20 (ad648d78-633d-4222-aa42-7cb50aab7a28/4a9222c2-0418-495a-a49e-d43d754e0950/ac9cbf46-6233-416c-8a17-642474b5b752) {{(pid=106268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 13:41:12.989793 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:41:13.041122 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-118e4e01-8172-41f7-9e74-616b414b2565 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Publish callbacks [] for port (ac9cbf46-6233-416c-8a17-642474b5b752), precommit_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:41:13.063939 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:41:13.076073 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-118e4e01-8172-41f7-9e74-616b414b2565 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751014656988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25417805'] for port (ac9cbf46-6233-416c-8a17-642474b5b752), after_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:41:13.119909 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-118e4e01-8172-41f7-9e74-616b414b2565 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Network ad648d78-633d-4222-aa42-7cb50aab7a28 is already hosted by enough agents. {{(pid=106268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 13:41:13.123160 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.scheduler.base_scheduler [None req-118e4e01-8172-41f7-9e74-616b414b2565 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Resources bound (agent type, host, resource id): {{(pid=106268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 13:41:13.127227 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-118e4e01-8172-41f7-9e74-616b414b2565 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Received port after_create {{(pid=106268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 13:41:13.150982 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118e4e01-8172-41f7-9e74-616b414b2565 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Pushing event updated for resources: {'Port': ['ID=ac9cbf46-6233-416c-8a17-642474b5b752,revision_number=1']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:41:13.491656 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-118e4e01-8172-41f7-9e74-616b414b2565 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Publish callbacks [] for floatingip (070ab932-1043-4b03-832e-9e9dbc71f318), precommit_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:41:13.570819 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-118e4e01-8172-41f7-9e74-616b414b2565 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (ac9cbf46-6233-416c-8a17-642474b5b752), before_update {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:41:13.737142 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-118e4e01-8172-41f7-9e74-616b414b2565 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Publish callbacks [] for port (ac9cbf46-6233-416c-8a17-642474b5b752), precommit_update {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:41:13.743209 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-118e4e01-8172-41f7-9e74-616b414b2565 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751015143617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751014657006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751014658052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25417910'] for port (ac9cbf46-6233-416c-8a17-642474b5b752), after_update {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:41:13.818919 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118e4e01-8172-41f7-9e74-616b414b2565 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Pushing event updated for resources: {'Port': ['ID=ac9cbf46-6233-416c-8a17-642474b5b752,revision_number=2']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:41:13.821381 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-118e4e01-8172-41f7-9e74-616b414b2565 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3722562'] for floatingip (070ab932-1043-4b03-832e-9e9dbc71f318), after_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:41:13.867741 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:41:13.926270 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:41:13.932184 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.db.l3_db [None req-118e4e01-8172-41f7-9e74-616b414b2565 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Floating IP 070ab932-1043-4b03-832e-9e9dbc71f318 associated. External IP: 172.27.1.20, port: 16ed99f4-5dbe-4876-92a3-cebcc2442f10. Oct 03 13:41:14.147627 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-118e4e01-8172-41f7-9e74-616b414b2565 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Router 4f12b889-1d5e-4ba4-8f0f-85604cec378d has already been hosted by L3 agent 94180321-47b1-4b5c-b620-b1b0a31df446 {{(pid=106268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 03 13:41:14.263319 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-118e4e01-8172-41f7-9e74-616b414b2565 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Notify agent at l3_agent.dv-cinder-860090-1-iscsi the message routers_updated {{(pid=106268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 13:41:14.275000 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-242205d4-a683-4d91-9983-4cebe4118bf2 None None] Sync routers for ids ['4f12b889-1d5e-4ba4-8f0f-85604cec378d'] in dv-cinder-860090-1-iscsi {{(pid=106270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 13:41:14.287237 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-242205d4-a683-4d91-9983-4cebe4118bf2 None None] Routers {'4f12b889-1d5e-4ba4-8f0f-85604cec378d'} bound to L3 agent in host dv-cinder-860090-1-iscsi {{(pid=106270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 13:41:14.288112 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_hamode_db [None req-242205d4-a683-4d91-9983-4cebe4118bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860090-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-03T13:22:05Z,description=,heartbeat_timestamp=2022-10-03T13:41:05Z,host='dv-cinder-860090-1-iscsi',id=94180321-47b1-4b5c-b620-b1b0a31df446,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T13:22:05Z,topic='l3_agent')) {'router_ids': ['4f12b889-1d5e-4ba4-8f0f-85604cec378d'], 'active': True} {{(pid=106270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:41:14.288290 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-118e4e01-8172-41f7-9e74-616b414b2565 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512321'] for floatingip (None), before_response {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:41:14.414575 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_dvr_db [None req-242205d4-a683-4d91-9983-4cebe4118bf2 None None] Set router 4f12b889-1d5e-4ba4-8f0f-85604cec378d gateway port host: dv-cinder-860090-1-iscsi {{(pid=106270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 13:41:14.594446 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-118e4e01-8172-41f7-9e74-616b414b2565 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] 10.222.0.58 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9038451 Oct 03 13:41:14.595242 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '846b1cfd-b06e-4af7-9429-bb095737877a', 'tag': '16ed99f4-5dbe-4876-92a3-cebcc2442f10'}] {{(pid=106268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 13:41:14.598126 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd70873512ffc397a2b7ac25ee02414627e7506f7787b64d61dc92e00300ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f7eeffd-864a-400e-9d6c-84d38677dc67" -d '{"events": [{"name": "network-changed", "server_uuid": "846b1cfd-b06e-4af7-9429-bb095737877a", "tag": "16ed99f4-5dbe-4876-92a3-cebcc2442f10"}]}' {{(pid=106268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 13:41:14.642730 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 13:41:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaea396f-033c-47e1-a317-b800efcde4e4 x-openstack-request-id: req-aaea396f-033c-47e1-a317-b800efcde4e4 {{(pid=106268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 13:41:14.642730 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "846b1cfd-b06e-4af7-9429-bb095737877a", "tag": "16ed99f4-5dbe-4876-92a3-cebcc2442f10", "status": "completed", "code": 200}]} {{(pid=106268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 13:41:14.643030 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-aaea396f-033c-47e1-a317-b800efcde4e4 {{(pid=106268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 13:41:14.643471 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aaea396f-033c-47e1-a317-b800efcde4e4'] response: {'name': 'network-changed', 'server_uuid': '846b1cfd-b06e-4af7-9429-bb095737877a', 'tag': '16ed99f4-5dbe-4876-92a3-cebcc2442f10', 'status': 'completed', 'code': 200} Oct 03 13:41:14.722816 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7eeffd-864a-400e-9d6c-84d38677dc67 req-90ffe062-ed8b-409d-903f-e2f63296a9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:41:14.724326 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-7f7eeffd-864a-400e-9d6c-84d38677dc67 req-90ffe062-ed8b-409d-903f-e2f63296a9c2 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=0e005cbca8874c76bf8ad8f5d336b189&device_id=846b1cfd-b06e-4af7-9429-bb095737877a HTTP/1.1" status: 200 len: 1129 time: 0.0414138 Oct 03 13:41:14.829639 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7eeffd-864a-400e-9d6c-84d38677dc67 req-774343b2-df8f-42f3-b3e7-3dd873743f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:41:14.831761 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-7f7eeffd-864a-400e-9d6c-84d38677dc67 req-774343b2-df8f-42f3-b3e7-3dd873743f92 service neutron] 10.222.0.65 "GET /networking/v2.0/networks?id=5b3c6d8a-02a1-4730-82ca-c02b5cbef660 HTTP/1.1" status: 200 len: 913 time: 0.0970366 Oct 03 13:41:14.899144 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_hamode_db [None req-242205d4-a683-4d91-9983-4cebe4118bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f12b889-1d5e-4ba4-8f0f-85604cec378d', 'name': 'tempest-TestVolumeBootPattern-1724714225-router', 'tenant_id': '0e005cbca8874c76bf8ad8f5d336b189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'external_fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': 'a718b856-e954-4d39-a052-f4739f24ea56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:40:16Z', 'updated_at': '2022-10-03T13:40:19Z', 'revision_number': 4, 'project_id': '0e005cbca8874c76bf8ad8f5d336b189', 'gw_port': {'id': 'a718b856-e954-4d39-a052-f4739f24ea56', 'name': '', 'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:dd:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f12b889-1d5e-4ba4-8f0f-85604cec378d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:40:17Z', 'updated_at': '2022-10-03T13:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860090-1-iscsi', '_floatingips': [{'id': '070ab932-1043-4b03-832e-9e9dbc71f318', 'tenant_id': '0e005cbca8874c76bf8ad8f5d336b189', 'floating_ip_address': '172.27.1.20', 'floating_network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'router_id': '4f12b889-1d5e-4ba4-8f0f-85604cec378d', 'port_id': '16ed99f4-5dbe-4876-92a3-cebcc2442f10', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 648, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5b3c6d8a-02a1-4730-82ca-c02b5cbef660', 'mac_address': 'fa:16:3e:8c:0b:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '846b1cfd-b06e-4af7-9429-bb095737877a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T13:41:13Z', 'updated_at': '2022-10-03T13:41:13Z', 'revision_number': 0, 'project_id': '0e005cbca8874c76bf8ad8f5d336b189', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c35b375b-8a09-4679-aba0-09600a8ce3e6', 'name': '', 'network_id': '5b3c6d8a-02a1-4730-82ca-c02b5cbef660', 'tenant_id': '0e005cbca8874c76bf8ad8f5d336b189', 'mac_address': 'fa:16:3e:a6:17:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f12b889-1d5e-4ba4-8f0f-85604cec378d', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '51f42a02-30ea-44c7-9128-4b02428032bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:40:19Z', 'updated_at': '2022-10-03T13:40:27Z', 'revision_number': 5, 'project_id': '0e005cbca8874c76bf8ad8f5d336b189', 'subnets': [{'id': '51f42a02-30ea-44c7-9128-4b02428032bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860090-1-iscsi', False) {} {{(pid=106270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:41:14.902355 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-7f7eeffd-864a-400e-9d6c-84d38677dc67 req-0655a0b4-843a-4c06-ad30-3f575a3bca58 service neutron] 10.222.0.65 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=16ed99f4-5dbe-4876-92a3-cebcc2442f10 HTTP/1.1" status: 200 len: 998 time: 0.0600491 Oct 03 13:41:14.929266 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-242205d4-a683-4d91-9983-4cebe4118bf2 None None] Checking router: 4f12b889-1d5e-4ba4-8f0f-85604cec378d for host: dv-cinder-860090-1-iscsi {{(pid=106270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 13:41:14.938606 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-242205d4-a683-4d91-9983-4cebe4118bf2 None None] Routers {'4f12b889-1d5e-4ba4-8f0f-85604cec378d'} bound to L3 agent in host dv-cinder-860090-1-iscsi {{(pid=106270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 13:41:14.940017 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_hamode_db [None req-242205d4-a683-4d91-9983-4cebe4118bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860090-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-03T13:22:05Z,description=,heartbeat_timestamp=2022-10-03T13:41:05Z,host='dv-cinder-860090-1-iscsi',id=94180321-47b1-4b5c-b620-b1b0a31df446,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T13:22:05Z,topic='l3_agent')) {'router_ids': ['4f12b889-1d5e-4ba4-8f0f-85604cec378d'], 'active': True} {{(pid=106270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:41:14.954810 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7eeffd-864a-400e-9d6c-84d38677dc67 req-1c7859d6-d172-4ef9-bdaa-0e44a802bf77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:41:14.956228 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-7f7eeffd-864a-400e-9d6c-84d38677dc67 req-1c7859d6-d172-4ef9-bdaa-0e44a802bf77 service neutron] 10.222.0.65 "GET /networking/v2.0/subnets?id=51f42a02-30ea-44c7-9128-4b02428032bd HTTP/1.1" status: 200 len: 851 time: 0.0457799 Oct 03 13:41:15.011747 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7eeffd-864a-400e-9d6c-84d38677dc67 req-a8be0777-63aa-4bd3-bb61-330208652a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:41:15.013143 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-7f7eeffd-864a-400e-9d6c-84d38677dc67 req-a8be0777-63aa-4bd3-bb61-330208652a47 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?network_id=5b3c6d8a-02a1-4730-82ca-c02b5cbef660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0446854 Oct 03 13:41:15.047719 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_dvr_db [None req-242205d4-a683-4d91-9983-4cebe4118bf2 None None] Set router 4f12b889-1d5e-4ba4-8f0f-85604cec378d gateway port host: dv-cinder-860090-1-iscsi {{(pid=106270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 13:41:15.135247 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-7f7eeffd-864a-400e-9d6c-84d38677dc67 req-5cb85b49-b6d0-442f-ab66-4b4c7b026f15 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/5b3c6d8a-02a1-4730-82ca-c02b5cbef660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090977 Oct 03 13:41:15.158935 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=100 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:41:15.250836 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-7f7eeffd-864a-400e-9d6c-84d38677dc67 req-be5d02be-e6cb-4079-903f-63216d5b7768 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/5b3c6d8a-02a1-4730-82ca-c02b5cbef660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023340 Oct 03 13:41:15.286260 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_hamode_db [None req-242205d4-a683-4d91-9983-4cebe4118bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f12b889-1d5e-4ba4-8f0f-85604cec378d', 'name': 'tempest-TestVolumeBootPattern-1724714225-router', 'tenant_id': '0e005cbca8874c76bf8ad8f5d336b189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'external_fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': 'a718b856-e954-4d39-a052-f4739f24ea56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:40:16Z', 'updated_at': '2022-10-03T13:40:19Z', 'revision_number': 4, 'project_id': '0e005cbca8874c76bf8ad8f5d336b189', 'gw_port': {'id': 'a718b856-e954-4d39-a052-f4739f24ea56', 'name': '', 'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:dd:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f12b889-1d5e-4ba4-8f0f-85604cec378d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:40:17Z', 'updated_at': '2022-10-03T13:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860090-1-iscsi', '_floatingips': [{'id': '070ab932-1043-4b03-832e-9e9dbc71f318', 'tenant_id': '0e005cbca8874c76bf8ad8f5d336b189', 'floating_ip_address': '172.27.1.20', 'floating_network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'router_id': '4f12b889-1d5e-4ba4-8f0f-85604cec378d', 'port_id': '16ed99f4-5dbe-4876-92a3-cebcc2442f10', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 648, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5b3c6d8a-02a1-4730-82ca-c02b5cbef660', 'mac_address': 'fa:16:3e:8c:0b:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '846b1cfd-b06e-4af7-9429-bb095737877a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T13:41:13Z', 'updated_at': '2022-10-03T13:41:13Z', 'revision_number': 0, 'project_id': '0e005cbca8874c76bf8ad8f5d336b189', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c35b375b-8a09-4679-aba0-09600a8ce3e6', 'name': '', 'network_id': '5b3c6d8a-02a1-4730-82ca-c02b5cbef660', 'tenant_id': '0e005cbca8874c76bf8ad8f5d336b189', 'mac_address': 'fa:16:3e:a6:17:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f12b889-1d5e-4ba4-8f0f-85604cec378d', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '51f42a02-30ea-44c7-9128-4b02428032bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:40:19Z', 'updated_at': '2022-10-03T13:40:27Z', 'revision_number': 5, 'project_id': '0e005cbca8874c76bf8ad8f5d336b189', 'subnets': [{'id': '51f42a02-30ea-44c7-9128-4b02428032bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860090-1-iscsi', False) {} {{(pid=106270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:41:15.312491 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-242205d4-a683-4d91-9983-4cebe4118bf2 None None] The sync data for ids ['4f12b889-1d5e-4ba4-8f0f-85604cec378d'] in dv-cinder-860090-1-iscsi is: [{'id': '4f12b889-1d5e-4ba4-8f0f-85604cec378d', 'name': 'tempest-TestVolumeBootPattern-1724714225-router', 'tenant_id': '0e005cbca8874c76bf8ad8f5d336b189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'external_fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': 'a718b856-e954-4d39-a052-f4739f24ea56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:40:16Z', 'updated_at': '2022-10-03T13:40:19Z', 'revision_number': 4, 'project_id': '0e005cbca8874c76bf8ad8f5d336b189', 'gw_port': {'id': 'a718b856-e954-4d39-a052-f4739f24ea56', 'name': '', 'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:dd:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f12b889-1d5e-4ba4-8f0f-85604cec378d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:40:17Z', 'updated_at': '2022-10-03T13:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860090-1-iscsi', '_floatingips': [{'id': '070ab932-1043-4b03-832e-9e9dbc71f318', 'tenant_id': '0e005cbca8874c76bf8ad8f5d336b189', 'floating_ip_address': '172.27.1.20', 'floating_network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'router_id': '4f12b889-1d5e-4ba4-8f0f-85604cec378d', 'port_id': '16ed99f4-5dbe-4876-92a3-cebcc2442f10', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 648, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5b3c6d8a-02a1-4730-82ca-c02b5cbef660', 'mac_address': 'fa:16:3e:8c:0b:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '846b1cfd-b06e-4af7-9429-bb095737877a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T13:41:13Z', 'updated_at': '2022-10-03T13:41:13Z', 'revision_number': 0, 'project_id': '0e005cbca8874c76bf8ad8f5d336b189', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c35b375b-8a09-4679-aba0-09600a8ce3e6', 'name': '', 'network_id': '5b3c6d8a-02a1-4730-82ca-c02b5cbef660', 'tenant_id': '0e005cbca8874c76bf8ad8f5d336b189', 'mac_address': 'fa:16:3e:a6:17:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f12b889-1d5e-4ba4-8f0f-85604cec378d', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '51f42a02-30ea-44c7-9128-4b02428032bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:40:19Z', 'updated_at': '2022-10-03T13:40:27Z', 'revision_number': 5, 'project_id': '0e005cbca8874c76bf8ad8f5d336b189', 'subnets': [{'id': '51f42a02-30ea-44c7-9128-4b02428032bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 13:41:15.534378 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57966584-f57f-4736-a5ff-8df7b0245d78 None None] New status for floating IP 070ab932-1043-4b03-832e-9e9dbc71f318: ACTIVE {{(pid=106271) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 03 13:41:22.496221 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=43 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:41:22.500626 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=20 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:41:25.242854 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=93,neutron:DELETE=1 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:41:25.244853 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=85,neutron:DELETE=1 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:41:25.288961 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=79 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:41:25.289792 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=11 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:41:25.649017 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=25,neutron:UPDATE=1 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:41:25.651600 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=17,neutron:UPDATE=3 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:41:32.101423 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-c39cd21d-a787-4c4b-93ca-cda02199e596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (3460fffa-818c-4144-9400-237880db20a4), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:41:34.872702 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-0777c5e9-f82b-46f5-a027-3ff32e0ba49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (94180321-47b1-4b5c-b620-b1b0a31df446), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:41:36.158427 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-1bb28928-3e93-41c9-8900-1ecfb790b160 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (5eabf47d-5620-4e94-9269-ef19fe52be68), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:41:37.490966 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (d46c7ed5-c451-4a76-ab3f-ab8e3ea4a5ec), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:41:37.656401 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-9b3e6be4-ae7f-4a46-812d-719b0ca73959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (3cd5b2bb-c81a-4ce3-a212-a51c5aa706bd), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:41:38.125184 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=4 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:41:38.125989 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=2 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:41:38.557647 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (1af51d63-a9c9-4bbe-9b0d-c8e0a80c641c), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:41:46.408068 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.agents_db [None req-0a1e5e68-d5eb-461a-8b1a-39e3d06a9bb6 None None] Agent healthcheck: found 6 active agents {{(pid=106271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 03 13:41:48.438467 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-8810b0d4-b87a-4a6a-95b3-7af9fdc3aaf1 req-6cd1e611-42a1-4ae5-a6be-c84cf2b2dd4e service neutron] 10.222.0.65 "GET /networking/v2.0/ports?device_id=26f2c44c-5352-4768-99bc-0cb9f51170ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0389590 Oct 03 13:41:48.532494 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8810b0d4-b87a-4a6a-95b3-7af9fdc3aaf1 req-a4794f63-e991-43a1-bdd4-d73b8f9d128b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:41:48.534241 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-8810b0d4-b87a-4a6a-95b3-7af9fdc3aaf1 req-a4794f63-e991-43a1-bdd4-d73b8f9d128b service neutron] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=e019f687769f408d9c3faab0c8693a9d&device_id=26f2c44c-5352-4768-99bc-0cb9f51170ed HTTP/1.1" status: 200 len: 1129 time: 0.0414751 Oct 03 13:41:48.545287 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:41:48.552265 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:41:48.655572 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8810b0d4-b87a-4a6a-95b3-7af9fdc3aaf1 req-b0929a85-5e0b-41dc-94bc-20763d68eba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:41:48.656993 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-8810b0d4-b87a-4a6a-95b3-7af9fdc3aaf1 req-b0929a85-5e0b-41dc-94bc-20763d68eba2 service neutron] 10.222.0.65 "GET /networking/v2.0/networks?id=83166103-7560-4ace-bfbe-05a1216e31b8 HTTP/1.1" status: 200 len: 917 time: 0.0992279 Oct 03 13:41:48.725796 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-8810b0d4-b87a-4a6a-95b3-7af9fdc3aaf1 req-0956d49f-0f3c-4bf0-871d-ea7f40dee8a9 service neutron] 10.222.0.65 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6728ff97-c99a-4882-be05-9f48cc629cff HTTP/1.1" status: 200 len: 1001 time: 0.0614514 Oct 03 13:41:48.783472 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8810b0d4-b87a-4a6a-95b3-7af9fdc3aaf1 req-a501a495-1ee0-4b76-9ac4-394da44ab57f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:41:48.785754 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-8810b0d4-b87a-4a6a-95b3-7af9fdc3aaf1 req-a501a495-1ee0-4b76-9ac4-394da44ab57f service neutron] 10.222.0.65 "GET /networking/v2.0/subnets?id=bc4f70ab-e5db-4143-a1e5-7fb2da9adef0 HTTP/1.1" status: 200 len: 855 time: 0.0522804 Oct 03 13:41:48.832475 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8810b0d4-b87a-4a6a-95b3-7af9fdc3aaf1 req-b51e6ab6-ebf5-46b7-8fd9-99cf90a30cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:41:48.834013 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-8810b0d4-b87a-4a6a-95b3-7af9fdc3aaf1 req-b51e6ab6-ebf5-46b7-8fd9-99cf90a30cfb service neutron] 10.222.0.65 "GET /networking/v2.0/ports?network_id=83166103-7560-4ace-bfbe-05a1216e31b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0415051 Oct 03 13:41:48.933907 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-8810b0d4-b87a-4a6a-95b3-7af9fdc3aaf1 req-5340e1c3-cdd9-4105-854d-7b3a8360d2b2 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/83166103-7560-4ace-bfbe-05a1216e31b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892105 Oct 03 13:41:49.027265 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-8810b0d4-b87a-4a6a-95b3-7af9fdc3aaf1 req-590483b5-81ea-4b88-aca1-99907efbcab3 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/83166103-7560-4ace-bfbe-05a1216e31b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844972 Oct 03 13:41:56.404422 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=2 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:41:57.003153 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54072c5-9952-4243-8cd7-5e7a64ff9856 req-cf59632d-6ba0-4977-b122-8016c18ec1da tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:41:57.005170 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-a54072c5-9952-4243-8cd7-5e7a64ff9856 req-cf59632d-6ba0-4977-b122-8016c18ec1da tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=26f2c44c-5352-4768-99bc-0cb9f51170ed HTTP/1.1" status: 200 len: 945 time: 0.0486882 Oct 03 13:41:57.054880 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-a54072c5-9952-4243-8cd7-5e7a64ff9856 req-61bd2783-56b8-4118-b4d8-2944361e89d3 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=f754160b-8854-4e15-ad98-a285964efdad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428617 Oct 03 13:41:58.189716 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3063056-8ed4-47ea-b8e8-7b9aaa084b1d req-a38b6121-fdb4-44f2-8fd2-02835422a3d5 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:41:58.191348 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-d3063056-8ed4-47ea-b8e8-7b9aaa084b1d req-a38b6121-fdb4-44f2-8fd2-02835422a3d5 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=26f2c44c-5352-4768-99bc-0cb9f51170ed HTTP/1.1" status: 200 len: 945 time: 0.0520580 Oct 03 13:41:58.244405 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-d3063056-8ed4-47ea-b8e8-7b9aaa084b1d req-e89b3c4e-2f17-4821-8725-7d3dbf4c1e68 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=f754160b-8854-4e15-ad98-a285964efdad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475016 Oct 03 13:41:59.374846 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd09cff-2fa6-4b0e-b72a-6fb079eb76b7 req-d77b8867-0821-42ca-8756-190d10cfe101 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:41:59.376304 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-bbd09cff-2fa6-4b0e-b72a-6fb079eb76b7 req-d77b8867-0821-42ca-8756-190d10cfe101 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=26f2c44c-5352-4768-99bc-0cb9f51170ed HTTP/1.1" status: 200 len: 945 time: 0.0497108 Oct 03 13:41:59.422927 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-bbd09cff-2fa6-4b0e-b72a-6fb079eb76b7 req-66a41505-50aa-430d-aafd-f6a342283317 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=f754160b-8854-4e15-ad98-a285964efdad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409803 Oct 03 13:42:00.162695 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:42:00.558423 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71848843-6657-4ec8-9abf-28d7ab4de36f req-7739c577-81d0-4f86-9d80-a099c06f7d27 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:42:00.559872 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-71848843-6657-4ec8-9abf-28d7ab4de36f req-7739c577-81d0-4f86-9d80-a099c06f7d27 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=26f2c44c-5352-4768-99bc-0cb9f51170ed HTTP/1.1" status: 200 len: 945 time: 0.0518975 Oct 03 13:42:00.606814 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-71848843-6657-4ec8-9abf-28d7ab4de36f req-990f0a3e-b1b9-4e56-9fff-a6c4380f9c87 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=f754160b-8854-4e15-ad98-a285964efdad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412505 Oct 03 13:42:01.748817 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a6b7d2-af97-4814-9665-5cdb1068539c req-c09af8df-9d7e-49fb-8294-4f4ce17a5dd8 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:42:01.750696 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-e3a6b7d2-af97-4814-9665-5cdb1068539c req-c09af8df-9d7e-49fb-8294-4f4ce17a5dd8 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=26f2c44c-5352-4768-99bc-0cb9f51170ed HTTP/1.1" status: 200 len: 945 time: 0.0556571 Oct 03 13:42:01.839608 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-e3a6b7d2-af97-4814-9665-5cdb1068539c req-7b3fc9e8-1806-4964-9e0a-f7e8703ad430 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=f754160b-8854-4e15-ad98-a285964efdad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815835 Oct 03 13:42:02.104620 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-c23a5963-8ae3-490d-9e0f-75ad0f28e0ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (3460fffa-818c-4144-9400-237880db20a4), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:42:02.972291 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f2ef53-b907-46b8-8b64-55ee14ed9fe2 req-248ea18b-e780-48b4-a960-2e2fb2491b6d tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:42:02.974387 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-a0f2ef53-b907-46b8-8b64-55ee14ed9fe2 req-248ea18b-e780-48b4-a960-2e2fb2491b6d tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=26f2c44c-5352-4768-99bc-0cb9f51170ed HTTP/1.1" status: 200 len: 945 time: 0.0497191 Oct 03 13:42:03.023316 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-a0f2ef53-b907-46b8-8b64-55ee14ed9fe2 req-989e6919-0bdf-42d1-8ff2-e0a6411be0fb tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=f754160b-8854-4e15-ad98-a285964efdad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428619 Oct 03 13:42:04.151500 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e08189-e5ab-44be-a704-769b15bb4c13 req-92cf3bac-91f2-4a4f-bac0-f88e741a53fe tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:42:04.152989 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-38e08189-e5ab-44be-a704-769b15bb4c13 req-92cf3bac-91f2-4a4f-bac0-f88e741a53fe tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=26f2c44c-5352-4768-99bc-0cb9f51170ed HTTP/1.1" status: 200 len: 945 time: 0.0475595 Oct 03 13:42:04.200744 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-38e08189-e5ab-44be-a704-769b15bb4c13 req-c63b9d7f-5e73-44bb-a884-a773c53d44b0 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=f754160b-8854-4e15-ad98-a285964efdad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421503 Oct 03 13:42:04.876475 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-333d491b-e5ad-4d3e-9671-499b2077f27f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (94180321-47b1-4b5c-b620-b1b0a31df446), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:42:05.336042 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d45683-2225-425f-b152-6319cf65fa74 req-61ab9862-4cf2-4417-b021-ee12002e4a63 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:42:05.337626 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-00d45683-2225-425f-b152-6319cf65fa74 req-61ab9862-4cf2-4417-b021-ee12002e4a63 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=26f2c44c-5352-4768-99bc-0cb9f51170ed HTTP/1.1" status: 200 len: 945 time: 0.0522323 Oct 03 13:42:05.386814 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-00d45683-2225-425f-b152-6319cf65fa74 req-0be58d82-621f-408c-b0c8-f4cd35959cd5 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=f754160b-8854-4e15-ad98-a285964efdad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435345 Oct 03 13:42:06.164362 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-1bb28928-3e93-41c9-8900-1ecfb790b160 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (5eabf47d-5620-4e94-9269-ef19fe52be68), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:42:06.534180 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3293ec09-cb5b-4eab-b9cb-1248dfa4bedd req-3211a576-c7e7-4ff5-9e67-9d3d7d52d522 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:42:06.535945 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-3293ec09-cb5b-4eab-b9cb-1248dfa4bedd req-3211a576-c7e7-4ff5-9e67-9d3d7d52d522 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=26f2c44c-5352-4768-99bc-0cb9f51170ed HTTP/1.1" status: 200 len: 945 time: 0.0654824 Oct 03 13:42:06.613925 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-3293ec09-cb5b-4eab-b9cb-1248dfa4bedd req-63b335da-efd8-4218-bea9-b8bca4e57e6d tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=f754160b-8854-4e15-ad98-a285964efdad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711887 Oct 03 13:42:07.497102 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (d46c7ed5-c451-4a76-ab3f-ab8e3ea4a5ec), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:42:07.674198 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-9b3e6be4-ae7f-4a46-812d-719b0ca73959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (3cd5b2bb-c81a-4ce3-a212-a51c5aa706bd), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:42:07.773479 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e13b1f-9fab-4e1a-aba6-4bb6d59ece01 req-fa6564d6-0ffe-443f-be19-e2185519bf15 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:42:07.775026 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-a6e13b1f-9fab-4e1a-aba6-4bb6d59ece01 req-fa6564d6-0ffe-443f-be19-e2185519bf15 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=26f2c44c-5352-4768-99bc-0cb9f51170ed HTTP/1.1" status: 200 len: 945 time: 0.0568571 Oct 03 13:42:07.822852 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=100 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:42:07.840923 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-a6e13b1f-9fab-4e1a-aba6-4bb6d59ece01 req-95e5b3cd-8769-4de5-9075-314259cea249 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=f754160b-8854-4e15-ad98-a285964efdad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599411 Oct 03 13:42:08.574808 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (1af51d63-a9c9-4bbe-9b0d-c8e0a80c641c), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:42:09.005192 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9137eb68-449a-44d9-b0ea-e81ab162c3bc req-6fa37ce1-8fa1-4832-a4ac-43c5840ee872 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:42:09.006980 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-9137eb68-449a-44d9-b0ea-e81ab162c3bc req-6fa37ce1-8fa1-4832-a4ac-43c5840ee872 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=26f2c44c-5352-4768-99bc-0cb9f51170ed HTTP/1.1" status: 200 len: 945 time: 0.0493994 Oct 03 13:42:09.059196 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-9137eb68-449a-44d9-b0ea-e81ab162c3bc req-5063cfe0-0ffc-4880-aa79-572d86693282 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=f754160b-8854-4e15-ad98-a285964efdad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461562 Oct 03 13:42:10.192482 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14b2804-f8ec-4999-932f-8a786c07e2c2 req-be9d36fa-0ce7-4dbe-927e-03e55c1b33a1 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:42:10.194032 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-f14b2804-f8ec-4999-932f-8a786c07e2c2 req-be9d36fa-0ce7-4dbe-927e-03e55c1b33a1 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=26f2c44c-5352-4768-99bc-0cb9f51170ed HTTP/1.1" status: 200 len: 945 time: 0.0502086 Oct 03 13:42:10.251956 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=100 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:42:10.260287 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-f14b2804-f8ec-4999-932f-8a786c07e2c2 req-ec5f595f-fa59-41d5-95c8-1c78a3b8e420 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=f754160b-8854-4e15-ad98-a285964efdad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606773 Oct 03 13:42:11.394964 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4698d08f-3ed5-455e-933d-2c65040bda81 req-0ba5ebfd-0f03-4b89-a0de-9dfafc6cc1d2 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:42:11.396490 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-4698d08f-3ed5-455e-933d-2c65040bda81 req-0ba5ebfd-0f03-4b89-a0de-9dfafc6cc1d2 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=26f2c44c-5352-4768-99bc-0cb9f51170ed HTTP/1.1" status: 200 len: 945 time: 0.0486779 Oct 03 13:42:11.450581 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-4698d08f-3ed5-455e-933d-2c65040bda81 req-c97a5206-513e-4580-b56d-89271db3fb3e tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=f754160b-8854-4e15-ad98-a285964efdad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483243 Oct 03 13:42:12.593789 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f201630f-b39c-4f6a-b8fd-316576ac5e43 req-1eba8fe0-eb40-4f32-a01b-78b5ea950367 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:42:12.595196 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-f201630f-b39c-4f6a-b8fd-316576ac5e43 req-1eba8fe0-eb40-4f32-a01b-78b5ea950367 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=26f2c44c-5352-4768-99bc-0cb9f51170ed HTTP/1.1" status: 200 len: 945 time: 0.0516405 Oct 03 13:42:12.646773 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-f201630f-b39c-4f6a-b8fd-316576ac5e43 req-9e359f38-bfbe-4fa8-9c67-2170246d3d24 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=f754160b-8854-4e15-ad98-a285964efdad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447533 Oct 03 13:42:13.782810 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa669ef9-f2fe-4e17-abeb-715103b089d5 req-97a292ed-1547-407b-901b-9bb43bd74c8d tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:42:13.784307 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-aa669ef9-f2fe-4e17-abeb-715103b089d5 req-97a292ed-1547-407b-901b-9bb43bd74c8d tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=26f2c44c-5352-4768-99bc-0cb9f51170ed HTTP/1.1" status: 200 len: 945 time: 0.0526543 Oct 03 13:42:13.850970 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-aa669ef9-f2fe-4e17-abeb-715103b089d5 req-aa2b174f-1e48-4458-8908-ce0902116d41 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=f754160b-8854-4e15-ad98-a285964efdad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577967 Oct 03 13:42:14.985730 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d1f909-89e5-485c-af77-d84610193f4c req-5ef80668-b75f-443b-ac2a-af2e2d6ff83e tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:42:14.987328 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-13d1f909-89e5-485c-af77-d84610193f4c req-5ef80668-b75f-443b-ac2a-af2e2d6ff83e tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=26f2c44c-5352-4768-99bc-0cb9f51170ed HTTP/1.1" status: 200 len: 945 time: 0.0497501 Oct 03 13:42:15.046675 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-13d1f909-89e5-485c-af77-d84610193f4c req-c696e908-aab8-4a50-99d0-6289d578a802 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=f754160b-8854-4e15-ad98-a285964efdad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534503 Oct 03 13:42:16.180913 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a029d3-8fb7-4014-a082-41ebea3755dc req-07e52ed4-ebf3-4a8f-b6de-547480e8c069 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:42:16.182563 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-09a029d3-8fb7-4014-a082-41ebea3755dc req-07e52ed4-ebf3-4a8f-b6de-547480e8c069 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=26f2c44c-5352-4768-99bc-0cb9f51170ed HTTP/1.1" status: 200 len: 945 time: 0.0506675 Oct 03 13:42:16.234506 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-09a029d3-8fb7-4014-a082-41ebea3755dc req-2a99ed5c-1dc5-4eab-9782-482f30cc0dc1 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=f754160b-8854-4e15-ad98-a285964efdad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461650 Oct 03 13:42:17.372939 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4968ed-5cd1-4c34-a8f8-dfcd768f9a7d req-f362eac0-ad21-4dc2-8086-76fd2268d76a tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:42:17.374876 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-0f4968ed-5cd1-4c34-a8f8-dfcd768f9a7d req-f362eac0-ad21-4dc2-8086-76fd2268d76a tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=26f2c44c-5352-4768-99bc-0cb9f51170ed HTTP/1.1" status: 200 len: 945 time: 0.0529158 Oct 03 13:42:17.430729 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-0f4968ed-5cd1-4c34-a8f8-dfcd768f9a7d req-f9f354e2-a631-423b-af7b-66bf33fd3543 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=f754160b-8854-4e15-ad98-a285964efdad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462484 Oct 03 13:42:18.567557 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:42:18.570524 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:42:18.583165 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2281d3-6afa-4ec0-8478-a7c7a77c0a1f req-b850a7ff-81c5-4b18-bb6b-5d4c9da37aa9 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:42:18.586000 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-5e2281d3-6afa-4ec0-8478-a7c7a77c0a1f req-b850a7ff-81c5-4b18-bb6b-5d4c9da37aa9 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=26f2c44c-5352-4768-99bc-0cb9f51170ed HTTP/1.1" status: 200 len: 945 time: 0.0644312 Oct 03 13:42:18.645276 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-5e2281d3-6afa-4ec0-8478-a7c7a77c0a1f req-4264455d-3440-41c8-8b70-81fe870577e6 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=f754160b-8854-4e15-ad98-a285964efdad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541668 Oct 03 13:42:19.783258 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db0be61-1178-4c5b-868a-b52b984045a4 req-97b50cc7-f8d5-4f95-842f-ed8bbe52313a tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:42:19.784797 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-6db0be61-1178-4c5b-868a-b52b984045a4 req-97b50cc7-f8d5-4f95-842f-ed8bbe52313a tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=26f2c44c-5352-4768-99bc-0cb9f51170ed HTTP/1.1" status: 200 len: 945 time: 0.0509090 Oct 03 13:42:19.835793 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-6db0be61-1178-4c5b-868a-b52b984045a4 req-4193c105-df7b-4774-8e30-27374cc2880a tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=f754160b-8854-4e15-ad98-a285964efdad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447350 Oct 03 13:42:20.129478 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Device 6728ff97-c99a-4882-be05-9f48cc629cff details requested by agent hyperv_hv-cinder-86009 with host hv-cinder-86009 {{(pid=106270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 03 13:42:20.256925 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.db [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] For port 6728ff97-c99a-4882-be05-9f48cc629cff, host hv-cinder-86009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86009',level=0,port_id=6728ff97-c99a-4882-be05-9f48cc629cff,segment=NetworkSegment(24e9c697-6214-4a54-b0c6-42aa0af9c46f),segment_id=24e9c697-6214-4a54-b0c6-42aa0af9c46f)] {{(pid=106270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 13:42:20.271484 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Returning: {'device': '6728ff97-c99a-4882-be05-9f48cc629cff', 'network_id': '83166103-7560-4ace-bfbe-05a1216e31b8', 'port_id': '6728ff97-c99a-4882-be05-9f48cc629cff', 'mac_address': 'fa:16:3e:69:72:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc4f70ab-e5db-4143-a1e5-7fb2da9adef0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 03 13:42:20.322252 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Current status of the port 6728ff97-c99a-4882-be05-9f48cc629cff is: ACTIVE; New status is: BUILD {{(pid=106270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 13:42:20.322912 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (6728ff97-c99a-4882-be05-9f48cc629cff), before_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:42:20.347357 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.notifiers.nova [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6728ff97-c99a-4882-be05-9f48cc629cff {{(pid=106270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 03 13:42:20.374891 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.db [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] For port 6728ff97-c99a-4882-be05-9f48cc629cff, host hv-cinder-86009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86009',level=0,port_id=6728ff97-c99a-4882-be05-9f48cc629cff,segment=NetworkSegment(24e9c697-6214-4a54-b0c6-42aa0af9c46f),segment_id=24e9c697-6214-4a54-b0c6-42aa0af9c46f)] {{(pid=106270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 13:42:20.381656 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751015143617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751014657006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751014658052'] for port (6728ff97-c99a-4882-be05-9f48cc629cff), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:42:20.440154 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Pushing event updated for resources: {'Port': ['ID=6728ff97-c99a-4882-be05-9f48cc629cff,revision_number=6']} {{(pid=106270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:42:20.448993 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:42:20.449341 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:42:20.449832 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:42:20.450170 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:42:20.450428 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:42:20.450685 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:42:20.451011 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:42:20.451336 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:42:20.451660 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:42:20.451980 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:42:20.452298 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:42:20.452712 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:42:20.453037 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:42:20.454002 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:42:20.454002 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:42:20.472863 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.db [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] get_ports_and_sgs() called for port_ids ['6728ff97-c99a-4882-be05-9f48cc629cff'] {{(pid=106270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 03 13:42:20.963838 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=100 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:42:20.983878 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b4c1bf-9826-4c6f-b12f-fff0333da2e6 req-377ed4ff-2490-45b1-a81b-40180c5aba94 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:42:20.985625 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-94b4c1bf-9826-4c6f-b12f-fff0333da2e6 req-377ed4ff-2490-45b1-a81b-40180c5aba94 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=26f2c44c-5352-4768-99bc-0cb9f51170ed HTTP/1.1" status: 200 len: 944 time: 0.0595956 Oct 03 13:42:21.047574 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-94b4c1bf-9826-4c6f-b12f-fff0333da2e6 req-2a7ef43a-6959-4c6d-b782-c03247c32dfc tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=f754160b-8854-4e15-ad98-a285964efdad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500851 Oct 03 13:42:22.134145 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Device 6728ff97-c99a-4882-be05-9f48cc629cff up at agent hyperv_hv-cinder-86009 {{(pid=106270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 13:42:22.146194 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=3 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:42:22.147281 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=5 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:42:22.189819 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.provisioning_blocks [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Provisioning complete for port 6728ff97-c99a-4882-be05-9f48cc629cff triggered by entity L2. {{(pid=106270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 13:42:22.190601 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1340199'] for port (6728ff97-c99a-4882-be05-9f48cc629cff), provisioning_complete {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:42:22.191172 dv-cinder-860090-1-iscsi neutron-server[106270]: INFO neutron.plugins.ml2.plugin [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Attempt 1 to provision port 6728ff97-c99a-4882-be05-9f48cc629cff Oct 03 13:42:22.214005 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a082b51-56d3-4fcf-99fa-d21aefc8a5d6 req-ff9436b6-3293-4f92-ae0d-d4d6ffdb84b1 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:42:22.226534 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-1a082b51-56d3-4fcf-99fa-d21aefc8a5d6 req-ff9436b6-3293-4f92-ae0d-d4d6ffdb84b1 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=26f2c44c-5352-4768-99bc-0cb9f51170ed HTTP/1.1" status: 200 len: 944 time: 0.0772738 Oct 03 13:42:22.291469 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Current status of the port 6728ff97-c99a-4882-be05-9f48cc629cff is: BUILD; New status is: ACTIVE {{(pid=106270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 13:42:22.292270 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (6728ff97-c99a-4882-be05-9f48cc629cff), before_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:42:22.294048 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-1a082b51-56d3-4fcf-99fa-d21aefc8a5d6 req-d3e49390-7e44-4276-be01-0724bdd8d0b6 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=f754160b-8854-4e15-ad98-a285964efdad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666425 Oct 03 13:42:22.338506 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26f2c44c-5352-4768-99bc-0cb9f51170ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6728ff97-c99a-4882-be05-9f48cc629cff'}] {{(pid=106270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 13:42:22.341768 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}560c9627402e85393d05fbb3c51e26d9631cba9dc4b6297c571b83e08b497dad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-853dfb21-1e0d-4f0f-b22b-1c618577999a" -d '{"events": [{"server_uuid": "26f2c44c-5352-4768-99bc-0cb9f51170ed", "name": "network-vif-plugged", "status": "completed", "tag": "6728ff97-c99a-4882-be05-9f48cc629cff"}]}' {{(pid=106270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 13:42:22.352919 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.db [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] For port 6728ff97-c99a-4882-be05-9f48cc629cff, host hv-cinder-86009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86009',level=0,port_id=6728ff97-c99a-4882-be05-9f48cc629cff,segment=NetworkSegment(24e9c697-6214-4a54-b0c6-42aa0af9c46f),segment_id=24e9c697-6214-4a54-b0c6-42aa0af9c46f)] {{(pid=106270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 13:42:22.359133 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751015143617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751014657006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751014658052'] for port (6728ff97-c99a-4882-be05-9f48cc629cff), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:42:22.392956 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 13:42:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8bcf466-117b-4eab-9686-b892cf167e3a x-openstack-request-id: req-c8bcf466-117b-4eab-9686-b892cf167e3a {{(pid=106270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 13:42:22.392956 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26f2c44c-5352-4768-99bc-0cb9f51170ed", "name": "network-vif-plugged", "status": "completed", "tag": "6728ff97-c99a-4882-be05-9f48cc629cff", "code": 200}]} {{(pid=106270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 13:42:22.392956 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c8bcf466-117b-4eab-9686-b892cf167e3a {{(pid=106270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 13:42:22.393405 dv-cinder-860090-1-iscsi neutron-server[106270]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8bcf466-117b-4eab-9686-b892cf167e3a'] response: {'server_uuid': '26f2c44c-5352-4768-99bc-0cb9f51170ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6728ff97-c99a-4882-be05-9f48cc629cff', 'code': 200} Oct 03 13:42:22.423860 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Pushing event updated for resources: {'Port': ['ID=6728ff97-c99a-4882-be05-9f48cc629cff,revision_number=7']} {{(pid=106270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:42:23.412149 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.agents_db [None req-0a1e5e68-d5eb-461a-8b1a-39e3d06a9bb6 None None] Agent healthcheck: found 6 active agents {{(pid=106271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 03 13:42:23.449988 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59abe08f-e3c3-4bed-90c8-fbcead504f7a req-1203aa0a-f4b2-4dd8-8b2e-5d3730be845b tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:42:23.451466 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-59abe08f-e3c3-4bed-90c8-fbcead504f7a req-1203aa0a-f4b2-4dd8-8b2e-5d3730be845b tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=26f2c44c-5352-4768-99bc-0cb9f51170ed HTTP/1.1" status: 200 len: 945 time: 0.0599766 Oct 03 13:42:23.513992 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-59abe08f-e3c3-4bed-90c8-fbcead504f7a req-386087b7-2450-4478-9649-44d988057a69 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=f754160b-8854-4e15-ad98-a285964efdad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567155 Oct 03 13:42:24.653800 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=94 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:42:24.669181 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ce4b79-e510-4981-8de0-1739a18faa40 req-1deaa135-cefb-4dbb-8c1a-b7dcd715f147 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:42:24.673739 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-96ce4b79-e510-4981-8de0-1739a18faa40 req-1deaa135-cefb-4dbb-8c1a-b7dcd715f147 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=26f2c44c-5352-4768-99bc-0cb9f51170ed HTTP/1.1" status: 200 len: 945 time: 0.0588846 Oct 03 13:42:24.741966 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-96ce4b79-e510-4981-8de0-1739a18faa40 req-738c42e7-e65f-4f02-823c-9ff522e8800a tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=f754160b-8854-4e15-ad98-a285964efdad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597510 Oct 03 13:42:26.078041 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5c64b4-87cd-4dfa-a682-d3b9af28892a req-bf0ad641-fe1f-473b-894b-06bb8339121f tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:42:26.079568 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-ef5c64b4-87cd-4dfa-a682-d3b9af28892a req-bf0ad641-fe1f-473b-894b-06bb8339121f tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=26f2c44c-5352-4768-99bc-0cb9f51170ed HTTP/1.1" status: 200 len: 945 time: 0.0801489 Oct 03 13:42:26.146356 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-ef5c64b4-87cd-4dfa-a682-d3b9af28892a req-49529c5e-dab5-4146-b762-bce7695baeed tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=f754160b-8854-4e15-ad98-a285964efdad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589652 Oct 03 13:42:27.291969 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a045e768-041f-4fbe-8bd0-3d96efe6dfbf req-a16e1b1b-7049-46df-88e2-30c9436dd452 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:42:27.293441 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-a045e768-041f-4fbe-8bd0-3d96efe6dfbf req-a16e1b1b-7049-46df-88e2-30c9436dd452 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=26f2c44c-5352-4768-99bc-0cb9f51170ed HTTP/1.1" status: 200 len: 945 time: 0.0543525 Oct 03 13:42:27.359490 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-a045e768-041f-4fbe-8bd0-3d96efe6dfbf req-fe673171-0f9b-4a23-bb04-ceac408573df tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=f754160b-8854-4e15-ad98-a285964efdad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597649 Oct 03 13:42:28.506238 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569b9077-640a-4a5f-81db-2355c6b0ab0c req-3607a02d-873c-4e6c-b290-973dea333369 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:42:28.508580 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-569b9077-640a-4a5f-81db-2355c6b0ab0c req-3607a02d-873c-4e6c-b290-973dea333369 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=26f2c44c-5352-4768-99bc-0cb9f51170ed HTTP/1.1" status: 200 len: 945 time: 0.0563061 Oct 03 13:42:28.566331 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-569b9077-640a-4a5f-81db-2355c6b0ab0c req-1d53c153-e99c-4959-a87d-b497650db1ad tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=f754160b-8854-4e15-ad98-a285964efdad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518515 Oct 03 13:42:29.701270 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983a8d2d-0dd1-4454-bd52-c1c12048e98d req-409015b5-dac7-425c-b600-a4f085cac01c tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:42:29.702819 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-983a8d2d-0dd1-4454-bd52-c1c12048e98d req-409015b5-dac7-425c-b600-a4f085cac01c tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=26f2c44c-5352-4768-99bc-0cb9f51170ed HTTP/1.1" status: 200 len: 945 time: 0.0484526 Oct 03 13:42:29.752347 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-983a8d2d-0dd1-4454-bd52-c1c12048e98d req-a7719d18-214b-4fd5-80af-838fcfdcf636 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=f754160b-8854-4e15-ad98-a285964efdad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433798 Oct 03 13:42:30.210585 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de549682-e47b-458c-a3cf-4f30dbed0c28 req-9553b935-4ad9-4866-8385-b635ee73ab90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:42:30.212186 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-de549682-e47b-458c-a3cf-4f30dbed0c28 req-9553b935-4ad9-4866-8385-b635ee73ab90 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=e019f687769f408d9c3faab0c8693a9d&device_id=26f2c44c-5352-4768-99bc-0cb9f51170ed HTTP/1.1" status: 200 len: 1129 time: 0.0397992 Oct 03 13:42:30.313316 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de549682-e47b-458c-a3cf-4f30dbed0c28 req-18f8c98c-3dba-4ffc-896a-c162d0076ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:42:30.314824 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-de549682-e47b-458c-a3cf-4f30dbed0c28 req-18f8c98c-3dba-4ffc-896a-c162d0076ebe service neutron] 10.222.0.65 "GET /networking/v2.0/networks?id=83166103-7560-4ace-bfbe-05a1216e31b8 HTTP/1.1" status: 200 len: 917 time: 0.0943208 Oct 03 13:42:30.370315 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=100 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:42:30.380373 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-de549682-e47b-458c-a3cf-4f30dbed0c28 req-097db705-4119-4d5b-8381-63f14a8b27f2 service neutron] 10.222.0.65 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6728ff97-c99a-4882-be05-9f48cc629cff HTTP/1.1" status: 200 len: 1001 time: 0.0575366 Oct 03 13:42:30.435492 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de549682-e47b-458c-a3cf-4f30dbed0c28 req-11fdbc98-4695-4f99-9daa-f9a0ff1527db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:42:30.436992 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-de549682-e47b-458c-a3cf-4f30dbed0c28 req-11fdbc98-4695-4f99-9daa-f9a0ff1527db service neutron] 10.222.0.65 "GET /networking/v2.0/subnets?id=bc4f70ab-e5db-4143-a1e5-7fb2da9adef0 HTTP/1.1" status: 200 len: 855 time: 0.0508199 Oct 03 13:42:30.485523 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de549682-e47b-458c-a3cf-4f30dbed0c28 req-d4e45976-2114-411c-b844-b282256261de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:42:30.487105 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-de549682-e47b-458c-a3cf-4f30dbed0c28 req-d4e45976-2114-411c-b844-b282256261de service neutron] 10.222.0.65 "GET /networking/v2.0/ports?network_id=83166103-7560-4ace-bfbe-05a1216e31b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427725 Oct 03 13:42:30.514793 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=100 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:42:30.587199 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-de549682-e47b-458c-a3cf-4f30dbed0c28 req-60cbaecc-82a9-4036-ab6e-8f02edd8684d service neutron] 10.222.0.65 "GET /networking/v2.0/networks/83166103-7560-4ace-bfbe-05a1216e31b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933616 Oct 03 13:42:30.688075 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-de549682-e47b-458c-a3cf-4f30dbed0c28 req-a3cdd42a-2997-410d-9050-775999549e27 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/83166103-7560-4ace-bfbe-05a1216e31b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936973 Oct 03 13:42:30.883397 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6e338d-e793-4b98-8c34-a5df6c18a06e req-4e157b2e-9f29-4ed8-87c9-c07147dab8c0 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:42:30.884933 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-3e6e338d-e793-4b98-8c34-a5df6c18a06e req-4e157b2e-9f29-4ed8-87c9-c07147dab8c0 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=26f2c44c-5352-4768-99bc-0cb9f51170ed HTTP/1.1" status: 200 len: 945 time: 0.0487239 Oct 03 13:42:30.936531 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-3e6e338d-e793-4b98-8c34-a5df6c18a06e req-f513b1d5-1715-4e78-a6f7-0f8c18f9120b tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=f754160b-8854-4e15-ad98-a285964efdad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457113 Oct 03 13:42:32.083312 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bf4301-70e3-481b-b968-89eb349016de req-c332befb-cab9-40d2-a845-8d5eb699eaff tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:42:32.085041 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-42bf4301-70e3-481b-b968-89eb349016de req-c332befb-cab9-40d2-a845-8d5eb699eaff tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=26f2c44c-5352-4768-99bc-0cb9f51170ed HTTP/1.1" status: 200 len: 945 time: 0.0599713 Oct 03 13:42:32.109139 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-1b61f19c-949a-4ee5-8cd3-4ee9bf5207f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (3460fffa-818c-4144-9400-237880db20a4), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:42:32.140511 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-42bf4301-70e3-481b-b968-89eb349016de req-0c2e551e-e25c-4242-9924-3d8578965a0a tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=f754160b-8854-4e15-ad98-a285964efdad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496478 Oct 03 13:42:33.283680 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b848848-4e2b-4233-a6c9-7304ab8ed9dd req-5e15efc4-167a-4c8e-9966-9d30a532fa73 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:42:33.285176 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-7b848848-4e2b-4233-a6c9-7304ab8ed9dd req-5e15efc4-167a-4c8e-9966-9d30a532fa73 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=26f2c44c-5352-4768-99bc-0cb9f51170ed HTTP/1.1" status: 200 len: 945 time: 0.0523543 Oct 03 13:42:33.334394 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-7b848848-4e2b-4233-a6c9-7304ab8ed9dd req-4ad45d55-c073-40ca-a00b-c62b7bf5745b tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=f754160b-8854-4e15-ad98-a285964efdad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422609 Oct 03 13:42:33.411947 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=2 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:42:34.160447 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Device 6728ff97-c99a-4882-be05-9f48cc629cff no longer exists at agent hyperv_hv-cinder-86009 {{(pid=106270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 13:42:34.191051 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:42:34.237033 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Current status of the port 6728ff97-c99a-4882-be05-9f48cc629cff is: ACTIVE; New status is: DOWN {{(pid=106270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 13:42:34.237255 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (6728ff97-c99a-4882-be05-9f48cc629cff), before_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:42:34.266978 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26f2c44c-5352-4768-99bc-0cb9f51170ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6728ff97-c99a-4882-be05-9f48cc629cff'}] {{(pid=106270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 13:42:34.269266 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}560c9627402e85393d05fbb3c51e26d9631cba9dc4b6297c571b83e08b497dad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89aeb73a-9570-453a-a9da-4445d39e6d10" -d '{"events": [{"server_uuid": "26f2c44c-5352-4768-99bc-0cb9f51170ed", "name": "network-vif-unplugged", "status": "completed", "tag": "6728ff97-c99a-4882-be05-9f48cc629cff"}]}' {{(pid=106270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 13:42:34.283436 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.db [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] For port 6728ff97-c99a-4882-be05-9f48cc629cff, host hv-cinder-86009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86009',level=0,port_id=6728ff97-c99a-4882-be05-9f48cc629cff,segment=NetworkSegment(24e9c697-6214-4a54-b0c6-42aa0af9c46f),segment_id=24e9c697-6214-4a54-b0c6-42aa0af9c46f)] {{(pid=106270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 13:42:34.287936 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751015143617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751014657006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751014658052'] for port (6728ff97-c99a-4882-be05-9f48cc629cff), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:42:34.311891 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 03 Oct 2022 13:42:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09ff8102-f62d-489d-a4f8-1abee72feb27 x-openstack-request-id: req-09ff8102-f62d-489d-a4f8-1abee72feb27 {{(pid=106270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 13:42:34.312184 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26f2c44c-5352-4768-99bc-0cb9f51170ed", "name": "network-vif-unplugged", "status": "failed", "tag": "6728ff97-c99a-4882-be05-9f48cc629cff", "code": 422}]} {{(pid=106270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 13:42:34.312441 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-09ff8102-f62d-489d-a4f8-1abee72feb27 {{(pid=106270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 13:42:34.312844 dv-cinder-860090-1-iscsi neutron-server[106270]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-09ff8102-f62d-489d-a4f8-1abee72feb27']: {'server_uuid': '26f2c44c-5352-4768-99bc-0cb9f51170ed', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '6728ff97-c99a-4882-be05-9f48cc629cff', 'code': 422} returned with failed status Oct 03 13:42:34.335512 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:42:34.341695 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Pushing event updated for resources: {'Port': ['ID=6728ff97-c99a-4882-be05-9f48cc629cff,revision_number=8']} {{(pid=106270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:42:34.880199 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-0b95777b-9f2f-4cdf-947d-54437afc7f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (94180321-47b1-4b5c-b620-b1b0a31df446), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:42:35.414841 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cda67d-405c-4f97-b010-054702b2c5d9 req-f8bf7c3b-fd4c-4a76-ad37-94731435e894 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:42:35.416417 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-66cda67d-405c-4f97-b010-054702b2c5d9 req-f8bf7c3b-fd4c-4a76-ad37-94731435e894 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=26f2c44c-5352-4768-99bc-0cb9f51170ed HTTP/1.1" status: 200 len: 943 time: 0.0529094 Oct 03 13:42:35.481347 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-66cda67d-405c-4f97-b010-054702b2c5d9 req-4c163e6e-7e81-4be1-a9b7-9cae2bc0c646 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=f754160b-8854-4e15-ad98-a285964efdad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577323 Oct 03 13:42:35.695262 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 37644) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:42:35.781801 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-2b9fe76b-a056-48a0-85bb-20a10c229eb2 req-0b88ac7b-be49-4679-8599-79521dcb3775 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?device_id=26f2c44c-5352-4768-99bc-0cb9f51170ed&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0852265 Oct 03 13:42:35.791661 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [req-2b9fe76b-a056-48a0-85bb-20a10c229eb2 req-f3058e03-cb4e-425f-8b4b-3b5c4041b7da service neutron] http://10.222.0.58:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106268) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 03 13:42:35.792651 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-2b9fe76b-a056-48a0-85bb-20a10c229eb2 req-f3058e03-cb4e-425f-8b4b-3b5c4041b7da service neutron] 10.222.0.58 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0050383 Oct 03 13:42:35.886255 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 37652) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:42:36.000282 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9fe76b-a056-48a0-85bb-20a10c229eb2 req-7f38dc3f-9ca5-41a4-905d-e5825d2e8927 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:42:36.001737 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-2b9fe76b-a056-48a0-85bb-20a10c229eb2 req-7f38dc3f-9ca5-41a4-905d-e5825d2e8927 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/ports/6728ff97-c99a-4882-be05-9f48cc629cff HTTP/1.1" status: 200 len: 940 time: 0.1141071 Oct 03 13:42:36.166709 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-1bb28928-3e93-41c9-8900-1ecfb790b160 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (5eabf47d-5620-4e94-9269-ef19fe52be68), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:42:36.783797 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b08b26b-cb0a-421c-ac7e-76dc88f54633 req-5544c293-fac9-4394-a4b9-97bd96a3f873 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:42:36.785334 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-1b08b26b-cb0a-421c-ac7e-76dc88f54633 req-5544c293-fac9-4394-a4b9-97bd96a3f873 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=26f2c44c-5352-4768-99bc-0cb9f51170ed HTTP/1.1" status: 200 len: 943 time: 0.0573325 Oct 03 13:42:36.842351 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-1b08b26b-cb0a-421c-ac7e-76dc88f54633 req-d472b061-e487-49dc-9d53-56341fec7232 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=f754160b-8854-4e15-ad98-a285964efdad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510178 Oct 03 13:42:37.152263 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9fe76b-a056-48a0-85bb-20a10c229eb2 req-51a58cdf-94ea-4fca-9f56-acbf79ab14a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:42:37.153704 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-2b9fe76b-a056-48a0-85bb-20a10c229eb2 req-51a58cdf-94ea-4fca-9f56-acbf79ab14a4 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?device_id=26f2c44c-5352-4768-99bc-0cb9f51170ed&tenant_id=e019f687769f408d9c3faab0c8693a9d HTTP/1.1" status: 200 len: 1127 time: 0.0449705 Oct 03 13:42:37.232930 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9fe76b-a056-48a0-85bb-20a10c229eb2 req-a63d8d58-809a-4959-bf61-2bcde4047f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:42:37.234491 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-2b9fe76b-a056-48a0-85bb-20a10c229eb2 req-a63d8d58-809a-4959-bf61-2bcde4047f98 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=e019f687769f408d9c3faab0c8693a9d&device_id=26f2c44c-5352-4768-99bc-0cb9f51170ed HTTP/1.1" status: 200 len: 1127 time: 0.0410597 Oct 03 13:42:37.338166 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9fe76b-a056-48a0-85bb-20a10c229eb2 req-a1328fc2-1690-40c3-b358-a2904ca66730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:42:37.339682 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-2b9fe76b-a056-48a0-85bb-20a10c229eb2 req-a1328fc2-1690-40c3-b358-a2904ca66730 service neutron] 10.222.0.65 "GET /networking/v2.0/networks?id=83166103-7560-4ace-bfbe-05a1216e31b8 HTTP/1.1" status: 200 len: 917 time: 0.0986772 Oct 03 13:42:37.414696 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-2b9fe76b-a056-48a0-85bb-20a10c229eb2 req-99cece77-4ed9-4150-874d-b8d6bdd5937c service neutron] 10.222.0.65 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6728ff97-c99a-4882-be05-9f48cc629cff HTTP/1.1" status: 200 len: 999 time: 0.0601153 Oct 03 13:42:37.468189 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9fe76b-a056-48a0-85bb-20a10c229eb2 req-bcd9a2c8-3809-418c-8459-1093aa9de47c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:42:37.469675 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-2b9fe76b-a056-48a0-85bb-20a10c229eb2 req-bcd9a2c8-3809-418c-8459-1093aa9de47c service neutron] 10.222.0.65 "GET /networking/v2.0/subnets?id=bc4f70ab-e5db-4143-a1e5-7fb2da9adef0 HTTP/1.1" status: 200 len: 855 time: 0.0468769 Oct 03 13:42:37.496188 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (d46c7ed5-c451-4a76-ab3f-ab8e3ea4a5ec), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:42:37.526804 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9fe76b-a056-48a0-85bb-20a10c229eb2 req-6da246ee-3f21-4c85-b77e-4a4962e53774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:42:37.528329 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-2b9fe76b-a056-48a0-85bb-20a10c229eb2 req-6da246ee-3f21-4c85-b77e-4a4962e53774 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?network_id=83166103-7560-4ace-bfbe-05a1216e31b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0516644 Oct 03 13:42:37.633029 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-2b9fe76b-a056-48a0-85bb-20a10c229eb2 req-cede26bf-7597-4eb0-a3ac-550e103d7cf8 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/83166103-7560-4ace-bfbe-05a1216e31b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971649 Oct 03 13:42:37.682110 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-9b3e6be4-ae7f-4a46-812d-719b0ca73959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (3cd5b2bb-c81a-4ce3-a212-a51c5aa706bd), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:42:37.731433 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=100 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:42:37.746734 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=100 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:42:37.778445 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-2b9fe76b-a056-48a0-85bb-20a10c229eb2 req-5a699d44-f875-4a68-bd30-9b6df335ee8c service neutron] 10.222.0.65 "GET /networking/v2.0/networks/83166103-7560-4ace-bfbe-05a1216e31b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383557 Oct 03 13:42:37.998198 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5db004c-61f8-4b98-a6ae-f5cb077c9fe6 req-eee1c8ac-518e-4121-800b-9255ae77ad52 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:42:38.000073 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-f5db004c-61f8-4b98-a6ae-f5cb077c9fe6 req-eee1c8ac-518e-4121-800b-9255ae77ad52 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=26f2c44c-5352-4768-99bc-0cb9f51170ed HTTP/1.1" status: 200 len: 943 time: 0.0582893 Oct 03 13:42:38.069762 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-f5db004c-61f8-4b98-a6ae-f5cb077c9fe6 req-d393dce4-589d-4b2a-b536-18c037a500f0 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=f754160b-8854-4e15-ad98-a285964efdad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605981 Oct 03 13:42:38.167028 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Device 6728ff97-c99a-4882-be05-9f48cc629cff no longer exists at agent hyperv_hv-cinder-86009 {{(pid=106270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 13:42:38.357996 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Current status of the port 6728ff97-c99a-4882-be05-9f48cc629cff is: DOWN; New status is: DOWN {{(pid=106270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 13:42:38.592736 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (1af51d63-a9c9-4bbe-9b0d-c8e0a80c641c), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:42:39.247639 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a66376d-ee01-4c43-a32e-9574f29090dd req-69efc391-d0d0-479e-af71-ec9e5cb19eec tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:42:39.251668 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-2a66376d-ee01-4c43-a32e-9574f29090dd req-69efc391-d0d0-479e-af71-ec9e5cb19eec tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=26f2c44c-5352-4768-99bc-0cb9f51170ed HTTP/1.1" status: 200 len: 943 time: 0.0825596 Oct 03 13:42:39.334703 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-2a66376d-ee01-4c43-a32e-9574f29090dd req-60ca33a1-0eb5-4577-bc86-f0305c76a4b2 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=f754160b-8854-4e15-ad98-a285964efdad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612850 Oct 03 13:42:40.494436 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cee321-5160-4ef0-b56e-dd4a6f746b2d req-65544840-c674-4db8-8aa9-e82c138981e4 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:42:40.496072 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-e9cee321-5160-4ef0-b56e-dd4a6f746b2d req-65544840-c674-4db8-8aa9-e82c138981e4 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=26f2c44c-5352-4768-99bc-0cb9f51170ed HTTP/1.1" status: 200 len: 943 time: 0.0563331 Oct 03 13:42:40.567416 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-e9cee321-5160-4ef0-b56e-dd4a6f746b2d req-2ad3b1e6-5577-402f-a7de-795bdaf31f12 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=f754160b-8854-4e15-ad98-a285964efdad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643752 Oct 03 13:42:41.743908 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8c871a-ea9e-4159-a07b-0d05a3310877 req-74dfdad3-efb2-4b62-99e6-dcb0bbcd0027 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:42:41.751587 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-ca8c871a-ea9e-4159-a07b-0d05a3310877 req-74dfdad3-efb2-4b62-99e6-dcb0bbcd0027 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=26f2c44c-5352-4768-99bc-0cb9f51170ed HTTP/1.1" status: 200 len: 943 time: 0.0643723 Oct 03 13:42:41.815173 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-ca8c871a-ea9e-4159-a07b-0d05a3310877 req-d4c228a0-9b5a-45ef-b3fc-30b4ef4f376b tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=f754160b-8854-4e15-ad98-a285964efdad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623865 Oct 03 13:42:42.956464 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6e5e97-bb13-4f35-84f9-011cb59645c6 req-15e97013-6412-49b5-a0f7-6d39e6187fbd tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:42:42.959353 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-1b6e5e97-bb13-4f35-84f9-011cb59645c6 req-15e97013-6412-49b5-a0f7-6d39e6187fbd tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=26f2c44c-5352-4768-99bc-0cb9f51170ed HTTP/1.1" status: 200 len: 943 time: 0.0585356 Oct 03 13:42:43.042699 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-1b6e5e97-bb13-4f35-84f9-011cb59645c6 req-ea00beaf-56b2-4be1-b2ab-9042dd0ac084 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=f754160b-8854-4e15-ad98-a285964efdad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768166 Oct 03 13:42:44.218078 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1d7d51-5eb4-431d-ae13-0799254d1996 req-5fc61576-b5ec-4ed5-9185-198824c07789 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:42:44.219699 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-5b1d7d51-5eb4-431d-ae13-0799254d1996 req-5fc61576-b5ec-4ed5-9185-198824c07789 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=26f2c44c-5352-4768-99bc-0cb9f51170ed HTTP/1.1" status: 200 len: 943 time: 0.0674751 Oct 03 13:42:44.287423 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-5b1d7d51-5eb4-431d-ae13-0799254d1996 req-3e339d88-40c8-4320-be96-75f2d7bf3257 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=f754160b-8854-4e15-ad98-a285964efdad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586307 Oct 03 13:42:45.449366 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54df3391-9cff-4576-ab8e-cc91663d4c10 req-5c3351eb-987d-4a17-be1e-9d50d282d21e tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:42:45.454100 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-54df3391-9cff-4576-ab8e-cc91663d4c10 req-5c3351eb-987d-4a17-be1e-9d50d282d21e tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=26f2c44c-5352-4768-99bc-0cb9f51170ed HTTP/1.1" status: 200 len: 943 time: 0.0596113 Oct 03 13:42:45.511790 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-54df3391-9cff-4576-ab8e-cc91663d4c10 req-22fc9468-8d81-4762-b7ba-6d5369ebecec tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=f754160b-8854-4e15-ad98-a285964efdad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516810 Oct 03 13:42:46.641154 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c27f48-6d01-40ab-a275-b34513ffca68 req-8b46c14a-9ab6-4106-aa2a-de59f7ba577c tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:42:46.642553 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-87c27f48-6d01-40ab-a275-b34513ffca68 req-8b46c14a-9ab6-4106-aa2a-de59f7ba577c tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=26f2c44c-5352-4768-99bc-0cb9f51170ed HTTP/1.1" status: 200 len: 943 time: 0.0467122 Oct 03 13:42:46.689880 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-87c27f48-6d01-40ab-a275-b34513ffca68 req-6efb0cd4-82af-4949-a921-f193ebc299d7 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=f754160b-8854-4e15-ad98-a285964efdad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410380 Oct 03 13:42:47.834251 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99553de-4715-48ed-a1ce-16251d90be53 req-2c69770b-b235-46e1-b54f-6228f7b6c8ba tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:42:47.836196 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-a99553de-4715-48ed-a1ce-16251d90be53 req-2c69770b-b235-46e1-b54f-6228f7b6c8ba tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=26f2c44c-5352-4768-99bc-0cb9f51170ed HTTP/1.1" status: 200 len: 943 time: 0.0598741 Oct 03 13:42:47.887561 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-a99553de-4715-48ed-a1ce-16251d90be53 req-800b3215-ae3b-4cc4-8ca2-bf4eb47ad8dc tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=f754160b-8854-4e15-ad98-a285964efdad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453565 Oct 03 13:42:48.582789 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=34,neutron:UPDATE=4 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:42:48.585739 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=15,neutron:UPDATE=2 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:42:49.026131 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c473e8ad-3ccb-4186-a869-82afb781220b req-a6503a0e-132d-4c5b-9912-5f365b75d3f3 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:42:49.027726 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-c473e8ad-3ccb-4186-a869-82afb781220b req-a6503a0e-132d-4c5b-9912-5f365b75d3f3 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=26f2c44c-5352-4768-99bc-0cb9f51170ed HTTP/1.1" status: 200 len: 943 time: 0.0501044 Oct 03 13:42:49.058398 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=100 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:42:49.093763 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-c473e8ad-3ccb-4186-a869-82afb781220b req-0d63ca97-5b04-49de-81fe-c24c667a2756 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=f754160b-8854-4e15-ad98-a285964efdad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555902 Oct 03 13:42:50.208362 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Device 6728ff97-c99a-4882-be05-9f48cc629cff details requested by agent hyperv_hv-cinder-86009 with host hv-cinder-86009 {{(pid=106270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 03 13:42:50.330211 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192e49a4-2088-4157-9a38-9007f219ba2f req-0587d24c-e091-4155-876a-7f0bfcacf83a tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:42:50.335517 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-192e49a4-2088-4157-9a38-9007f219ba2f req-0587d24c-e091-4155-876a-7f0bfcacf83a tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=26f2c44c-5352-4768-99bc-0cb9f51170ed HTTP/1.1" status: 200 len: 943 time: 0.0656407 Oct 03 13:42:50.355171 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.db [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] For port 6728ff97-c99a-4882-be05-9f48cc629cff, host hv-cinder-86009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86009',level=0,port_id=6728ff97-c99a-4882-be05-9f48cc629cff,segment=NetworkSegment(24e9c697-6214-4a54-b0c6-42aa0af9c46f),segment_id=24e9c697-6214-4a54-b0c6-42aa0af9c46f)] {{(pid=106270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 13:42:50.368534 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Returning: {'device': '6728ff97-c99a-4882-be05-9f48cc629cff', 'network_id': '83166103-7560-4ace-bfbe-05a1216e31b8', 'port_id': '6728ff97-c99a-4882-be05-9f48cc629cff', 'mac_address': 'fa:16:3e:69:72:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc4f70ab-e5db-4143-a1e5-7fb2da9adef0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 03 13:42:50.415921 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Current status of the port 6728ff97-c99a-4882-be05-9f48cc629cff is: DOWN; New status is: BUILD {{(pid=106270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 13:42:50.416236 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (6728ff97-c99a-4882-be05-9f48cc629cff), before_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:42:50.425032 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-192e49a4-2088-4157-9a38-9007f219ba2f req-05b45f1c-1547-4dad-a19d-b95d3d5b1017 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=f754160b-8854-4e15-ad98-a285964efdad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824566 Oct 03 13:42:50.435877 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.notifiers.nova [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6728ff97-c99a-4882-be05-9f48cc629cff {{(pid=106270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 03 13:42:50.461117 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.db [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] For port 6728ff97-c99a-4882-be05-9f48cc629cff, host hv-cinder-86009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86009',level=0,port_id=6728ff97-c99a-4882-be05-9f48cc629cff,segment=NetworkSegment(24e9c697-6214-4a54-b0c6-42aa0af9c46f),segment_id=24e9c697-6214-4a54-b0c6-42aa0af9c46f)] {{(pid=106270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 13:42:50.463055 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-cacc1313-ec93-4c75-a162-3a6902b76425 req-1ba6ad48-b8ef-4281-b26e-3204f0f086dd service neutron] 10.222.0.65 "GET /networking/v2.0/ports?device_id=846b1cfd-b06e-4af7-9429-bb095737877a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0569026 Oct 03 13:42:50.466147 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751015143617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751014657006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751014658052'] for port (6728ff97-c99a-4882-be05-9f48cc629cff), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:42:50.520438 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Pushing event updated for resources: {'Port': ['ID=6728ff97-c99a-4882-be05-9f48cc629cff,revision_number=9']} {{(pid=106270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:42:50.534128 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacc1313-ec93-4c75-a162-3a6902b76425 req-8f404d8c-e2b7-49e6-8d0f-127a4b944f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:42:50.536238 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-cacc1313-ec93-4c75-a162-3a6902b76425 req-8f404d8c-e2b7-49e6-8d0f-127a4b944f76 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=0e005cbca8874c76bf8ad8f5d336b189&device_id=846b1cfd-b06e-4af7-9429-bb095737877a HTTP/1.1" status: 200 len: 1129 time: 0.0463810 Oct 03 13:42:50.651649 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacc1313-ec93-4c75-a162-3a6902b76425 req-da75ffdf-07d7-40d7-ba75-a6ee3d94a607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:42:50.653734 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-cacc1313-ec93-4c75-a162-3a6902b76425 req-da75ffdf-07d7-40d7-ba75-a6ee3d94a607 service neutron] 10.222.0.65 "GET /networking/v2.0/networks?id=5b3c6d8a-02a1-4730-82ca-c02b5cbef660 HTTP/1.1" status: 200 len: 913 time: 0.0962119 Oct 03 13:42:50.726327 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-cacc1313-ec93-4c75-a162-3a6902b76425 req-773da76c-d812-4e54-9b71-f9cb8f6b95dd service neutron] 10.222.0.65 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=16ed99f4-5dbe-4876-92a3-cebcc2442f10 HTTP/1.1" status: 200 len: 1000 time: 0.0635452 Oct 03 13:42:50.731561 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.db [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] get_ports_and_sgs() called for port_ids ['6728ff97-c99a-4882-be05-9f48cc629cff'] {{(pid=106270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 03 13:42:50.787697 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacc1313-ec93-4c75-a162-3a6902b76425 req-527d5017-ae67-4a69-99d9-4f179f2d21ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:42:50.789184 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-cacc1313-ec93-4c75-a162-3a6902b76425 req-527d5017-ae67-4a69-99d9-4f179f2d21ca service neutron] 10.222.0.65 "GET /networking/v2.0/subnets?id=51f42a02-30ea-44c7-9128-4b02428032bd HTTP/1.1" status: 200 len: 851 time: 0.0516417 Oct 03 13:42:50.840407 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacc1313-ec93-4c75-a162-3a6902b76425 req-024a3dea-0450-4fae-a782-f577a88da486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:42:50.842162 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-cacc1313-ec93-4c75-a162-3a6902b76425 req-024a3dea-0450-4fae-a782-f577a88da486 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?network_id=5b3c6d8a-02a1-4730-82ca-c02b5cbef660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440977 Oct 03 13:42:50.906332 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=100 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:42:50.943634 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-cacc1313-ec93-4c75-a162-3a6902b76425 req-d8bc8b96-8fe0-4c4a-8166-58a0aab6f88d service neutron] 10.222.0.65 "GET /networking/v2.0/networks/5b3c6d8a-02a1-4730-82ca-c02b5cbef660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944960 Oct 03 13:42:51.013547 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=100 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:42:51.041917 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-cacc1313-ec93-4c75-a162-3a6902b76425 req-ee920d8b-3225-4498-b8e2-3b9a68e0d124 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/5b3c6d8a-02a1-4730-82ca-c02b5cbef660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897727 Oct 03 13:42:51.567551 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea6d395-30da-4e66-959c-30f9e0d1f4a7 req-c163c970-2119-4ba5-900a-577b1ed1d3e1 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:42:51.569154 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-7ea6d395-30da-4e66-959c-30f9e0d1f4a7 req-c163c970-2119-4ba5-900a-577b1ed1d3e1 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=26f2c44c-5352-4768-99bc-0cb9f51170ed HTTP/1.1" status: 200 len: 944 time: 0.0565903 Oct 03 13:42:51.623214 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-7ea6d395-30da-4e66-959c-30f9e0d1f4a7 req-b1437532-7512-4909-8407-25c9169fa536 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=f754160b-8854-4e15-ad98-a285964efdad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482855 Oct 03 13:42:52.215102 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Device 6728ff97-c99a-4882-be05-9f48cc629cff up at agent hyperv_hv-cinder-86009 {{(pid=106270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 13:42:52.263235 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.provisioning_blocks [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Provisioning complete for port 6728ff97-c99a-4882-be05-9f48cc629cff triggered by entity L2. {{(pid=106270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 13:42:52.263710 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1340199'] for port (6728ff97-c99a-4882-be05-9f48cc629cff), provisioning_complete {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:42:52.264084 dv-cinder-860090-1-iscsi neutron-server[106270]: INFO neutron.plugins.ml2.plugin [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Attempt 1 to provision port 6728ff97-c99a-4882-be05-9f48cc629cff Oct 03 13:42:52.338476 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Current status of the port 6728ff97-c99a-4882-be05-9f48cc629cff is: BUILD; New status is: ACTIVE {{(pid=106270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 13:42:52.338476 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (6728ff97-c99a-4882-be05-9f48cc629cff), before_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:42:52.364370 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26f2c44c-5352-4768-99bc-0cb9f51170ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6728ff97-c99a-4882-be05-9f48cc629cff'}] {{(pid=106270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 13:42:52.366639 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}560c9627402e85393d05fbb3c51e26d9631cba9dc4b6297c571b83e08b497dad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5ce5571-8f07-4ecb-a535-5eec3e4efdac" -d '{"events": [{"server_uuid": "26f2c44c-5352-4768-99bc-0cb9f51170ed", "name": "network-vif-plugged", "status": "completed", "tag": "6728ff97-c99a-4882-be05-9f48cc629cff"}]}' {{(pid=106270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 13:42:52.380160 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.db [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] For port 6728ff97-c99a-4882-be05-9f48cc629cff, host hv-cinder-86009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86009',level=0,port_id=6728ff97-c99a-4882-be05-9f48cc629cff,segment=NetworkSegment(24e9c697-6214-4a54-b0c6-42aa0af9c46f),segment_id=24e9c697-6214-4a54-b0c6-42aa0af9c46f)] {{(pid=106270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 13:42:52.384903 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751015143617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751014657006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751014658052'] for port (6728ff97-c99a-4882-be05-9f48cc629cff), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:42:52.439782 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Pushing event updated for resources: {'Port': ['ID=6728ff97-c99a-4882-be05-9f48cc629cff,revision_number=10']} {{(pid=106270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:42:52.473193 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 13:42:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dd8c67d-b70b-452e-819a-bfe3376ad5e1 x-openstack-request-id: req-2dd8c67d-b70b-452e-819a-bfe3376ad5e1 {{(pid=106270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 13:42:52.473542 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26f2c44c-5352-4768-99bc-0cb9f51170ed", "name": "network-vif-plugged", "status": "completed", "tag": "6728ff97-c99a-4882-be05-9f48cc629cff", "code": 200}]} {{(pid=106270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 13:42:52.473895 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2dd8c67d-b70b-452e-819a-bfe3376ad5e1 {{(pid=106270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 13:42:52.474308 dv-cinder-860090-1-iscsi neutron-server[106270]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2dd8c67d-b70b-452e-819a-bfe3376ad5e1'] response: {'server_uuid': '26f2c44c-5352-4768-99bc-0cb9f51170ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6728ff97-c99a-4882-be05-9f48cc629cff', 'code': 200} Oct 03 13:42:52.677829 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562b34b6-1bd4-4055-af6a-bccb34820217 req-1f79fa33-6a7b-4f50-8f06-a90892ead0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:42:52.679344 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-562b34b6-1bd4-4055-af6a-bccb34820217 req-1f79fa33-6a7b-4f50-8f06-a90892ead0cc service neutron] 10.222.0.65 "GET /networking/v2.0/ports?device_id=26f2c44c-5352-4768-99bc-0cb9f51170ed HTTP/1.1" status: 200 len: 1130 time: 0.0461688 Oct 03 13:42:52.727382 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=100 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:42:52.732996 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-562b34b6-1bd4-4055-af6a-bccb34820217 req-fc995224-6518-42fd-b7dc-0a0cde66aa6a service neutron] 10.222.0.65 "GET /networking/v2.0/security-groups?id=f754160b-8854-4e15-ad98-a285964efdad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426307 Oct 03 13:42:52.765765 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838c2b78-9d33-44c4-b7fd-3e7ed11abfb4 req-838a3d99-42be-47ef-b1ce-bfdb1d2388d8 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:42:52.767270 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-838c2b78-9d33-44c4-b7fd-3e7ed11abfb4 req-838a3d99-42be-47ef-b1ce-bfdb1d2388d8 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=26f2c44c-5352-4768-99bc-0cb9f51170ed HTTP/1.1" status: 200 len: 946 time: 0.0496740 Oct 03 13:42:52.824921 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-838c2b78-9d33-44c4-b7fd-3e7ed11abfb4 req-f4c4c36e-6449-4e3b-95e5-b63027fbf899 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=f754160b-8854-4e15-ad98-a285964efdad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501065 Oct 03 13:42:53.963157 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bc7793-aca2-4c87-b1f4-9446d64a0bbb req-78e86f24-9179-4201-989e-ad156a48bfd0 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:42:53.964738 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-03bc7793-aca2-4c87-b1f4-9446d64a0bbb req-78e86f24-9179-4201-989e-ad156a48bfd0 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=26f2c44c-5352-4768-99bc-0cb9f51170ed HTTP/1.1" status: 200 len: 946 time: 0.0506032 Oct 03 13:42:54.016978 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-03bc7793-aca2-4c87-b1f4-9446d64a0bbb req-4a0ad03c-08eb-4894-83e3-5b0afdaa6b5b tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=f754160b-8854-4e15-ad98-a285964efdad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464840 Oct 03 13:42:55.162763 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e8e17d-f081-488c-b5b7-a8d8b659f359 req-32ffc369-c520-4f81-84bf-3c02dedc4162 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:42:55.164291 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-c9e8e17d-f081-488c-b5b7-a8d8b659f359 req-32ffc369-c520-4f81-84bf-3c02dedc4162 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=26f2c44c-5352-4768-99bc-0cb9f51170ed HTTP/1.1" status: 200 len: 946 time: 0.0519106 Oct 03 13:42:55.214041 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-c9e8e17d-f081-488c-b5b7-a8d8b659f359 req-1dd9b3b9-4d3f-4203-ac16-0041dabb9507 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=f754160b-8854-4e15-ad98-a285964efdad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442204 Oct 03 13:42:58.729697 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=14 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:42:58.736226 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=18 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:43:00.413056 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.agents_db [None req-0a1e5e68-d5eb-461a-8b1a-39e3d06a9bb6 None None] Agent healthcheck: found 6 active agents {{(pid=106271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 03 13:43:02.114542 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-dccc56d9-b3a4-45cb-8c30-4cc3888db574 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (3460fffa-818c-4144-9400-237880db20a4), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:43:02.437343 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=84,neutron:UPDATE=3 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:43:04.002117 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=19 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:43:04.013101 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=35 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:43:04.888867 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-437e5281-d250-4237-910d-0bfd01fde9a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (94180321-47b1-4b5c-b620-b1b0a31df446), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:43:05.202498 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=15 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:43:05.212154 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=30 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:43:06.167139 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-1bb28928-3e93-41c9-8900-1ecfb790b160 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (5eabf47d-5620-4e94-9269-ef19fe52be68), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:43:07.491134 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (d46c7ed5-c451-4a76-ab3f-ab8e3ea4a5ec), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:43:07.671045 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-9b3e6be4-ae7f-4a46-812d-719b0ca73959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (3cd5b2bb-c81a-4ce3-a212-a51c5aa706bd), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:43:08.599783 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (1af51d63-a9c9-4bbe-9b0d-c8e0a80c641c), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:43:10.407574 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=1 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:43:10.408938 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=1 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:43:18.588188 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=87,neutron:UPDATE=4 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:43:18.594870 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:43:23.331999 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f2e288-2526-43cb-a86f-702378afd0b0 req-c51d5f5c-6383-483f-bd4f-cf9b41f6e517 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:43:23.333495 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-d8f2e288-2526-43cb-a86f-702378afd0b0 req-c51d5f5c-6383-483f-bd4f-cf9b41f6e517 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=846b1cfd-b06e-4af7-9429-bb095737877a HTTP/1.1" status: 200 len: 945 time: 0.0503871 Oct 03 13:43:23.392942 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-d8f2e288-2526-43cb-a86f-702378afd0b0 req-1e562a3e-1193-4d4b-8934-a7a25b035546 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=9ace053f-6f3b-45d1-9888-9eb91c607356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535221 Oct 03 13:43:24.539376 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9609947c-308b-4b20-ac03-900baafe951c req-9a7e21b5-0d11-49a7-be53-2bf74b2fc8ac tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:43:24.541073 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-9609947c-308b-4b20-ac03-900baafe951c req-9a7e21b5-0d11-49a7-be53-2bf74b2fc8ac tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=846b1cfd-b06e-4af7-9429-bb095737877a HTTP/1.1" status: 200 len: 945 time: 0.0657909 Oct 03 13:43:24.593869 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-9609947c-308b-4b20-ac03-900baafe951c req-6df1e922-d885-4c54-b733-1267177b892a tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=9ace053f-6f3b-45d1-9888-9eb91c607356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467956 Oct 03 13:43:25.411145 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a91c49a-5085-4c30-9bbb-d869e32c4ae2 req-4d838977-c4c8-413a-ac9d-704681173a14 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:43:25.412673 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-4a91c49a-5085-4c30-9bbb-d869e32c4ae2 req-4d838977-c4c8-413a-ac9d-704681173a14 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=846b1cfd-b06e-4af7-9429-bb095737877a HTTP/1.1" status: 200 len: 945 time: 0.0510554 Oct 03 13:43:25.504124 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.plugin [req-4a91c49a-5085-4c30-9bbb-d869e32c4ae2 req-e0bb5e8f-00d5-4db4-9023-7eedf12151b1 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Deleting port 16ed99f4-5dbe-4876-92a3-cebcc2442f10 {{(pid=106268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 13:43:25.504458 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-4a91c49a-5085-4c30-9bbb-d869e32c4ae2 req-e0bb5e8f-00d5-4db4-9023-7eedf12151b1 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751015143464'] for port (16ed99f4-5dbe-4876-92a3-cebcc2442f10), before_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:43:25.604526 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.db [req-4a91c49a-5085-4c30-9bbb-d869e32c4ae2 req-e0bb5e8f-00d5-4db4-9023-7eedf12151b1 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] For port 16ed99f4-5dbe-4876-92a3-cebcc2442f10, host hv-cinder-86009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86009',level=0,port_id=16ed99f4-5dbe-4876-92a3-cebcc2442f10,segment=NetworkSegment(4d86536b-be62-4637-b619-80b82e697b76),segment_id=4d86536b-be62-4637-b619-80b82e697b76)] {{(pid=106268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 13:43:25.605217 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-4a91c49a-5085-4c30-9bbb-d869e32c4ae2 req-e0bb5e8f-00d5-4db4-9023-7eedf12151b1 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724412'] for port (16ed99f4-5dbe-4876-92a3-cebcc2442f10), precommit_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:43:25.735670 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f7bfa1-5ffb-4aa3-b2c8-eb5965a11573 req-ce831bd5-101e-4362-adba-ddbed5238e02 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:43:25.737195 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-46f7bfa1-5ffb-4aa3-b2c8-eb5965a11573 req-ce831bd5-101e-4362-adba-ddbed5238e02 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=846b1cfd-b06e-4af7-9429-bb095737877a HTTP/1.1" status: 200 len: 945 time: 0.0539708 Oct 03 13:43:25.785015 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-4a91c49a-5085-4c30-9bbb-d869e32c4ae2 req-e0bb5e8f-00d5-4db4-9023-7eedf12151b1 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:43:25.785548 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-4a91c49a-5085-4c30-9bbb-d869e32c4ae2 req-e0bb5e8f-00d5-4db4-9023-7eedf12151b1 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3722562'] for floatingip (070ab932-1043-4b03-832e-9e9dbc71f318), after_update {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:43:25.788563 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.db.l3_db [req-4a91c49a-5085-4c30-9bbb-d869e32c4ae2 req-e0bb5e8f-00d5-4db4-9023-7eedf12151b1 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Floating IP 070ab932-1043-4b03-832e-9e9dbc71f318 disassociated. External IP: 172.27.1.20, port: 16ed99f4-5dbe-4876-92a3-cebcc2442f10. Oct 03 13:43:25.789120 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.plugin [req-4a91c49a-5085-4c30-9bbb-d869e32c4ae2 req-e0bb5e8f-00d5-4db4-9023-7eedf12151b1 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Calling delete_port for 16ed99f4-5dbe-4876-92a3-cebcc2442f10 owned by compute:nova {{(pid=106268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 13:43:25.793807 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-46f7bfa1-5ffb-4aa3-b2c8-eb5965a11573 req-cd28950a-c8dd-4250-bba7-2786b23d1f53 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=9ace053f-6f3b-45d1-9888-9eb91c607356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490341 Oct 03 13:43:25.946193 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-4a91c49a-5085-4c30-9bbb-d869e32c4ae2 req-e0bb5e8f-00d5-4db4-9023-7eedf12151b1 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751015146406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751014656997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25417805'] for port (16ed99f4-5dbe-4876-92a3-cebcc2442f10), after_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:43:25.975694 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bb5e8f-00d5-4db4-9023-7eedf12151b1 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Pushing event deleted for resources: {'Port': ['ID=16ed99f4-5dbe-4876-92a3-cebcc2442f10,revision_number=None']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:43:25.987912 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bb5e8f-00d5-4db4-9023-7eedf12151b1 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:43:25.988249 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bb5e8f-00d5-4db4-9023-7eedf12151b1 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:43:25.988585 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bb5e8f-00d5-4db4-9023-7eedf12151b1 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:43:25.988914 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bb5e8f-00d5-4db4-9023-7eedf12151b1 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:43:25.989240 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bb5e8f-00d5-4db4-9023-7eedf12151b1 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:43:25.989590 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bb5e8f-00d5-4db4-9023-7eedf12151b1 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:43:25.989914 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bb5e8f-00d5-4db4-9023-7eedf12151b1 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:43:25.990229 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bb5e8f-00d5-4db4-9023-7eedf12151b1 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:43:25.990546 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bb5e8f-00d5-4db4-9023-7eedf12151b1 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:43:25.990863 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bb5e8f-00d5-4db4-9023-7eedf12151b1 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:43:25.991181 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bb5e8f-00d5-4db4-9023-7eedf12151b1 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:43:25.991500 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bb5e8f-00d5-4db4-9023-7eedf12151b1 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:43:25.991893 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bb5e8f-00d5-4db4-9023-7eedf12151b1 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:43:25.992257 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bb5e8f-00d5-4db4-9023-7eedf12151b1 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:43:25.992682 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bb5e8f-00d5-4db4-9023-7eedf12151b1 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:43:26.101893 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4a91c49a-5085-4c30-9bbb-d869e32c4ae2 req-e0bb5e8f-00d5-4db4-9023-7eedf12151b1 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Router 4f12b889-1d5e-4ba4-8f0f-85604cec378d has already been hosted by L3 agent 94180321-47b1-4b5c-b620-b1b0a31df446 {{(pid=106268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 03 13:43:26.204001 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:43:26.235792 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4a91c49a-5085-4c30-9bbb-d869e32c4ae2 req-e0bb5e8f-00d5-4db4-9023-7eedf12151b1 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Notify agent at l3_agent.dv-cinder-860090-1-iscsi the message routers_updated {{(pid=106268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 13:43:26.250717 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac3ad52-b12f-43ec-baf3-5d952561946d None None] Sync routers for ids ['4f12b889-1d5e-4ba4-8f0f-85604cec378d'] in dv-cinder-860090-1-iscsi {{(pid=106270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 13:43:26.262022 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac3ad52-b12f-43ec-baf3-5d952561946d None None] Routers {'4f12b889-1d5e-4ba4-8f0f-85604cec378d'} bound to L3 agent in host dv-cinder-860090-1-iscsi {{(pid=106270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 13:43:26.262963 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_hamode_db [None req-1ac3ad52-b12f-43ec-baf3-5d952561946d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860090-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-03T13:22:05Z,description=,heartbeat_timestamp=2022-10-03T13:43:05Z,host='dv-cinder-860090-1-iscsi',id=94180321-47b1-4b5c-b620-b1b0a31df446,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T13:22:05Z,topic='l3_agent')) {'router_ids': ['4f12b889-1d5e-4ba4-8f0f-85604cec378d'], 'active': True} {{(pid=106270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:43:26.283939 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a91c49a-5085-4c30-9bbb-d869e32c4ae2 req-e0bb5e8f-00d5-4db4-9023-7eedf12151b1 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] No DVR routers for this DVR port 16ed99f4-5dbe-4876-92a3-cebcc2442f10 on host hv-cinder-86009 {{(pid=106268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 03 13:43:26.286667 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-4a91c49a-5085-4c30-9bbb-d869e32c4ae2 req-e0bb5e8f-00d5-4db4-9023-7eedf12151b1 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512321'] for port (None), before_response {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:43:26.290310 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-4a91c49a-5085-4c30-9bbb-d869e32c4ae2 req-e0bb5e8f-00d5-4db4-9023-7eedf12151b1 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] 10.222.0.65 "DELETE /networking/v2.0/ports/16ed99f4-5dbe-4876-92a3-cebcc2442f10 HTTP/1.1" status: 204 len: 173 time: 0.8696604 Oct 03 13:43:26.290870 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '846b1cfd-b06e-4af7-9429-bb095737877a', 'name': 'network-vif-deleted', 'tag': '16ed99f4-5dbe-4876-92a3-cebcc2442f10'}] {{(pid=106268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 13:43:26.293237 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd70873512ffc397a2b7ac25ee02414627e7506f7787b64d61dc92e00300ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3312f3d-8821-4245-9c27-fb19176f9f2e" -d '{"events": [{"server_uuid": "846b1cfd-b06e-4af7-9429-bb095737877a", "name": "network-vif-deleted", "tag": "16ed99f4-5dbe-4876-92a3-cebcc2442f10"}]}' {{(pid=106268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 13:43:26.434163 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 13:43:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dcea752-c046-4d41-a872-693693dcb9f8 x-openstack-request-id: req-2dcea752-c046-4d41-a872-693693dcb9f8 {{(pid=106268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 13:43:26.435165 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "846b1cfd-b06e-4af7-9429-bb095737877a", "name": "network-vif-deleted", "tag": "16ed99f4-5dbe-4876-92a3-cebcc2442f10", "status": "completed", "code": 200}]} {{(pid=106268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 13:43:26.437793 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2dcea752-c046-4d41-a872-693693dcb9f8 {{(pid=106268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 13:43:26.438051 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2dcea752-c046-4d41-a872-693693dcb9f8'] response: {'server_uuid': '846b1cfd-b06e-4af7-9429-bb095737877a', 'name': 'network-vif-deleted', 'tag': '16ed99f4-5dbe-4876-92a3-cebcc2442f10', 'status': 'completed', 'code': 200} Oct 03 13:43:26.523124 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_dvr_db [None req-1ac3ad52-b12f-43ec-baf3-5d952561946d None None] Set router 4f12b889-1d5e-4ba4-8f0f-85604cec378d gateway port host: dv-cinder-860090-1-iscsi {{(pid=106270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 13:43:26.719305 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_hamode_db [None req-1ac3ad52-b12f-43ec-baf3-5d952561946d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f12b889-1d5e-4ba4-8f0f-85604cec378d', 'name': 'tempest-TestVolumeBootPattern-1724714225-router', 'tenant_id': '0e005cbca8874c76bf8ad8f5d336b189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'external_fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': 'a718b856-e954-4d39-a052-f4739f24ea56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:40:16Z', 'updated_at': '2022-10-03T13:40:19Z', 'revision_number': 4, 'project_id': '0e005cbca8874c76bf8ad8f5d336b189', 'gw_port': {'id': 'a718b856-e954-4d39-a052-f4739f24ea56', 'name': '', 'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:dd:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f12b889-1d5e-4ba4-8f0f-85604cec378d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:40:17Z', 'updated_at': '2022-10-03T13:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860090-1-iscsi', '_interfaces': [{'id': 'c35b375b-8a09-4679-aba0-09600a8ce3e6', 'name': '', 'network_id': '5b3c6d8a-02a1-4730-82ca-c02b5cbef660', 'tenant_id': '0e005cbca8874c76bf8ad8f5d336b189', 'mac_address': 'fa:16:3e:a6:17:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f12b889-1d5e-4ba4-8f0f-85604cec378d', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '51f42a02-30ea-44c7-9128-4b02428032bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:40:19Z', 'updated_at': '2022-10-03T13:40:27Z', 'revision_number': 5, 'project_id': '0e005cbca8874c76bf8ad8f5d336b189', 'subnets': [{'id': '51f42a02-30ea-44c7-9128-4b02428032bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860090-1-iscsi', False) {} {{(pid=106270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:43:26.750944 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac3ad52-b12f-43ec-baf3-5d952561946d None None] Checking router: 4f12b889-1d5e-4ba4-8f0f-85604cec378d for host: dv-cinder-860090-1-iscsi {{(pid=106270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 13:43:26.760083 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac3ad52-b12f-43ec-baf3-5d952561946d None None] Routers {'4f12b889-1d5e-4ba4-8f0f-85604cec378d'} bound to L3 agent in host dv-cinder-860090-1-iscsi {{(pid=106270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 13:43:26.760774 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_hamode_db [None req-1ac3ad52-b12f-43ec-baf3-5d952561946d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860090-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-03T13:22:05Z,description=,heartbeat_timestamp=2022-10-03T13:43:05Z,host='dv-cinder-860090-1-iscsi',id=94180321-47b1-4b5c-b620-b1b0a31df446,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T13:22:05Z,topic='l3_agent')) {'router_ids': ['4f12b889-1d5e-4ba4-8f0f-85604cec378d'], 'active': True} {{(pid=106270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:43:26.867910 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_dvr_db [None req-1ac3ad52-b12f-43ec-baf3-5d952561946d None None] Set router 4f12b889-1d5e-4ba4-8f0f-85604cec378d gateway port host: dv-cinder-860090-1-iscsi {{(pid=106270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 13:43:26.931211 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-770437ce-72b1-459f-b6b4-da257f1b279d req-d3cfcd4e-78a9-4eba-860c-b3ee24d74a43 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=846b1cfd-b06e-4af7-9429-bb095737877a HTTP/1.1" status: 200 len: 210 time: 0.0313220 Oct 03 13:43:27.071645 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_hamode_db [None req-1ac3ad52-b12f-43ec-baf3-5d952561946d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f12b889-1d5e-4ba4-8f0f-85604cec378d', 'name': 'tempest-TestVolumeBootPattern-1724714225-router', 'tenant_id': '0e005cbca8874c76bf8ad8f5d336b189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'external_fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': 'a718b856-e954-4d39-a052-f4739f24ea56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:40:16Z', 'updated_at': '2022-10-03T13:40:19Z', 'revision_number': 4, 'project_id': '0e005cbca8874c76bf8ad8f5d336b189', 'gw_port': {'id': 'a718b856-e954-4d39-a052-f4739f24ea56', 'name': '', 'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:dd:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f12b889-1d5e-4ba4-8f0f-85604cec378d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:40:17Z', 'updated_at': '2022-10-03T13:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860090-1-iscsi', '_interfaces': [{'id': 'c35b375b-8a09-4679-aba0-09600a8ce3e6', 'name': '', 'network_id': '5b3c6d8a-02a1-4730-82ca-c02b5cbef660', 'tenant_id': '0e005cbca8874c76bf8ad8f5d336b189', 'mac_address': 'fa:16:3e:a6:17:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f12b889-1d5e-4ba4-8f0f-85604cec378d', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '51f42a02-30ea-44c7-9128-4b02428032bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:40:19Z', 'updated_at': '2022-10-03T13:40:27Z', 'revision_number': 5, 'project_id': '0e005cbca8874c76bf8ad8f5d336b189', 'subnets': [{'id': '51f42a02-30ea-44c7-9128-4b02428032bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860090-1-iscsi', False) {} {{(pid=106270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:43:27.097594 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac3ad52-b12f-43ec-baf3-5d952561946d None None] The sync data for ids ['4f12b889-1d5e-4ba4-8f0f-85604cec378d'] in dv-cinder-860090-1-iscsi is: [{'id': '4f12b889-1d5e-4ba4-8f0f-85604cec378d', 'name': 'tempest-TestVolumeBootPattern-1724714225-router', 'tenant_id': '0e005cbca8874c76bf8ad8f5d336b189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'external_fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': 'a718b856-e954-4d39-a052-f4739f24ea56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:40:16Z', 'updated_at': '2022-10-03T13:40:19Z', 'revision_number': 4, 'project_id': '0e005cbca8874c76bf8ad8f5d336b189', 'gw_port': {'id': 'a718b856-e954-4d39-a052-f4739f24ea56', 'name': '', 'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:dd:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f12b889-1d5e-4ba4-8f0f-85604cec378d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:40:17Z', 'updated_at': '2022-10-03T13:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860090-1-iscsi', '_interfaces': [{'id': 'c35b375b-8a09-4679-aba0-09600a8ce3e6', 'name': '', 'network_id': '5b3c6d8a-02a1-4730-82ca-c02b5cbef660', 'tenant_id': '0e005cbca8874c76bf8ad8f5d336b189', 'mac_address': 'fa:16:3e:a6:17:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f12b889-1d5e-4ba4-8f0f-85604cec378d', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '51f42a02-30ea-44c7-9128-4b02428032bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:40:19Z', 'updated_at': '2022-10-03T13:40:27Z', 'revision_number': 5, 'project_id': '0e005cbca8874c76bf8ad8f5d336b189', 'subnets': [{'id': '51f42a02-30ea-44c7-9128-4b02428032bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 13:43:27.340334 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2198a878-c597-41c5-a09f-a7de7cd3a5ba None None] New status for floating IP 070ab932-1043-4b03-832e-9e9dbc71f318: DOWN {{(pid=106271) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 03 13:43:28.166332 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-8f84947c-01b0-4c7d-8ba3-d4dbded25dac req-963fb682-249c-4098-8407-e7cfda36bf47 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] 10.222.0.58 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1836367322&fields=id&tenant_id=0e005cbca8874c76bf8ad8f5d336b189 HTTP/1.1" status: 200 len: 267 time: 0.0551598 Oct 03 13:43:28.286303 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f84947c-01b0-4c7d-8ba3-d4dbded25dac req-a1544634-851b-4801-83bb-979d6b6d4841 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:43:28.287797 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-8f84947c-01b0-4c7d-8ba3-d4dbded25dac req-a1544634-851b-4801-83bb-979d6b6d4841 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] 10.222.0.58 "GET /networking/v2.0/networks?id=5b3c6d8a-02a1-4730-82ca-c02b5cbef660 HTTP/1.1" status: 200 len: 812 time: 0.1149278 Oct 03 13:43:28.303854 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-8f84947c-01b0-4c7d-8ba3-d4dbded25dac req-7e09548e-fc18-4ca9-8244-f15801eef58c tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] 10.222.0.58 "GET /networking/v2.0/quotas/0e005cbca8874c76bf8ad8f5d336b189 HTTP/1.1" status: 200 len: 375 time: 0.0093231 Oct 03 13:43:28.356364 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-8f84947c-01b0-4c7d-8ba3-d4dbded25dac req-257d7bb6-4a1f-460a-bd8a-ff4a44ae6650 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=0e005cbca8874c76bf8ad8f5d336b189&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0465364 Oct 03 13:43:28.372225 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [req-8f84947c-01b0-4c7d-8ba3-d4dbded25dac req-d54d7a9a-3dc0-4d3c-85d6-3b0aab227691 service neutron] http://10.222.0.58:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106269) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 03 13:43:28.373211 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-8f84947c-01b0-4c7d-8ba3-d4dbded25dac req-d54d7a9a-3dc0-4d3c-85d6-3b0aab227691 service neutron] 10.222.0.58 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0052369 Oct 03 13:43:28.468997 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-8f84947c-01b0-4c7d-8ba3-d4dbded25dac req-bd9048f9-3967-40d1-9675-7b4e5cdfdf97 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/5b3c6d8a-02a1-4730-82ca-c02b5cbef660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893788 Oct 03 13:43:28.559480 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-8f84947c-01b0-4c7d-8ba3-d4dbded25dac req-cc334f29-ca11-4ccd-83b9-ceb6034966a4 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/5b3c6d8a-02a1-4730-82ca-c02b5cbef660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847485 Oct 03 13:43:28.864980 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-00a3be08-fab1-4454-b8b5-aede30c2c0d4 req-957a619a-70f4-45c9-b131-9fea4523b995 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=d9d41225-bfea-4694-a0a3-1a585d4e8509 HTTP/1.1" status: 200 len: 210 time: 0.0302143 Oct 03 13:43:29.971592 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-02fdae51-32fb-4c06-ad1f-d30eed33cd38 req-fa8a9da4-ff4e-4bea-9b6e-3bfc13bbd51b tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=d9d41225-bfea-4694-a0a3-1a585d4e8509 HTTP/1.1" status: 200 len: 210 time: 0.0290704 Oct 03 13:43:29.977169 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:43:30.022605 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f84947c-01b0-4c7d-8ba3-d4dbded25dac req-7aeba02d-7463-43cf-8df6-5e01ea8a4d77 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:43:30.024793 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-8f84947c-01b0-4c7d-8ba3-d4dbded25dac req-7aeba02d-7463-43cf-8df6-5e01ea8a4d77 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] 10.222.0.65 "GET /networking/v2.0/networks?id=5b3c6d8a-02a1-4730-82ca-c02b5cbef660 HTTP/1.1" status: 200 len: 812 time: 0.1236811 Oct 03 13:43:30.094209 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-8f84947c-01b0-4c7d-8ba3-d4dbded25dac req-6d4461a1-50de-4c63-bdd4-17aa64d88c38 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] 10.222.0.65 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=0e005cbca8874c76bf8ad8f5d336b189 HTTP/1.1" status: 200 len: 380 time: 0.0595880 Oct 03 13:43:30.108357 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.v2.base [req-8f84947c-01b0-4c7d-8ba3-d4dbded25dac req-2aa12e32-43e3-4e04-af30-10e70ba635cb tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Request body: {'port': {'device_id': 'd9d41225-bfea-4694-a0a3-1a585d4e8509', 'network_id': '5b3c6d8a-02a1-4730-82ca-c02b5cbef660', 'admin_state_up': True, 'tenant_id': '0e005cbca8874c76bf8ad8f5d336b189', 'security_groups': ['9ace053f-6f3b-45d1-9888-9eb91c607356']}} {{(pid=106268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 13:43:30.218778 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f84947c-01b0-4c7d-8ba3-d4dbded25dac req-2aa12e32-43e3-4e04-af30-10e70ba635cb tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Made reservation on behalf of 0e005cbca8874c76bf8ad8f5d336b189 for: {'port': 1} {{(pid=106268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 13:43:30.222826 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-8f84947c-01b0-4c7d-8ba3-d4dbded25dac req-2aa12e32-43e3-4e04-af30-10e70ba635cb tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (None), before_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:43:30.356370 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.db.db_base_plugin_common [req-8f84947c-01b0-4c7d-8ba3-d4dbded25dac req-2aa12e32-43e3-4e04-af30-10e70ba635cb tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Allocated IP 172.20.0.4 (5b3c6d8a-02a1-4730-82ca-c02b5cbef660/51f42a02-30ea-44c7-9128-4b02428032bd/630021c2-4dd4-422f-ab2c-4c5771c809e4) {{(pid=106268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 13:43:30.403021 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Device 16ed99f4-5dbe-4876-92a3-cebcc2442f10 no longer exists at agent hyperv_hv-cinder-86009 {{(pid=106270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 13:43:30.425957 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] No Port match for: 16ed99f4-5dbe-4876-92a3-cebcc2442f10 {{(pid=106270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 03 13:43:30.426564 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Device 16ed99f4-5dbe-4876-92a3-cebcc2442f10 not bound to the agent host hv-cinder-86009 {{(pid=106270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 03 13:43:30.517987 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-8f84947c-01b0-4c7d-8ba3-d4dbded25dac req-2aa12e32-43e3-4e04-af30-10e70ba635cb tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Publish callbacks [] for port (630021c2-4dd4-422f-ab2c-4c5771c809e4), precommit_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:43:30.555366 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-8f84947c-01b0-4c7d-8ba3-d4dbded25dac req-2aa12e32-43e3-4e04-af30-10e70ba635cb tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751014656988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25417805'] for port (630021c2-4dd4-422f-ab2c-4c5771c809e4), after_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:43:30.606278 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f84947c-01b0-4c7d-8ba3-d4dbded25dac req-2aa12e32-43e3-4e04-af30-10e70ba635cb tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Network 5b3c6d8a-02a1-4730-82ca-c02b5cbef660 is already hosted by enough agents. {{(pid=106268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 13:43:30.609779 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.scheduler.base_scheduler [req-8f84947c-01b0-4c7d-8ba3-d4dbded25dac req-2aa12e32-43e3-4e04-af30-10e70ba635cb tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Resources bound (agent type, host, resource id): {{(pid=106268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 13:43:30.614155 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f84947c-01b0-4c7d-8ba3-d4dbded25dac req-2aa12e32-43e3-4e04-af30-10e70ba635cb tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Received port after_create {{(pid=106268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 13:43:30.620677 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa12e32-43e3-4e04-af30-10e70ba635cb tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Pushing event updated for resources: {'Port': ['ID=630021c2-4dd4-422f-ab2c-4c5771c809e4,revision_number=1']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:43:30.670518 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f84947c-01b0-4c7d-8ba3-d4dbded25dac req-2aa12e32-43e3-4e04-af30-10e70ba635cb tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:43:30.671274 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-8f84947c-01b0-4c7d-8ba3-d4dbded25dac req-2aa12e32-43e3-4e04-af30-10e70ba635cb tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512321'] for port (None), before_response {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:43:30.689001 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-8f84947c-01b0-4c7d-8ba3-d4dbded25dac req-2aa12e32-43e3-4e04-af30-10e70ba635cb tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] 10.222.0.65 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5844526 Oct 03 13:43:30.703141 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.v2.base [req-8f84947c-01b0-4c7d-8ba3-d4dbded25dac req-8eb1b85f-eb43-4009-aae7-5c7dc115a1c9 service neutron] Request body: {'port': {'device_id': 'd9d41225-bfea-4694-a0a3-1a585d4e8509', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86009'}} {{(pid=106268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 13:43:30.764597 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-8f84947c-01b0-4c7d-8ba3-d4dbded25dac req-8eb1b85f-eb43-4009-aae7-5c7dc115a1c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (630021c2-4dd4-422f-ab2c-4c5771c809e4), before_update {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:43:30.802523 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:43:30.804586 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.provisioning_blocks [None req-7601a439-af02-41d1-8152-8dadeee47376 None None] Provisioning complete for port 630021c2-4dd4-422f-ab2c-4c5771c809e4 triggered by entity DHCP. {{(pid=106270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 13:43:30.804951 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-7601a439-af02-41d1-8152-8dadeee47376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1340199'] for port (630021c2-4dd4-422f-ab2c-4c5771c809e4), provisioning_complete {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:43:30.805286 dv-cinder-860090-1-iscsi neutron-server[106270]: INFO neutron.plugins.ml2.plugin [None req-7601a439-af02-41d1-8152-8dadeee47376 None None] Attempt 1 to provision port 630021c2-4dd4-422f-ab2c-4c5771c809e4 Oct 03 13:43:30.807556 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:43:30.838256 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-7601a439-af02-41d1-8152-8dadeee47376 None None] Port 630021c2-4dd4-422f-ab2c-4c5771c809e4 cannot update to ACTIVE because it is not bound. {{(pid=106270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 03 13:43:31.254303 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94675baf-7a05-4f24-9dc9-bc89547fcf2d req-6c2fe7ab-08e7-469c-81c4-8cbc387e9063 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:43:31.255812 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-94675baf-7a05-4f24-9dc9-bc89547fcf2d req-6c2fe7ab-08e7-469c-81c4-8cbc387e9063 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=d9d41225-bfea-4694-a0a3-1a585d4e8509 HTTP/1.1" status: 200 len: 931 time: 0.0681696 Oct 03 13:43:31.347684 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-94675baf-7a05-4f24-9dc9-bc89547fcf2d req-c10eda20-c8af-4aa9-b73c-3ecad08989d8 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=9ace053f-6f3b-45d1-9888-9eb91c607356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856378 Oct 03 13:43:31.355009 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.notifiers.nova [req-8f84947c-01b0-4c7d-8ba3-d4dbded25dac req-8eb1b85f-eb43-4009-aae7-5c7dc115a1c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 630021c2-4dd4-422f-ab2c-4c5771c809e4 {{(pid=106268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 03 13:43:31.363168 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-8f84947c-01b0-4c7d-8ba3-d4dbded25dac req-8eb1b85f-eb43-4009-aae7-5c7dc115a1c9 service neutron] Publish callbacks [] for port (630021c2-4dd4-422f-ab2c-4c5771c809e4), precommit_update {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:43:31.377015 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.db.provisioning_blocks [req-8f84947c-01b0-4c7d-8ba3-d4dbded25dac req-8eb1b85f-eb43-4009-aae7-5c7dc115a1c9 service neutron] Transition to ACTIVE for port object 630021c2-4dd4-422f-ab2c-4c5771c809e4 will not be triggered until provisioned by entity L2. {{(pid=106268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 03 13:43:31.380851 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-8f84947c-01b0-4c7d-8ba3-d4dbded25dac req-8eb1b85f-eb43-4009-aae7-5c7dc115a1c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751015143617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751014657006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751014658052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25417910'] for port (630021c2-4dd4-422f-ab2c-4c5771c809e4), after_update {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:43:31.445285 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb1b85f-eb43-4009-aae7-5c7dc115a1c9 service neutron] Pushing event updated for resources: {'Port': ['ID=630021c2-4dd4-422f-ab2c-4c5771c809e4,revision_number=2']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:43:31.499794 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.managers [req-8f84947c-01b0-4c7d-8ba3-d4dbded25dac req-8eb1b85f-eb43-4009-aae7-5c7dc115a1c9 service neutron] Attempting to bind port 630021c2-4dd4-422f-ab2c-4c5771c809e4 on host hv-cinder-86009 for vnic_type normal with profile {{(pid=106268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 13:43:31.500219 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.managers [req-8f84947c-01b0-4c7d-8ba3-d4dbded25dac req-8eb1b85f-eb43-4009-aae7-5c7dc115a1c9 service neutron] Attempting to bind port 630021c2-4dd4-422f-ab2c-4c5771c809e4 by drivers openvswitch,hyperv on host hv-cinder-86009 at level 0 using segments [{'id': '4d86536b-be62-4637-b619-80b82e697b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '5b3c6d8a-02a1-4730-82ca-c02b5cbef660'}] {{(pid=106268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 13:43:31.500444 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f84947c-01b0-4c7d-8ba3-d4dbded25dac req-8eb1b85f-eb43-4009-aae7-5c7dc115a1c9 service neutron] Attempting to bind port 630021c2-4dd4-422f-ab2c-4c5771c809e4 on network 5b3c6d8a-02a1-4730-82ca-c02b5cbef660 {{(pid=106268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 13:43:31.546522 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f84947c-01b0-4c7d-8ba3-d4dbded25dac req-8eb1b85f-eb43-4009-aae7-5c7dc115a1c9 service neutron] Port 630021c2-4dd4-422f-ab2c-4c5771c809e4 on network 5b3c6d8a-02a1-4730-82ca-c02b5cbef660 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86009 {{(pid=106268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 03 13:43:31.546847 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f84947c-01b0-4c7d-8ba3-d4dbded25dac req-8eb1b85f-eb43-4009-aae7-5c7dc115a1c9 service neutron] Attempting to bind port 630021c2-4dd4-422f-ab2c-4c5771c809e4 on network 5b3c6d8a-02a1-4730-82ca-c02b5cbef660 {{(pid=106268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 13:43:31.591558 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f84947c-01b0-4c7d-8ba3-d4dbded25dac req-8eb1b85f-eb43-4009-aae7-5c7dc115a1c9 service neutron] Checking agent: {'id': '1af51d63-a9c9-4bbe-9b0d-c8e0a80c641c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 13, 28, 37), 'started_at': datetime.datetime(2022, 10, 3, 13, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 13, 43, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 13:43:31.591799 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f84947c-01b0-4c7d-8ba3-d4dbded25dac req-8eb1b85f-eb43-4009-aae7-5c7dc115a1c9 service neutron] Checking segment: {'id': '4d86536b-be62-4637-b619-80b82e697b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '5b3c6d8a-02a1-4730-82ca-c02b5cbef660'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 13:43:31.592164 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f84947c-01b0-4c7d-8ba3-d4dbded25dac req-8eb1b85f-eb43-4009-aae7-5c7dc115a1c9 service neutron] Bound using segment: {'id': '4d86536b-be62-4637-b619-80b82e697b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '5b3c6d8a-02a1-4730-82ca-c02b5cbef660'} {{(pid=106268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 13:43:31.592593 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.managers [req-8f84947c-01b0-4c7d-8ba3-d4dbded25dac req-8eb1b85f-eb43-4009-aae7-5c7dc115a1c9 service neutron] Bound port: 630021c2-4dd4-422f-ab2c-4c5771c809e4, host: hv-cinder-86009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d86536b-be62-4637-b619-80b82e697b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '5b3c6d8a-02a1-4730-82ca-c02b5cbef660'}}] {{(pid=106268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 13:43:31.592948 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-8f84947c-01b0-4c7d-8ba3-d4dbded25dac req-8eb1b85f-eb43-4009-aae7-5c7dc115a1c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (630021c2-4dd4-422f-ab2c-4c5771c809e4), before_update {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:43:31.653840 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.db [req-8f84947c-01b0-4c7d-8ba3-d4dbded25dac req-8eb1b85f-eb43-4009-aae7-5c7dc115a1c9 service neutron] For port 630021c2-4dd4-422f-ab2c-4c5771c809e4, host hv-cinder-86009, cleared binding levels {{(pid=106268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 13:43:31.656912 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.db [req-8f84947c-01b0-4c7d-8ba3-d4dbded25dac req-8eb1b85f-eb43-4009-aae7-5c7dc115a1c9 service neutron] For port 630021c2-4dd4-422f-ab2c-4c5771c809e4, host hv-cinder-86009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86009',level=0,port_id=630021c2-4dd4-422f-ab2c-4c5771c809e4,segment=NetworkSegment(4d86536b-be62-4637-b619-80b82e697b76),segment_id=4d86536b-be62-4637-b619-80b82e697b76)] {{(pid=106268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 13:43:31.662530 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-8f84947c-01b0-4c7d-8ba3-d4dbded25dac req-8eb1b85f-eb43-4009-aae7-5c7dc115a1c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751015143617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751014657006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751014658052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25417910'] for port (630021c2-4dd4-422f-ab2c-4c5771c809e4), after_update {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:43:31.667224 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f84947c-01b0-4c7d-8ba3-d4dbded25dac req-8eb1b85f-eb43-4009-aae7-5c7dc115a1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:43:31.667836 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-8f84947c-01b0-4c7d-8ba3-d4dbded25dac req-8eb1b85f-eb43-4009-aae7-5c7dc115a1c9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512321'] for port (None), before_response {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:43:31.669184 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-8f84947c-01b0-4c7d-8ba3-d4dbded25dac req-8eb1b85f-eb43-4009-aae7-5c7dc115a1c9 service neutron] 10.222.0.65 "PUT /networking/v2.0/ports/630021c2-4dd4-422f-ab2c-4c5771c809e4 HTTP/1.1" status: 200 len: 1093 time: 0.9704800 Oct 03 13:43:31.669755 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9d41225-bfea-4694-a0a3-1a585d4e8509', 'tag': '630021c2-4dd4-422f-ab2c-4c5771c809e4'}] {{(pid=106268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 13:43:31.671999 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd70873512ffc397a2b7ac25ee02414627e7506f7787b64d61dc92e00300ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a83a3192-7db8-4c19-84bb-4013fe6d00eb" -d '{"events": [{"name": "network-changed", "server_uuid": "d9d41225-bfea-4694-a0a3-1a585d4e8509", "tag": "630021c2-4dd4-422f-ab2c-4c5771c809e4"}]}' {{(pid=106268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 13:43:31.714669 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 13:43:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-261810c4-b441-4e52-8b9a-b07ebca90826 x-openstack-request-id: req-261810c4-b441-4e52-8b9a-b07ebca90826 {{(pid=106268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 13:43:31.715542 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9d41225-bfea-4694-a0a3-1a585d4e8509", "tag": "630021c2-4dd4-422f-ab2c-4c5771c809e4", "status": "completed", "code": 200}]} {{(pid=106268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 13:43:31.715848 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-261810c4-b441-4e52-8b9a-b07ebca90826 {{(pid=106268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 13:43:31.716250 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.notifiers.nova [-] Nova event matching ['req-261810c4-b441-4e52-8b9a-b07ebca90826'] response: {'name': 'network-changed', 'server_uuid': 'd9d41225-bfea-4694-a0a3-1a585d4e8509', 'tag': '630021c2-4dd4-422f-ab2c-4c5771c809e4', 'status': 'completed', 'code': 200} Oct 03 13:43:31.726016 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb1b85f-eb43-4009-aae7-5c7dc115a1c9 service neutron] Pushing event updated for resources: {'Port': ['ID=630021c2-4dd4-422f-ab2c-4c5771c809e4,revision_number=3']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:43:31.772435 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f84947c-01b0-4c7d-8ba3-d4dbded25dac req-890943c7-a94d-4c93-9676-4a1f3895548a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:43:31.775384 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-8f84947c-01b0-4c7d-8ba3-d4dbded25dac req-890943c7-a94d-4c93-9676-4a1f3895548a service neutron] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=0e005cbca8874c76bf8ad8f5d336b189&device_id=d9d41225-bfea-4694-a0a3-1a585d4e8509 HTTP/1.1" status: 200 len: 1127 time: 0.0451167 Oct 03 13:43:31.820810 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-8f84947c-01b0-4c7d-8ba3-d4dbded25dac req-8951bef4-8cfa-43a0-9b72-10e64d52a942 service neutron] 10.222.0.65 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=630021c2-4dd4-422f-ab2c-4c5771c809e4 HTTP/1.1" status: 200 len: 217 time: 0.0351231 Oct 03 13:43:31.872155 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f84947c-01b0-4c7d-8ba3-d4dbded25dac req-278f27d4-2644-48a7-ba33-11517730b108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:43:31.873637 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-8f84947c-01b0-4c7d-8ba3-d4dbded25dac req-278f27d4-2644-48a7-ba33-11517730b108 service neutron] 10.222.0.65 "GET /networking/v2.0/subnets?id=51f42a02-30ea-44c7-9128-4b02428032bd HTTP/1.1" status: 200 len: 851 time: 0.0459487 Oct 03 13:43:31.912424 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:43:31.919247 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f84947c-01b0-4c7d-8ba3-d4dbded25dac req-852b1b99-f65e-4ba0-a59f-ffa9a1589961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:43:31.920719 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-8f84947c-01b0-4c7d-8ba3-d4dbded25dac req-852b1b99-f65e-4ba0-a59f-ffa9a1589961 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?network_id=5b3c6d8a-02a1-4730-82ca-c02b5cbef660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0400326 Oct 03 13:43:32.021148 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-8f84947c-01b0-4c7d-8ba3-d4dbded25dac req-cffb038c-3e8e-4152-8312-0f508fa0d3dd service neutron] 10.222.0.65 "GET /networking/v2.0/networks/5b3c6d8a-02a1-4730-82ca-c02b5cbef660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862384 Oct 03 13:43:32.047328 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:43:32.120030 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-b208a343-5cd2-454d-a0d2-2c6be344b695 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (3460fffa-818c-4144-9400-237880db20a4), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:43:32.124045 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-8f84947c-01b0-4c7d-8ba3-d4dbded25dac req-72fa32f6-b0ec-43f3-a7e6-091860908bed service neutron] 10.222.0.65 "GET /networking/v2.0/networks/5b3c6d8a-02a1-4730-82ca-c02b5cbef660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953522 Oct 03 13:43:32.486049 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83a3192-7db8-4c19-84bb-4013fe6d00eb req-683ddd65-ff07-4978-970e-f963e292519e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:43:32.487567 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-a83a3192-7db8-4c19-84bb-4013fe6d00eb req-683ddd65-ff07-4978-970e-f963e292519e service neutron] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=0e005cbca8874c76bf8ad8f5d336b189&device_id=d9d41225-bfea-4694-a0a3-1a585d4e8509 HTTP/1.1" status: 200 len: 1127 time: 0.0696597 Oct 03 13:43:32.493926 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b87904d-343c-463b-8c37-02aaa80bcc05 req-ab400fe9-500d-48f4-aa01-61e103598e00 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:43:32.495326 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-9b87904d-343c-463b-8c37-02aaa80bcc05 req-ab400fe9-500d-48f4-aa01-61e103598e00 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=d9d41225-bfea-4694-a0a3-1a585d4e8509 HTTP/1.1" status: 200 len: 943 time: 0.0694289 Oct 03 13:43:32.603505 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-9b87904d-343c-463b-8c37-02aaa80bcc05 req-148c9236-61cc-4c56-b814-83230e629174 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=9ace053f-6f3b-45d1-9888-9eb91c607356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023023 Oct 03 13:43:32.629482 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83a3192-7db8-4c19-84bb-4013fe6d00eb req-c4e1481c-31b5-41bd-aeda-d36b2b9aef4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:43:32.630964 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-a83a3192-7db8-4c19-84bb-4013fe6d00eb req-c4e1481c-31b5-41bd-aeda-d36b2b9aef4e service neutron] 10.222.0.65 "GET /networking/v2.0/networks?id=5b3c6d8a-02a1-4730-82ca-c02b5cbef660 HTTP/1.1" status: 200 len: 913 time: 0.1237648 Oct 03 13:43:32.671676 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-a83a3192-7db8-4c19-84bb-4013fe6d00eb req-43660f30-9d3c-4715-8f1c-37116a894b7d service neutron] 10.222.0.65 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=630021c2-4dd4-422f-ab2c-4c5771c809e4 HTTP/1.1" status: 200 len: 217 time: 0.0330451 Oct 03 13:43:32.727287 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83a3192-7db8-4c19-84bb-4013fe6d00eb req-e47b82ca-adfa-4343-8b5e-c485f09b62ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:43:32.728754 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-a83a3192-7db8-4c19-84bb-4013fe6d00eb req-e47b82ca-adfa-4343-8b5e-c485f09b62ea service neutron] 10.222.0.65 "GET /networking/v2.0/subnets?id=51f42a02-30ea-44c7-9128-4b02428032bd HTTP/1.1" status: 200 len: 851 time: 0.0506759 Oct 03 13:43:32.776756 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83a3192-7db8-4c19-84bb-4013fe6d00eb req-dc9cc238-8e10-4105-a527-87ae3bcea015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:43:32.778338 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-a83a3192-7db8-4c19-84bb-4013fe6d00eb req-dc9cc238-8e10-4105-a527-87ae3bcea015 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?network_id=5b3c6d8a-02a1-4730-82ca-c02b5cbef660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424731 Oct 03 13:43:32.875302 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-a83a3192-7db8-4c19-84bb-4013fe6d00eb req-aef664c5-fd7f-476c-95d4-ee2675f5f881 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/5b3c6d8a-02a1-4730-82ca-c02b5cbef660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900989 Oct 03 13:43:32.976665 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-a83a3192-7db8-4c19-84bb-4013fe6d00eb req-b0a693af-5960-4996-a436-5da021a12a57 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/5b3c6d8a-02a1-4730-82ca-c02b5cbef660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943303 Oct 03 13:43:33.742367 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9918561f-4318-47d5-985f-685a69724154 req-66325de0-3328-4cb0-a41d-660524141063 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:43:33.744057 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-9918561f-4318-47d5-985f-685a69724154 req-66325de0-3328-4cb0-a41d-660524141063 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=d9d41225-bfea-4694-a0a3-1a585d4e8509 HTTP/1.1" status: 200 len: 943 time: 0.0519176 Oct 03 13:43:33.812808 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-9918561f-4318-47d5-985f-685a69724154 req-84822a9f-ab22-44a1-994f-b6e75a9a3204 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=9ace053f-6f3b-45d1-9888-9eb91c607356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606341 Oct 03 13:43:33.894981 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fa04e2-2f88-4cf6-99c4-c04be0f1526e req-531c066c-4fcd-4bcc-910f-bd48bb4f7a09 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:43:33.896575 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-a8fa04e2-2f88-4cf6-99c4-c04be0f1526e req-531c066c-4fcd-4bcc-910f-bd48bb4f7a09 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=26f2c44c-5352-4768-99bc-0cb9f51170ed HTTP/1.1" status: 200 len: 946 time: 0.0597916 Oct 03 13:43:33.950402 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-a8fa04e2-2f88-4cf6-99c4-c04be0f1526e req-beeb965f-c8be-4b09-97c0-92a9c78dfb0b tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=f754160b-8854-4e15-ad98-a285964efdad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468736 Oct 03 13:43:34.883816 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-38a030c7-e499-4779-90d7-9f57010848bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (94180321-47b1-4b5c-b620-b1b0a31df446), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:43:34.948788 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e43777d-bd4a-4a48-a61a-7330e89a3b91 req-1abc224e-1e4e-4d97-8a05-47cdc5dac45f tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:43:34.950424 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-5e43777d-bd4a-4a48-a61a-7330e89a3b91 req-1abc224e-1e4e-4d97-8a05-47cdc5dac45f tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=d9d41225-bfea-4694-a0a3-1a585d4e8509 HTTP/1.1" status: 200 len: 943 time: 0.0544841 Oct 03 13:43:34.989670 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=100 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:43:35.009869 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-5e43777d-bd4a-4a48-a61a-7330e89a3b91 req-263394cf-23c7-452e-9282-414f25a0a296 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=9ace053f-6f3b-45d1-9888-9eb91c607356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520015 Oct 03 13:43:35.091612 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1474cae-2591-41a8-8139-b51636bd4b35 req-adc29b68-9813-4055-9a0a-e692d62fc641 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:43:35.093110 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-d1474cae-2591-41a8-8139-b51636bd4b35 req-adc29b68-9813-4055-9a0a-e692d62fc641 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=26f2c44c-5352-4768-99bc-0cb9f51170ed HTTP/1.1" status: 200 len: 946 time: 0.0539961 Oct 03 13:43:35.143228 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-d1474cae-2591-41a8-8139-b51636bd4b35 req-08adf4a2-e7d2-426f-ae4b-ebfc97fbd186 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=f754160b-8854-4e15-ad98-a285964efdad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442398 Oct 03 13:43:35.385037 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e2cd36-561f-4ca5-a9c1-291d608f2479 req-ac9d8682-4773-4b67-95cb-d870dcab2a71 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:43:35.386640 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-e3e2cd36-561f-4ca5-a9c1-291d608f2479 req-ac9d8682-4773-4b67-95cb-d870dcab2a71 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=26f2c44c-5352-4768-99bc-0cb9f51170ed HTTP/1.1" status: 200 len: 946 time: 0.0526428 Oct 03 13:43:35.484716 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.plugin [req-e3e2cd36-561f-4ca5-a9c1-291d608f2479 req-c649ca69-7aff-43d5-a162-4ced499f3a64 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Deleting port 6728ff97-c99a-4882-be05-9f48cc629cff {{(pid=106268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 13:43:35.485058 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-e3e2cd36-561f-4ca5-a9c1-291d608f2479 req-c649ca69-7aff-43d5-a162-4ced499f3a64 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751015143464'] for port (6728ff97-c99a-4882-be05-9f48cc629cff), before_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:43:35.578259 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.db [req-e3e2cd36-561f-4ca5-a9c1-291d608f2479 req-c649ca69-7aff-43d5-a162-4ced499f3a64 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] For port 6728ff97-c99a-4882-be05-9f48cc629cff, host hv-cinder-86009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86009',level=0,port_id=6728ff97-c99a-4882-be05-9f48cc629cff,segment=NetworkSegment(24e9c697-6214-4a54-b0c6-42aa0af9c46f),segment_id=24e9c697-6214-4a54-b0c6-42aa0af9c46f)] {{(pid=106268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 13:43:35.578632 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-e3e2cd36-561f-4ca5-a9c1-291d608f2479 req-c649ca69-7aff-43d5-a162-4ced499f3a64 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724412'] for port (6728ff97-c99a-4882-be05-9f48cc629cff), precommit_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:43:35.677782 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=100 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:43:35.758616 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-e3e2cd36-561f-4ca5-a9c1-291d608f2479 req-c649ca69-7aff-43d5-a162-4ced499f3a64 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:43:35.758891 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-e3e2cd36-561f-4ca5-a9c1-291d608f2479 req-c649ca69-7aff-43d5-a162-4ced499f3a64 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3722562'] for floatingip (c3a1adbc-333f-46aa-8264-c8870effb1e3), after_update {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:43:35.759210 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.db.l3_db [req-e3e2cd36-561f-4ca5-a9c1-291d608f2479 req-c649ca69-7aff-43d5-a162-4ced499f3a64 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Floating IP c3a1adbc-333f-46aa-8264-c8870effb1e3 disassociated. External IP: 172.27.1.101, port: 6728ff97-c99a-4882-be05-9f48cc629cff. Oct 03 13:43:35.759551 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.plugin [req-e3e2cd36-561f-4ca5-a9c1-291d608f2479 req-c649ca69-7aff-43d5-a162-4ced499f3a64 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Calling delete_port for 6728ff97-c99a-4882-be05-9f48cc629cff owned by compute:nova {{(pid=106268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 13:43:35.897437 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-e3e2cd36-561f-4ca5-a9c1-291d608f2479 req-c649ca69-7aff-43d5-a162-4ced499f3a64 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751015146406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751014656997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25417805'] for port (6728ff97-c99a-4882-be05-9f48cc629cff), after_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:43:35.929037 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c649ca69-7aff-43d5-a162-4ced499f3a64 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Pushing event deleted for resources: {'Port': ['ID=6728ff97-c99a-4882-be05-9f48cc629cff,revision_number=None']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:43:36.055471 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e3e2cd36-561f-4ca5-a9c1-291d608f2479 req-c649ca69-7aff-43d5-a162-4ced499f3a64 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Router c8606d8c-b1c9-49d9-b355-0650feac1844 has already been hosted by L3 agent 94180321-47b1-4b5c-b620-b1b0a31df446 {{(pid=106268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 03 13:43:36.169841 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-1bb28928-3e93-41c9-8900-1ecfb790b160 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (5eabf47d-5620-4e94-9269-ef19fe52be68), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:43:36.186382 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c034cc49-a96c-40df-a299-3a2f8940ea8c req-31c21253-7071-4068-960a-8961c3ef0978 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:43:36.187866 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-c034cc49-a96c-40df-a299-3a2f8940ea8c req-31c21253-7071-4068-960a-8961c3ef0978 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=d9d41225-bfea-4694-a0a3-1a585d4e8509 HTTP/1.1" status: 200 len: 943 time: 0.0876253 Oct 03 13:43:36.220809 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e3e2cd36-561f-4ca5-a9c1-291d608f2479 req-c649ca69-7aff-43d5-a162-4ced499f3a64 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Notify agent at l3_agent.dv-cinder-860090-1-iscsi the message routers_updated {{(pid=106268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 13:43:36.232451 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c10ceef3-10e9-4854-acdc-73a9db81fb10 None None] Sync routers for ids ['c8606d8c-b1c9-49d9-b355-0650feac1844'] in dv-cinder-860090-1-iscsi {{(pid=106270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 13:43:36.243326 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c10ceef3-10e9-4854-acdc-73a9db81fb10 None None] Routers {'c8606d8c-b1c9-49d9-b355-0650feac1844'} bound to L3 agent in host dv-cinder-860090-1-iscsi {{(pid=106270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 13:43:36.244191 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_hamode_db [None req-c10ceef3-10e9-4854-acdc-73a9db81fb10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860090-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-03T13:22:05Z,description=,heartbeat_timestamp=2022-10-03T13:43:35Z,host='dv-cinder-860090-1-iscsi',id=94180321-47b1-4b5c-b620-b1b0a31df446,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T13:22:05Z,topic='l3_agent')) {'router_ids': ['c8606d8c-b1c9-49d9-b355-0650feac1844'], 'active': True} {{(pid=106270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:43:36.277737 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-a0f979ae-9c03-4569-bdd5-fdc6336e88f5 req-9f3a1eeb-7756-42b0-8637-11389b189230 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=26f2c44c-5352-4768-99bc-0cb9f51170ed HTTP/1.1" status: 200 len: 210 time: 0.0421839 Oct 03 13:43:36.289089 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3e2cd36-561f-4ca5-a9c1-291d608f2479 req-c649ca69-7aff-43d5-a162-4ced499f3a64 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] No DVR routers for this DVR port 6728ff97-c99a-4882-be05-9f48cc629cff on host hv-cinder-86009 {{(pid=106268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 03 13:43:36.291255 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:43:36.292980 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-e3e2cd36-561f-4ca5-a9c1-291d608f2479 req-c649ca69-7aff-43d5-a162-4ced499f3a64 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512321'] for port (None), before_response {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:43:36.296657 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-e3e2cd36-561f-4ca5-a9c1-291d608f2479 req-c649ca69-7aff-43d5-a162-4ced499f3a64 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.65 "DELETE /networking/v2.0/ports/6728ff97-c99a-4882-be05-9f48cc629cff HTTP/1.1" status: 204 len: 173 time: 0.9045141 Oct 03 13:43:36.298120 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26f2c44c-5352-4768-99bc-0cb9f51170ed', 'name': 'network-vif-deleted', 'tag': '6728ff97-c99a-4882-be05-9f48cc629cff'}] {{(pid=106268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 13:43:36.300170 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:43:36.300434 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd70873512ffc397a2b7ac25ee02414627e7506f7787b64d61dc92e00300ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-135696af-fdca-4ce1-a50c-6229d16d9535" -d '{"events": [{"server_uuid": "26f2c44c-5352-4768-99bc-0cb9f51170ed", "name": "network-vif-deleted", "tag": "6728ff97-c99a-4882-be05-9f48cc629cff"}]}' {{(pid=106268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 13:43:36.323094 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-c034cc49-a96c-40df-a299-3a2f8940ea8c req-1265c5c9-5a22-4d1b-b35d-43a27e5360bd tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=9ace053f-6f3b-45d1-9888-9eb91c607356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1294956 Oct 03 13:43:36.359980 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:43:36.396069 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 13:43:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c3dc618-b292-4c71-8919-d966b9fe0c30 x-openstack-request-id: req-4c3dc618-b292-4c71-8919-d966b9fe0c30 {{(pid=106268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 13:43:36.396392 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26f2c44c-5352-4768-99bc-0cb9f51170ed", "name": "network-vif-deleted", "tag": "6728ff97-c99a-4882-be05-9f48cc629cff", "status": "completed", "code": 200}]} {{(pid=106268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 13:43:36.396868 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4c3dc618-b292-4c71-8919-d966b9fe0c30 {{(pid=106268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 13:43:36.397346 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c3dc618-b292-4c71-8919-d966b9fe0c30'] response: {'server_uuid': '26f2c44c-5352-4768-99bc-0cb9f51170ed', 'name': 'network-vif-deleted', 'tag': '6728ff97-c99a-4882-be05-9f48cc629cff', 'status': 'completed', 'code': 200} Oct 03 13:43:36.398544 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_dvr_db [None req-c10ceef3-10e9-4854-acdc-73a9db81fb10 None None] Set router c8606d8c-b1c9-49d9-b355-0650feac1844 gateway port host: dv-cinder-860090-1-iscsi {{(pid=106270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 13:43:36.615327 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_hamode_db [None req-c10ceef3-10e9-4854-acdc-73a9db81fb10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8606d8c-b1c9-49d9-b355-0650feac1844', 'name': 'tempest-AttachVolumeShelveTestJSON-121990232-router', 'tenant_id': 'e019f687769f408d9c3faab0c8693a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'external_fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.38'}], 'enable_snat': True}, 'gw_port_id': '52620d42-0657-48d1-89ca-6526c1ad8855', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:37:45Z', 'updated_at': '2022-10-03T13:37:48Z', 'revision_number': 4, 'project_id': 'e019f687769f408d9c3faab0c8693a9d', 'gw_port': {'id': '52620d42-0657-48d1-89ca-6526c1ad8855', 'name': '', 'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:99:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8606d8c-b1c9-49d9-b355-0650feac1844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:37:45Z', 'updated_at': '2022-10-03T13:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860090-1-iscsi', '_interfaces': [{'id': '1596c1d8-15dc-4b0b-8e23-90392080d77a', 'name': '', 'network_id': '83166103-7560-4ace-bfbe-05a1216e31b8', 'tenant_id': 'e019f687769f408d9c3faab0c8693a9d', 'mac_address': 'fa:16:3e:df:de:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8606d8c-b1c9-49d9-b355-0650feac1844', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'bc4f70ab-e5db-4143-a1e5-7fb2da9adef0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:37:48Z', 'updated_at': '2022-10-03T13:37:54Z', 'revision_number': 5, 'project_id': 'e019f687769f408d9c3faab0c8693a9d', 'subnets': [{'id': 'bc4f70ab-e5db-4143-a1e5-7fb2da9adef0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860090-1-iscsi', False) {} {{(pid=106270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:43:36.641201 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c10ceef3-10e9-4854-acdc-73a9db81fb10 None None] Checking router: c8606d8c-b1c9-49d9-b355-0650feac1844 for host: dv-cinder-860090-1-iscsi {{(pid=106270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 13:43:36.650893 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c10ceef3-10e9-4854-acdc-73a9db81fb10 None None] Routers {'c8606d8c-b1c9-49d9-b355-0650feac1844'} bound to L3 agent in host dv-cinder-860090-1-iscsi {{(pid=106270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 13:43:36.651514 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_hamode_db [None req-c10ceef3-10e9-4854-acdc-73a9db81fb10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860090-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-03T13:22:05Z,description=,heartbeat_timestamp=2022-10-03T13:43:35Z,host='dv-cinder-860090-1-iscsi',id=94180321-47b1-4b5c-b620-b1b0a31df446,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T13:22:05Z,topic='l3_agent')) {'router_ids': ['c8606d8c-b1c9-49d9-b355-0650feac1844'], 'active': True} {{(pid=106270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:43:36.757671 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_dvr_db [None req-c10ceef3-10e9-4854-acdc-73a9db81fb10 None None] Set router c8606d8c-b1c9-49d9-b355-0650feac1844 gateway port host: dv-cinder-860090-1-iscsi {{(pid=106270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 13:43:36.962003 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_hamode_db [None req-c10ceef3-10e9-4854-acdc-73a9db81fb10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8606d8c-b1c9-49d9-b355-0650feac1844', 'name': 'tempest-AttachVolumeShelveTestJSON-121990232-router', 'tenant_id': 'e019f687769f408d9c3faab0c8693a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'external_fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.38'}], 'enable_snat': True}, 'gw_port_id': '52620d42-0657-48d1-89ca-6526c1ad8855', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:37:45Z', 'updated_at': '2022-10-03T13:37:48Z', 'revision_number': 4, 'project_id': 'e019f687769f408d9c3faab0c8693a9d', 'gw_port': {'id': '52620d42-0657-48d1-89ca-6526c1ad8855', 'name': '', 'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:99:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8606d8c-b1c9-49d9-b355-0650feac1844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:37:45Z', 'updated_at': '2022-10-03T13:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860090-1-iscsi', '_interfaces': [{'id': '1596c1d8-15dc-4b0b-8e23-90392080d77a', 'name': '', 'network_id': '83166103-7560-4ace-bfbe-05a1216e31b8', 'tenant_id': 'e019f687769f408d9c3faab0c8693a9d', 'mac_address': 'fa:16:3e:df:de:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8606d8c-b1c9-49d9-b355-0650feac1844', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'bc4f70ab-e5db-4143-a1e5-7fb2da9adef0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:37:48Z', 'updated_at': '2022-10-03T13:37:54Z', 'revision_number': 5, 'project_id': 'e019f687769f408d9c3faab0c8693a9d', 'subnets': [{'id': 'bc4f70ab-e5db-4143-a1e5-7fb2da9adef0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860090-1-iscsi', False) {} {{(pid=106270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:43:36.994687 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c10ceef3-10e9-4854-acdc-73a9db81fb10 None None] The sync data for ids ['c8606d8c-b1c9-49d9-b355-0650feac1844'] in dv-cinder-860090-1-iscsi is: [{'id': 'c8606d8c-b1c9-49d9-b355-0650feac1844', 'name': 'tempest-AttachVolumeShelveTestJSON-121990232-router', 'tenant_id': 'e019f687769f408d9c3faab0c8693a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'external_fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.38'}], 'enable_snat': True}, 'gw_port_id': '52620d42-0657-48d1-89ca-6526c1ad8855', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:37:45Z', 'updated_at': '2022-10-03T13:37:48Z', 'revision_number': 4, 'project_id': 'e019f687769f408d9c3faab0c8693a9d', 'gw_port': {'id': '52620d42-0657-48d1-89ca-6526c1ad8855', 'name': '', 'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:99:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8606d8c-b1c9-49d9-b355-0650feac1844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:37:45Z', 'updated_at': '2022-10-03T13:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860090-1-iscsi', '_interfaces': [{'id': '1596c1d8-15dc-4b0b-8e23-90392080d77a', 'name': '', 'network_id': '83166103-7560-4ace-bfbe-05a1216e31b8', 'tenant_id': 'e019f687769f408d9c3faab0c8693a9d', 'mac_address': 'fa:16:3e:df:de:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8606d8c-b1c9-49d9-b355-0650feac1844', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'bc4f70ab-e5db-4143-a1e5-7fb2da9adef0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:37:48Z', 'updated_at': '2022-10-03T13:37:54Z', 'revision_number': 5, 'project_id': 'e019f687769f408d9c3faab0c8693a9d', 'subnets': [{'id': 'bc4f70ab-e5db-4143-a1e5-7fb2da9adef0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 13:43:37.238083 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a33e7f-95d8-4c6b-837f-9a801390ca07 None None] New status for floating IP c3a1adbc-333f-46aa-8264-c8870effb1e3: DOWN {{(pid=106271) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 03 13:43:37.402538 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 37848) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:43:37.415606 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.agents_db [None req-0a1e5e68-d5eb-461a-8b1a-39e3d06a9bb6 None None] Agent healthcheck: found 6 active agents {{(pid=106271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 03 13:43:37.462084 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-f5ba19a5-1678-472e-b4f9-347f5ddab313 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Publish callbacks [] for security_group (f754160b-8854-4e15-ad98-a285964efdad), before_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:43:37.474110 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5ac7ab-5b97-4250-8002-e3e8c87680d1 req-774e5242-37c5-4c47-98e1-0e06a3e6ff11 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:43:37.476208 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-ea5ac7ab-5b97-4250-8002-e3e8c87680d1 req-774e5242-37c5-4c47-98e1-0e06a3e6ff11 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=d9d41225-bfea-4694-a0a3-1a585d4e8509 HTTP/1.1" status: 200 len: 943 time: 0.0495877 Oct 03 13:43:37.489705 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-f5ba19a5-1678-472e-b4f9-347f5ddab313 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Publish callbacks [] for security_group (f754160b-8854-4e15-ad98-a285964efdad), precommit_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:43:37.498309 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (d46c7ed5-c451-4a76-ab3f-ab8e3ea4a5ec), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:43:37.511961 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=100 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:43:37.535151 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-ea5ac7ab-5b97-4250-8002-e3e8c87680d1 req-f34728a9-c63a-4e28-9ee3-5d22c1b05e39 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=9ace053f-6f3b-45d1-9888-9eb91c607356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525129 Oct 03 13:43:37.550076 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-f5ba19a5-1678-472e-b4f9-347f5ddab313 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (f754160b-8854-4e15-ad98-a285964efdad), after_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:43:37.552591 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-f5ba19a5-1678-472e-b4f9-347f5ddab313 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Publish callbacks [] for security_group (None), before_response {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:43:37.553778 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-f5ba19a5-1678-472e-b4f9-347f5ddab313 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "DELETE /networking/v2.0/security-groups/f754160b-8854-4e15-ad98-a285964efdad HTTP/1.1" status: 204 len: 168 time: 0.1500034 Oct 03 13:43:37.556838 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 37850) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:43:37.570606 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.api.v2.resource [None req-6a943008-3d18-4aca-b114-6871dbd87744 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] show failed (client error): The resource could not be found. Oct 03 13:43:37.570868 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ba19a5-1678-472e-b4f9-347f5ddab313 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f754160b-8854-4e15-ad98-a285964efdad,revision_number=None']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:43:37.571914 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-6a943008-3d18-4aca-b114-6871dbd87744 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "GET /networking/v2.0/security-groups/f754160b-8854-4e15-ad98-a285964efdad HTTP/1.1" status: 404 len: 347 time: 0.0137939 Oct 03 13:43:37.577773 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 37852) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:43:37.586890 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ba19a5-1678-472e-b4f9-347f5ddab313 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:43:37.587251 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ba19a5-1678-472e-b4f9-347f5ddab313 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:43:37.587564 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ba19a5-1678-472e-b4f9-347f5ddab313 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:43:37.587896 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ba19a5-1678-472e-b4f9-347f5ddab313 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:43:37.588265 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ba19a5-1678-472e-b4f9-347f5ddab313 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:43:37.588592 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ba19a5-1678-472e-b4f9-347f5ddab313 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:43:37.588914 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ba19a5-1678-472e-b4f9-347f5ddab313 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:43:37.589237 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ba19a5-1678-472e-b4f9-347f5ddab313 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:43:37.589586 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ba19a5-1678-472e-b4f9-347f5ddab313 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:43:37.589907 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ba19a5-1678-472e-b4f9-347f5ddab313 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:43:37.590228 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ba19a5-1678-472e-b4f9-347f5ddab313 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:43:37.590547 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ba19a5-1678-472e-b4f9-347f5ddab313 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:43:37.590864 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ba19a5-1678-472e-b4f9-347f5ddab313 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:43:37.591180 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ba19a5-1678-472e-b4f9-347f5ddab313 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:43:37.591494 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ba19a5-1678-472e-b4f9-347f5ddab313 tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:43:37.675255 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-9b3e6be4-ae7f-4a46-812d-719b0ca73959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (3cd5b2bb-c81a-4ce3-a212-a51c5aa706bd), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:43:37.699565 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.plugins.ml2.plugin [None req-0dd4065e-6481-4ff4-a549-41d9ad44f47a tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Deleting port f78d7cad-a373-4086-8c6c-a26b794ac8c7 {{(pid=106269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 13:43:37.699910 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-0dd4065e-6481-4ff4-a549-41d9ad44f47a tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751015143464'] for port (f78d7cad-a373-4086-8c6c-a26b794ac8c7), before_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:43:37.713007 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:43:37.781762 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-0dd4065e-6481-4ff4-a549-41d9ad44f47a tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724412'] for port (f78d7cad-a373-4086-8c6c-a26b794ac8c7), precommit_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:43:37.782001 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-0dd4065e-6481-4ff4-a549-41d9ad44f47a tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Publish callbacks [] for floatingip (f78d7cad-a373-4086-8c6c-a26b794ac8c7), precommit_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:43:37.795571 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.plugins.ml2.plugin [None req-0dd4065e-6481-4ff4-a549-41d9ad44f47a tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Calling delete_port for f78d7cad-a373-4086-8c6c-a26b794ac8c7 owned by network:floatingip {{(pid=106269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 13:43:37.933312 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-0dd4065e-6481-4ff4-a549-41d9ad44f47a tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751015146406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751014656997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26503125'] for port (f78d7cad-a373-4086-8c6c-a26b794ac8c7), after_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:43:37.959146 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd4065e-6481-4ff4-a549-41d9ad44f47a tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Pushing event deleted for resources: {'Port': ['ID=f78d7cad-a373-4086-8c6c-a26b794ac8c7,revision_number=None']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:43:38.026070 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-0dd4065e-6481-4ff4-a549-41d9ad44f47a tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Publish callbacks [] for floatingip (c3a1adbc-333f-46aa-8264-c8870effb1e3), after_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:43:38.028716 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-0dd4065e-6481-4ff4-a549-41d9ad44f47a tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512321'] for floatingip (None), before_response {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:43:38.029875 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-0dd4065e-6481-4ff4-a549-41d9ad44f47a tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] 10.222.0.58 "DELETE /networking/v2.0/floatingips/c3a1adbc-333f-46aa-8264-c8870effb1e3 HTTP/1.1" status: 204 len: 168 time: 0.4512000 Oct 03 13:43:38.604751 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (1af51d63-a9c9-4bbe-9b0d-c8e0a80c641c), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:43:38.677294 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d144d17a-c9a9-4b5a-b353-69780c96def4 req-667ecfb4-9f5b-459b-85c2-2e976c7a5ad0 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:43:38.678885 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-d144d17a-c9a9-4b5a-b353-69780c96def4 req-667ecfb4-9f5b-459b-85c2-2e976c7a5ad0 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=d9d41225-bfea-4694-a0a3-1a585d4e8509 HTTP/1.1" status: 200 len: 943 time: 0.0535927 Oct 03 13:43:38.735980 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-d144d17a-c9a9-4b5a-b353-69780c96def4 req-ab51a3f1-8786-49c4-832d-38855208fe12 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=9ace053f-6f3b-45d1-9888-9eb91c607356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504034 Oct 03 13:43:39.864920 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1bab64-b628-4e88-b752-5b3ebafb5fc8 req-403ac9e4-1b3b-40bd-8f12-95bf7f0ea60a tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:43:39.865509 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-bf1bab64-b628-4e88-b752-5b3ebafb5fc8 req-403ac9e4-1b3b-40bd-8f12-95bf7f0ea60a tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=d9d41225-bfea-4694-a0a3-1a585d4e8509 HTTP/1.1" status: 200 len: 943 time: 0.0492494 Oct 03 13:43:39.921965 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-bf1bab64-b628-4e88-b752-5b3ebafb5fc8 req-6634664f-28a1-4915-b082-d793ea287b66 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=9ace053f-6f3b-45d1-9888-9eb91c607356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492523 Oct 03 13:43:40.490418 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Device 630021c2-4dd4-422f-ab2c-4c5771c809e4 details requested by agent hyperv_hv-cinder-86009 with host hv-cinder-86009 {{(pid=106270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 03 13:43:40.494619 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Device 6728ff97-c99a-4882-be05-9f48cc629cff no longer exists at agent hyperv_hv-cinder-86009 {{(pid=106270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 13:43:40.515051 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 37878) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:43:40.532199 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] No Port match for: 6728ff97-c99a-4882-be05-9f48cc629cff {{(pid=106270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 03 13:43:40.532579 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Device 6728ff97-c99a-4882-be05-9f48cc629cff not bound to the agent host hv-cinder-86009 {{(pid=106270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 03 13:43:40.630004 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.db [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] For port 630021c2-4dd4-422f-ab2c-4c5771c809e4, host hv-cinder-86009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86009',level=0,port_id=630021c2-4dd4-422f-ab2c-4c5771c809e4,segment=NetworkSegment(4d86536b-be62-4637-b619-80b82e697b76),segment_id=4d86536b-be62-4637-b619-80b82e697b76)] {{(pid=106270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 13:43:40.643781 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Returning: {'device': '630021c2-4dd4-422f-ab2c-4c5771c809e4', 'network_id': '5b3c6d8a-02a1-4730-82ca-c02b5cbef660', 'port_id': '630021c2-4dd4-422f-ab2c-4c5771c809e4', 'mac_address': 'fa:16:3e:5f:e3:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51f42a02-30ea-44c7-9128-4b02428032bd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 03 13:43:40.685133 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Current status of the port 630021c2-4dd4-422f-ab2c-4c5771c809e4 is: DOWN; New status is: BUILD {{(pid=106270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 13:43:40.685564 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (630021c2-4dd4-422f-ab2c-4c5771c809e4), before_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:43:40.700698 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.notifiers.nova [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 630021c2-4dd4-422f-ab2c-4c5771c809e4 {{(pid=106270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 03 13:43:40.725927 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:43:40.729206 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.db [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] For port 630021c2-4dd4-422f-ab2c-4c5771c809e4, host hv-cinder-86009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86009',level=0,port_id=630021c2-4dd4-422f-ab2c-4c5771c809e4,segment=NetworkSegment(4d86536b-be62-4637-b619-80b82e697b76),segment_id=4d86536b-be62-4637-b619-80b82e697b76)] {{(pid=106270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 13:43:40.735165 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751015143617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751014657006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751014658052'] for port (630021c2-4dd4-422f-ab2c-4c5771c809e4), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:43:40.785535 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Pushing event updated for resources: {'Port': ['ID=630021c2-4dd4-422f-ab2c-4c5771c809e4,revision_number=4']} {{(pid=106270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:43:40.793803 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:43:40.794148 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:43:40.794508 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:43:40.794855 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:43:40.795185 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:43:40.795510 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:43:40.795837 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:43:40.796160 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:43:40.796491 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:43:40.796808 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:43:40.797132 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:43:40.797472 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:43:40.797807 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:43:40.798111 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:43:40.798436 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:43:40.815283 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:43:40.972678 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.db [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] get_ports_and_sgs() called for port_ids ['630021c2-4dd4-422f-ab2c-4c5771c809e4'] {{(pid=106270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 03 13:43:40.996804 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-4debbad7-d866-4d48-85b7-15a8c7b08a41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3893314'] for router_interface (c8606d8c-b1c9-49d9-b355-0650feac1844), before_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:43:41.006165 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:43:41.053672 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b921bb-62da-44fd-bf51-41156c0f8538 req-731a0679-364e-4666-8d7c-6a7e4098d5d1 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:43:41.056340 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-74b921bb-62da-44fd-bf51-41156c0f8538 req-731a0679-364e-4666-8d7c-6a7e4098d5d1 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=d9d41225-bfea-4694-a0a3-1a585d4e8509 HTTP/1.1" status: 200 len: 944 time: 0.0519304 Oct 03 13:43:41.114789 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-74b921bb-62da-44fd-bf51-41156c0f8538 req-6d73f036-2b43-464d-a38f-a949675f5e0b tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=9ace053f-6f3b-45d1-9888-9eb91c607356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518818 Oct 03 13:43:41.279205 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.plugin [None req-4debbad7-d866-4d48-85b7-15a8c7b08a41 admin admin] Deleting port 1596c1d8-15dc-4b0b-8e23-90392080d77a {{(pid=106268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 13:43:41.279447 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-4debbad7-d866-4d48-85b7-15a8c7b08a41 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751015143464'] for port (1596c1d8-15dc-4b0b-8e23-90392080d77a), before_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:43:41.368864 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.db [None req-4debbad7-d866-4d48-85b7-15a8c7b08a41 admin admin] For port 1596c1d8-15dc-4b0b-8e23-90392080d77a, host dv-cinder-860090-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860090-1-iscsi',level=0,port_id=1596c1d8-15dc-4b0b-8e23-90392080d77a,segment=NetworkSegment(24e9c697-6214-4a54-b0c6-42aa0af9c46f),segment_id=24e9c697-6214-4a54-b0c6-42aa0af9c46f)] {{(pid=106268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 13:43:41.370578 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-4debbad7-d866-4d48-85b7-15a8c7b08a41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724412'] for port (1596c1d8-15dc-4b0b-8e23-90392080d77a), precommit_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:43:41.384383 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.plugin [None req-4debbad7-d866-4d48-85b7-15a8c7b08a41 admin admin] Calling delete_port for 1596c1d8-15dc-4b0b-8e23-90392080d77a owned by network:router_interface {{(pid=106268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 13:43:41.504716 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=100 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:43:41.578189 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-4debbad7-d866-4d48-85b7-15a8c7b08a41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751015146406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751014656997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25417805'] for port (1596c1d8-15dc-4b0b-8e23-90392080d77a), after_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:43:41.603981 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4debbad7-d866-4d48-85b7-15a8c7b08a41 admin admin] Pushing event deleted for resources: {'Port': ['ID=1596c1d8-15dc-4b0b-8e23-90392080d77a,revision_number=None']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:43:41.772910 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:43:41.780429 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-4debbad7-d866-4d48-85b7-15a8c7b08a41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3798541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3893302'] for router_interface (c8606d8c-b1c9-49d9-b355-0650feac1844), after_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:43:41.997315 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4debbad7-d866-4d48-85b7-15a8c7b08a41 admin admin] Router c8606d8c-b1c9-49d9-b355-0650feac1844 has already been hosted by L3 agent 94180321-47b1-4b5c-b620-b1b0a31df446 {{(pid=106268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 03 13:43:42.109766 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4debbad7-d866-4d48-85b7-15a8c7b08a41 admin admin] Notify agent at l3_agent.dv-cinder-860090-1-iscsi the message routers_updated {{(pid=106268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 13:43:42.114664 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-4debbad7-d866-4d48-85b7-15a8c7b08a41 admin admin] 10.222.0.58 "PUT /networking/v2.0/routers/c8606d8c-b1c9-49d9-b355-0650feac1844/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5984824 Oct 03 13:43:42.117439 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 37884) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:43:42.119077 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d961653d-ca80-4ffc-861d-fa19b1cfaed1 None None] Sync routers for ids ['c8606d8c-b1c9-49d9-b355-0650feac1844'] in dv-cinder-860090-1-iscsi {{(pid=106270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 13:43:42.130902 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d961653d-ca80-4ffc-861d-fa19b1cfaed1 None None] Routers {'c8606d8c-b1c9-49d9-b355-0650feac1844'} bound to L3 agent in host dv-cinder-860090-1-iscsi {{(pid=106270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 13:43:42.131683 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_hamode_db [None req-d961653d-ca80-4ffc-861d-fa19b1cfaed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860090-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-03T13:22:05Z,description=,heartbeat_timestamp=2022-10-03T13:43:35Z,host='dv-cinder-860090-1-iscsi',id=94180321-47b1-4b5c-b620-b1b0a31df446,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T13:22:05Z,topic='l3_agent')) {'router_ids': ['c8606d8c-b1c9-49d9-b355-0650feac1844'], 'active': True} {{(pid=106270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:43:42.238400 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-953f6584-b190-49f8-8c17-781781a78e22 admin admin] Publish callbacks [] for router (c8606d8c-b1c9-49d9-b355-0650feac1844), before_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:43:42.259984 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a198d507-ac9c-429c-9a5d-d96a5e6ef27d req-d493fa1f-7cc9-4617-bb62-ac1f18e342df tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:43:42.261594 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-a198d507-ac9c-429c-9a5d-d96a5e6ef27d req-d493fa1f-7cc9-4617-bb62-ac1f18e342df tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=d9d41225-bfea-4694-a0a3-1a585d4e8509 HTTP/1.1" status: 200 len: 944 time: 0.0572553 Oct 03 13:43:42.345006 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-a198d507-ac9c-429c-9a5d-d96a5e6ef27d req-223c4966-c88b-4507-825f-456acd7268cf tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=9ace053f-6f3b-45d1-9888-9eb91c607356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768528 Oct 03 13:43:42.361808 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-953f6584-b190-49f8-8c17-781781a78e22 admin admin] Publish callbacks [] for router_gateway (c8606d8c-b1c9-49d9-b355-0650feac1844), before_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:43:42.390039 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_dvr_db [None req-d961653d-ca80-4ffc-861d-fa19b1cfaed1 None None] Set router c8606d8c-b1c9-49d9-b355-0650feac1844 gateway port host: dv-cinder-860090-1-iscsi {{(pid=106270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 13:43:42.413328 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.plugins.ml2.plugin [None req-953f6584-b190-49f8-8c17-781781a78e22 admin admin] Deleting port 52620d42-0657-48d1-89ca-6526c1ad8855 {{(pid=106269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 13:43:42.413700 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-953f6584-b190-49f8-8c17-781781a78e22 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751015143464'] for port (52620d42-0657-48d1-89ca-6526c1ad8855), before_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:43:42.473520 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:43:42.500869 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:43:42.502332 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Device 630021c2-4dd4-422f-ab2c-4c5771c809e4 up at agent hyperv_hv-cinder-86009 {{(pid=106270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 13:43:42.518578 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.plugins.ml2.db [None req-953f6584-b190-49f8-8c17-781781a78e22 admin admin] For port 52620d42-0657-48d1-89ca-6526c1ad8855, host dv-cinder-860090-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860090-1-iscsi',level=0,port_id=52620d42-0657-48d1-89ca-6526c1ad8855,segment=NetworkSegment(bb40cd5f-7936-4373-bcc9-441f3ba1dc24),segment_id=bb40cd5f-7936-4373-bcc9-441f3ba1dc24)] {{(pid=106269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 13:43:42.518939 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-953f6584-b190-49f8-8c17-781781a78e22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724412'] for port (52620d42-0657-48d1-89ca-6526c1ad8855), precommit_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:43:42.534210 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.plugins.ml2.plugin [None req-953f6584-b190-49f8-8c17-781781a78e22 admin admin] Calling delete_port for 52620d42-0657-48d1-89ca-6526c1ad8855 owned by network:router_gateway {{(pid=106269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 13:43:42.607630 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.provisioning_blocks [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Provisioning for port 630021c2-4dd4-422f-ab2c-4c5771c809e4 completed by entity L2. {{(pid=106270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 03 13:43:42.614343 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_hamode_db [None req-d961653d-ca80-4ffc-861d-fa19b1cfaed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8606d8c-b1c9-49d9-b355-0650feac1844', 'name': 'tempest-AttachVolumeShelveTestJSON-121990232-router', 'tenant_id': 'e019f687769f408d9c3faab0c8693a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'external_fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.38'}], 'enable_snat': True}, 'gw_port_id': '52620d42-0657-48d1-89ca-6526c1ad8855', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:37:45Z', 'updated_at': '2022-10-03T13:43:41Z', 'revision_number': 5, 'project_id': 'e019f687769f408d9c3faab0c8693a9d', 'gw_port': {'id': '52620d42-0657-48d1-89ca-6526c1ad8855', 'name': '', 'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:99:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8606d8c-b1c9-49d9-b355-0650feac1844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:37:45Z', 'updated_at': '2022-10-03T13:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860090-1-iscsi'}], 'dv-cinder-860090-1-iscsi', False) {} {{(pid=106270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:43:42.617788 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.provisioning_blocks [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Provisioning complete for port 630021c2-4dd4-422f-ab2c-4c5771c809e4 triggered by entity L2. {{(pid=106270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 13:43:42.618251 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1340199'] for port (630021c2-4dd4-422f-ab2c-4c5771c809e4), provisioning_complete {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:43:42.618550 dv-cinder-860090-1-iscsi neutron-server[106270]: INFO neutron.plugins.ml2.plugin [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Attempt 1 to provision port 630021c2-4dd4-422f-ab2c-4c5771c809e4 Oct 03 13:43:42.659754 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d961653d-ca80-4ffc-861d-fa19b1cfaed1 None None] Checking router: c8606d8c-b1c9-49d9-b355-0650feac1844 for host: dv-cinder-860090-1-iscsi {{(pid=106270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 13:43:42.682795 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d961653d-ca80-4ffc-861d-fa19b1cfaed1 None None] Routers {'c8606d8c-b1c9-49d9-b355-0650feac1844'} bound to L3 agent in host dv-cinder-860090-1-iscsi {{(pid=106270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 13:43:42.683427 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_hamode_db [None req-d961653d-ca80-4ffc-861d-fa19b1cfaed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860090-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-03T13:22:05Z,description=,heartbeat_timestamp=2022-10-03T13:43:35Z,host='dv-cinder-860090-1-iscsi',id=94180321-47b1-4b5c-b620-b1b0a31df446,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T13:22:05Z,topic='l3_agent')) {'router_ids': ['c8606d8c-b1c9-49d9-b355-0650feac1844'], 'active': True} {{(pid=106270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:43:42.804592 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Current status of the port 630021c2-4dd4-422f-ab2c-4c5771c809e4 is: BUILD; New status is: ACTIVE {{(pid=106270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 13:43:42.805822 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (630021c2-4dd4-422f-ab2c-4c5771c809e4), before_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:43:42.811588 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_dvr_db [None req-d961653d-ca80-4ffc-861d-fa19b1cfaed1 None None] Set router c8606d8c-b1c9-49d9-b355-0650feac1844 gateway port host: None {{(pid=106270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 13:43:42.873081 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_hamode_db [None req-d961653d-ca80-4ffc-861d-fa19b1cfaed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8606d8c-b1c9-49d9-b355-0650feac1844', 'name': 'tempest-AttachVolumeShelveTestJSON-121990232-router', 'tenant_id': 'e019f687769f408d9c3faab0c8693a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:37:45Z', 'updated_at': '2022-10-03T13:43:42Z', 'revision_number': 6, 'project_id': 'e019f687769f408d9c3faab0c8693a9d', 'gw_port_host': None}], 'dv-cinder-860090-1-iscsi', False) {} {{(pid=106270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:43:42.911496 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9d41225-bfea-4694-a0a3-1a585d4e8509', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '630021c2-4dd4-422f-ab2c-4c5771c809e4'}] {{(pid=106270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 13:43:42.913786 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}560c9627402e85393d05fbb3c51e26d9631cba9dc4b6297c571b83e08b497dad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a319efb4-f008-460b-9f4c-0dd673411f43" -d '{"events": [{"server_uuid": "d9d41225-bfea-4694-a0a3-1a585d4e8509", "name": "network-vif-plugged", "status": "completed", "tag": "630021c2-4dd4-422f-ab2c-4c5771c809e4"}]}' {{(pid=106270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 13:43:42.920032 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d961653d-ca80-4ffc-861d-fa19b1cfaed1 None None] The sync data for ids ['c8606d8c-b1c9-49d9-b355-0650feac1844'] in dv-cinder-860090-1-iscsi is: [{'id': 'c8606d8c-b1c9-49d9-b355-0650feac1844', 'name': 'tempest-AttachVolumeShelveTestJSON-121990232-router', 'tenant_id': 'e019f687769f408d9c3faab0c8693a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:37:45Z', 'updated_at': '2022-10-03T13:43:42Z', 'revision_number': 6, 'project_id': 'e019f687769f408d9c3faab0c8693a9d', 'gw_port_host': None}] {{(pid=106270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 13:43:42.926078 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:43:42.928615 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:43:42.931429 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.db [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] For port 630021c2-4dd4-422f-ab2c-4c5771c809e4, host hv-cinder-86009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86009',level=0,port_id=630021c2-4dd4-422f-ab2c-4c5771c809e4,segment=NetworkSegment(4d86536b-be62-4637-b619-80b82e697b76),segment_id=4d86536b-be62-4637-b619-80b82e697b76)] {{(pid=106270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 13:43:42.938282 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751015143617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751014657006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751014658052'] for port (630021c2-4dd4-422f-ab2c-4c5771c809e4), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:43:42.995088 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 13:43:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53d4d08f-dc92-4aff-afa9-a516dc6a2fde x-openstack-request-id: req-53d4d08f-dc92-4aff-afa9-a516dc6a2fde {{(pid=106270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 13:43:42.995509 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9d41225-bfea-4694-a0a3-1a585d4e8509", "name": "network-vif-plugged", "status": "completed", "tag": "630021c2-4dd4-422f-ab2c-4c5771c809e4", "code": 200}]} {{(pid=106270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 13:43:42.995955 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-53d4d08f-dc92-4aff-afa9-a516dc6a2fde {{(pid=106270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 13:43:42.996566 dv-cinder-860090-1-iscsi neutron-server[106270]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53d4d08f-dc92-4aff-afa9-a516dc6a2fde'] response: {'server_uuid': 'd9d41225-bfea-4694-a0a3-1a585d4e8509', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '630021c2-4dd4-422f-ab2c-4c5771c809e4', 'code': 200} Oct 03 13:43:43.005635 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-953f6584-b190-49f8-8c17-781781a78e22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751015146406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751014656997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26503125'] for port (52620d42-0657-48d1-89ca-6526c1ad8855), after_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:43:43.013724 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Pushing event updated for resources: {'Port': ['ID=630021c2-4dd4-422f-ab2c-4c5771c809e4,revision_number=5']} {{(pid=106270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:43:43.031228 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953f6584-b190-49f8-8c17-781781a78e22 admin admin] Pushing event deleted for resources: {'Port': ['ID=52620d42-0657-48d1-89ca-6526c1ad8855,revision_number=None']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:43:43.093290 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-953f6584-b190-49f8-8c17-781781a78e22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3894908'] for router_gateway (c8606d8c-b1c9-49d9-b355-0650feac1844), after_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:43:43.189655 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-953f6584-b190-49f8-8c17-781781a78e22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3893367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3464'] for router (c8606d8c-b1c9-49d9-b355-0650feac1844), precommit_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:43:43.191854 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-953f6584-b190-49f8-8c17-781781a78e22 admin admin] Publish callbacks [] for router_controller (c8606d8c-b1c9-49d9-b355-0650feac1844), precommit_delete_associations {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:43:43.240436 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-953f6584-b190-49f8-8c17-781781a78e22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3893358'] for router (c8606d8c-b1c9-49d9-b355-0650feac1844), after_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:43:43.240962 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-953f6584-b190-49f8-8c17-781781a78e22 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c8606d8c-b1c9-49d9-b355-0650feac1844 {{(pid=106269) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 03 13:43:43.245345 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-953f6584-b190-49f8-8c17-781781a78e22 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:43:43.245538 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f82ed53-b1fe-47a3-bc27-3d2b6d5eb739 req-52ed5c47-281c-499e-ac27-f1926a9fc6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:43:43.249714 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-953f6584-b190-49f8-8c17-781781a78e22 admin admin] 10.222.0.58 "DELETE /networking/v2.0/routers/c8606d8c-b1c9-49d9-b355-0650feac1844 HTTP/1.1" status: 204 len: 168 time: 1.1272590 Oct 03 13:43:43.249840 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-3f82ed53-b1fe-47a3-bc27-3d2b6d5eb739 req-52ed5c47-281c-499e-ac27-f1926a9fc6d3 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?device_id=d9d41225-bfea-4694-a0a3-1a585d4e8509 HTTP/1.1" status: 200 len: 1129 time: 0.0419374 Oct 03 13:43:43.249840 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 37890) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:43:43.319050 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.db.db_base_plugin_v2 [None req-0282df14-650e-41f9-86a8-3e97436ff01a admin admin] Deleting subnet bc4f70ab-e5db-4143-a1e5-7fb2da9adef0 {{(pid=106268) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 03 13:43:43.327475 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-0282df14-650e-41f9-86a8-3e97436ff01a admin admin] Publish callbacks [] for subnet (bc4f70ab-e5db-4143-a1e5-7fb2da9adef0), before_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:43:43.362215 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-3f82ed53-b1fe-47a3-bc27-3d2b6d5eb739 req-2566ccf6-a9e3-4c0c-871f-5feffd077833 service neutron] 10.222.0.65 "GET /networking/v2.0/security-groups?id=9ace053f-6f3b-45d1-9888-9eb91c607356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1057665 Oct 03 13:43:43.377792 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-0282df14-650e-41f9-86a8-3e97436ff01a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25418949'] for subnet (bc4f70ab-e5db-4143-a1e5-7fb2da9adef0), precommit_delete_associations {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:43:43.659795 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:DELETE=4,neutron:UPDATE=2,neutron:SELECT=94 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:43:43.721692 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06108c39-946b-4876-afbf-2fe9c261e34c req-37831298-7fbd-471a-b6ad-ae7b47af1c8c tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:43:43.723175 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-06108c39-946b-4876-afbf-2fe9c261e34c req-37831298-7fbd-471a-b6ad-ae7b47af1c8c tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=d9d41225-bfea-4694-a0a3-1a585d4e8509 HTTP/1.1" status: 200 len: 945 time: 0.0663214 Oct 03 13:43:43.779024 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-0282df14-650e-41f9-86a8-3e97436ff01a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1491868'] for subnet (bc4f70ab-e5db-4143-a1e5-7fb2da9adef0), precommit_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:43:43.824378 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-06108c39-946b-4876-afbf-2fe9c261e34c req-ddf70779-1d8f-4c78-b4c5-11fc9025f2ce tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=9ace053f-6f3b-45d1-9888-9eb91c607356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852740 Oct 03 13:43:43.853117 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-0282df14-650e-41f9-86a8-3e97436ff01a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1495987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25417848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25667008'] for subnet (bc4f70ab-e5db-4143-a1e5-7fb2da9adef0), after_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:43:43.858431 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:43:43.883857 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0282df14-650e-41f9-86a8-3e97436ff01a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc4f70ab-e5db-4143-a1e5-7fb2da9adef0,revision_number=None']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:43:43.888954 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-0282df14-650e-41f9-86a8-3e97436ff01a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798626'] for subnet (None), before_response {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:43:43.895372 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-0282df14-650e-41f9-86a8-3e97436ff01a admin admin] 10.222.0.58 "DELETE /networking/v2.0/subnets/bc4f70ab-e5db-4143-a1e5-7fb2da9adef0 HTTP/1.1" status: 204 len: 168 time: 0.6427820 Oct 03 13:43:43.896341 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 37894) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:43:43.899226 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f6d9ec3-b821-469a-846d-3d33e59fa0d1 None None] Network 83166103-7560-4ace-bfbe-05a1216e31b8 requested from dv-cinder-860090-1-iscsi {{(pid=106270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 03 13:43:43.960687 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Device 1596c1d8-15dc-4b0b-8e23-90392080d77a no longer exists at agent ovs-agent-dv-cinder-860090-1-iscsi {{(pid=106270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 13:43:43.976730 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-5a77ac74-a418-4df0-a08a-5a79f1c58838 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1465425'] for network (83166103-7560-4ace-bfbe-05a1216e31b8), before_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:43:43.991767 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] No Port match for: 1596c1d8-15dc-4b0b-8e23-90392080d77a {{(pid=106270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 03 13:43:43.992187 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Device 1596c1d8-15dc-4b0b-8e23-90392080d77a not bound to the agent host dv-cinder-860090-1-iscsi {{(pid=106270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 03 13:43:43.993478 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Device 52620d42-0657-48d1-89ca-6526c1ad8855 no longer exists at agent ovs-agent-dv-cinder-860090-1-iscsi {{(pid=106270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 13:43:44.022525 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] No Port match for: 52620d42-0657-48d1-89ca-6526c1ad8855 {{(pid=106270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 03 13:43:44.023167 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Device 52620d42-0657-48d1-89ca-6526c1ad8855 not bound to the agent host dv-cinder-860090-1-iscsi {{(pid=106270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 03 13:43:44.029866 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.plugins.ml2.plugin [None req-5a77ac74-a418-4df0-a08a-5a79f1c58838 admin admin] Deleting port 5afcc4c0-7e1c-491b-ac1e-4c41dd283078 {{(pid=106269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 13:43:44.030206 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-5a77ac74-a418-4df0-a08a-5a79f1c58838 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751015143464'] for port (5afcc4c0-7e1c-491b-ac1e-4c41dd283078), before_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:43:44.111855 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.plugins.ml2.db [None req-5a77ac74-a418-4df0-a08a-5a79f1c58838 admin admin] For port 5afcc4c0-7e1c-491b-ac1e-4c41dd283078, host dv-cinder-860090-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860090-1-iscsi',level=0,port_id=5afcc4c0-7e1c-491b-ac1e-4c41dd283078,segment=NetworkSegment(24e9c697-6214-4a54-b0c6-42aa0af9c46f),segment_id=24e9c697-6214-4a54-b0c6-42aa0af9c46f)] {{(pid=106269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 13:43:44.111855 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-5a77ac74-a418-4df0-a08a-5a79f1c58838 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724412'] for port (5afcc4c0-7e1c-491b-ac1e-4c41dd283078), precommit_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:43:44.125640 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.plugins.ml2.plugin [None req-5a77ac74-a418-4df0-a08a-5a79f1c58838 admin admin] Calling delete_port for 5afcc4c0-7e1c-491b-ac1e-4c41dd283078 owned by network:dhcp {{(pid=106269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 13:43:44.134039 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69391997-725b-4f71-9118-3a1f434884ba None None] DHCP port deletion for 83166103-7560-4ace-bfbe-05a1216e31b8 request from dv-cinder-860090-1-iscsi {{(pid=106270) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 03 13:43:44.172526 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-69391997-725b-4f71-9118-3a1f434884ba None None] Deleting port 5afcc4c0-7e1c-491b-ac1e-4c41dd283078 {{(pid=106270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 13:43:44.172815 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-69391997-725b-4f71-9118-3a1f434884ba None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751015143464'] for port (5afcc4c0-7e1c-491b-ac1e-4c41dd283078), before_delete {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:43:44.214178 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-5a77ac74-a418-4df0-a08a-5a79f1c58838 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751015146406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751014656997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26503125'] for port (5afcc4c0-7e1c-491b-ac1e-4c41dd283078), after_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:43:44.240202 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a77ac74-a418-4df0-a08a-5a79f1c58838 admin admin] Pushing event deleted for resources: {'Port': ['ID=5afcc4c0-7e1c-491b-ac1e-4c41dd283078,revision_number=None']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:43:44.244369 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a77ac74-a418-4df0-a08a-5a79f1c58838 admin admin] No DVR routers for this DVR port 5afcc4c0-7e1c-491b-ac1e-4c41dd283078 on host dv-cinder-860090-1-iscsi {{(pid=106269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 03 13:43:44.246335 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.db [None req-69391997-725b-4f71-9118-3a1f434884ba None None] For port 5afcc4c0-7e1c-491b-ac1e-4c41dd283078, host dv-cinder-860090-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860090-1-iscsi',level=0,port_id=5afcc4c0-7e1c-491b-ac1e-4c41dd283078,segment=NetworkSegment(24e9c697-6214-4a54-b0c6-42aa0af9c46f),segment_id=24e9c697-6214-4a54-b0c6-42aa0af9c46f)] {{(pid=106270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 13:43:44.246728 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-69391997-725b-4f71-9118-3a1f434884ba None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724412'] for port (5afcc4c0-7e1c-491b-ac1e-4c41dd283078), precommit_delete {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:43:44.262177 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-69391997-725b-4f71-9118-3a1f434884ba None None] Calling delete_port for 5afcc4c0-7e1c-491b-ac1e-4c41dd283078 owned by network:dhcp {{(pid=106270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 13:43:44.320080 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-5a77ac74-a418-4df0-a08a-5a79f1c58838 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1335438', 'neutron.services.segments.db._delete_segments_for_network-8751015121372'] for network (83166103-7560-4ace-bfbe-05a1216e31b8), precommit_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:43:44.344853 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-69391997-725b-4f71-9118-3a1f434884ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751015146406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751014656997'] for port (5afcc4c0-7e1c-491b-ac1e-4c41dd283078), after_delete {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:43:44.347513 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.services.segments.db [None req-5a77ac74-a418-4df0-a08a-5a79f1c58838 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83166103-7560-4ace-bfbe-05a1216e31b8']}} {{(pid=106269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:43:44.357411 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.services.segments.db [None req-5a77ac74-a418-4df0-a08a-5a79f1c58838 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24e9c697-6214-4a54-b0c6-42aa0af9c46f') {'for_net_delete': True} {{(pid=106269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:43:44.357748 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.services.segments.db [None req-5a77ac74-a418-4df0-a08a-5a79f1c58838 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24e9c697-6214-4a54-b0c6-42aa0af9c46f') {} {{(pid=106269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:43:44.371815 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-5a77ac74-a418-4df0-a08a-5a79f1c58838 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751015173030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25824161'] for segment (24e9c697-6214-4a54-b0c6-42aa0af9c46f), before_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:43:44.374316 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69391997-725b-4f71-9118-3a1f434884ba None None] Pushing event deleted for resources: {'Port': ['ID=5afcc4c0-7e1c-491b-ac1e-4c41dd283078,revision_number=None']} {{(pid=106270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:43:44.377991 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69391997-725b-4f71-9118-3a1f434884ba None None] No DVR routers for this DVR port 5afcc4c0-7e1c-491b-ac1e-4c41dd283078 on host dv-cinder-860090-1-iscsi {{(pid=106270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 03 13:43:44.384253 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:43:44.388388 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-5a77ac74-a418-4df0-a08a-5a79f1c58838 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1333683'] for segment (24e9c697-6214-4a54-b0c6-42aa0af9c46f), precommit_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:43:44.396274 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a77ac74-a418-4df0-a08a-5a79f1c58838 admin admin] Releasing vlan 628 on physical network physnet1 to pool {{(pid=106269) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 03 13:43:44.396679 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-5a77ac74-a418-4df0-a08a-5a79f1c58838 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1333683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26502922'] for segment (24e9c697-6214-4a54-b0c6-42aa0af9c46f), after_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:43:44.440359 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:43:44.442192 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.services.segments.plugin [-] Segment 24e9c697-6214-4a54-b0c6-42aa0af9c46f resource provider aggregate not found Oct 03 13:43:44.460984 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.services.segments.plugin [-] Segment 24e9c697-6214-4a54-b0c6-42aa0af9c46f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 24e9c697-6214-4a54-b0c6-42aa0af9c46f found for delete ", "request_id": "req-b069cae3-7598-4df5-8cf3-1dc5ec829287"}]} Oct 03 13:43:44.470358 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-5a77ac74-a418-4df0-a08a-5a79f1c58838 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1337213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3894947'] for network (83166103-7560-4ace-bfbe-05a1216e31b8), after_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:43:44.476808 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-5a77ac74-a418-4df0-a08a-5a79f1c58838 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798626'] for network (None), before_response {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:43:44.479998 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-5a77ac74-a418-4df0-a08a-5a79f1c58838 admin admin] 10.222.0.58 "DELETE /networking/v2.0/networks/83166103-7560-4ace-bfbe-05a1216e31b8 HTTP/1.1" status: 204 len: 168 time: 0.5824318 Oct 03 13:43:44.493257 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a77ac74-a418-4df0-a08a-5a79f1c58838 admin admin] Pushing event deleted for resources: {'Network': ['ID=83166103-7560-4ace-bfbe-05a1216e31b8,revision_number=None']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:43:44.611907 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 37902) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:43:44.659771 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-f27de206-7c4e-4e2d-9cf9-3e83e879a1dd admin admin] 10.222.0.58 "GET /networking/v2.0/security-groups?tenant_id=e019f687769f408d9c3faab0c8693a9d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0465786 Oct 03 13:43:44.662154 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 37904) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:43:44.715977 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-aa88b01b-e767-4049-84a1-77f2a5f0248f admin admin] Publish callbacks [] for security_group (c060fb75-0650-4fa4-acdf-0c0c11e1f70e), before_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:43:44.741767 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-aa88b01b-e767-4049-84a1-77f2a5f0248f admin admin] Publish callbacks [] for security_group (c060fb75-0650-4fa4-acdf-0c0c11e1f70e), precommit_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:43:44.791160 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-aa88b01b-e767-4049-84a1-77f2a5f0248f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (c060fb75-0650-4fa4-acdf-0c0c11e1f70e), after_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:43:44.793709 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-aa88b01b-e767-4049-84a1-77f2a5f0248f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:43:44.794873 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-aa88b01b-e767-4049-84a1-77f2a5f0248f admin admin] 10.222.0.58 "DELETE /networking/v2.0/security-groups/c060fb75-0650-4fa4-acdf-0c0c11e1f70e HTTP/1.1" status: 204 len: 168 time: 0.1318026 Oct 03 13:43:44.802905 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa88b01b-e767-4049-84a1-77f2a5f0248f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c060fb75-0650-4fa4-acdf-0c0c11e1f70e,revision_number=None']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:43:44.963382 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c4cf68-c207-4e32-915e-f8c05f4201a8 req-931c6295-b8ea-43de-a96b-65e8eca56dbf tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:43:44.965128 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-c8c4cf68-c207-4e32-915e-f8c05f4201a8 req-931c6295-b8ea-43de-a96b-65e8eca56dbf tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=d9d41225-bfea-4694-a0a3-1a585d4e8509 HTTP/1.1" status: 200 len: 945 time: 0.0556703 Oct 03 13:43:45.026664 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-c8c4cf68-c207-4e32-915e-f8c05f4201a8 req-3306efe7-5e8a-4b24-8ddc-336bfa866ccf tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=9ace053f-6f3b-45d1-9888-9eb91c607356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527904 Oct 03 13:43:45.917858 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Device 5afcc4c0-7e1c-491b-ac1e-4c41dd283078 no longer exists at agent ovs-agent-dv-cinder-860090-1-iscsi {{(pid=106270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 13:43:45.938438 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] No Port match for: 5afcc4c0-7e1c-491b-ac1e-4c41dd283078 {{(pid=106270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 03 13:43:45.938818 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Device 5afcc4c0-7e1c-491b-ac1e-4c41dd283078 not bound to the agent host dv-cinder-860090-1-iscsi {{(pid=106270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 03 13:43:46.162991 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcec80ed-d7a6-4cf2-8e2b-9762eb9c6222 req-cd3aeb07-938a-41f3-b9b6-d96c00dda202 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:43:46.165370 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-bcec80ed-d7a6-4cf2-8e2b-9762eb9c6222 req-cd3aeb07-938a-41f3-b9b6-d96c00dda202 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=d9d41225-bfea-4694-a0a3-1a585d4e8509 HTTP/1.1" status: 200 len: 945 time: 0.0541506 Oct 03 13:43:46.225104 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-bcec80ed-d7a6-4cf2-8e2b-9762eb9c6222 req-3f426ba9-55b6-4ea8-9616-bf6e94d543cd tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=9ace053f-6f3b-45d1-9888-9eb91c607356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495110 Oct 03 13:43:46.371840 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e08da76-595c-4502-92a7-9cb53498d27a req-964c7c49-9cf0-45b9-9586-aeece8fc31dd tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:43:46.373403 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-5e08da76-595c-4502-92a7-9cb53498d27a req-964c7c49-9cf0-45b9-9586-aeece8fc31dd tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=d9d41225-bfea-4694-a0a3-1a585d4e8509 HTTP/1.1" status: 200 len: 945 time: 0.0618057 Oct 03 13:43:46.452108 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-5e08da76-595c-4502-92a7-9cb53498d27a req-4c912602-f993-4058-9b01-d49ac5f94507 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=9ace053f-6f3b-45d1-9888-9eb91c607356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721297 Oct 03 13:43:46.484899 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 37954) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:43:46.529503 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ce674bb-de16-4a49-bb5b-b6f430396c64 tempest-TestVolumeBootPattern-1146130581 tempest-TestVolumeBootPattern-1146130581-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:43:46.531586 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-8ce674bb-de16-4a49-bb5b-b6f430396c64 tempest-TestVolumeBootPattern-1146130581 tempest-TestVolumeBootPattern-1146130581-project-admin] 10.222.0.58 "GET /networking/v2.0/ports?device_id=d9d41225-bfea-4694-a0a3-1a585d4e8509 HTTP/1.1" status: 200 len: 1124 time: 0.0454831 Oct 03 13:43:46.534557 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 37956) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:43:46.540166 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.v2.base [None req-b8a8efa4-1731-47f0-ad79-392f07dbb493 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Request body: {'floatingip': {'floating_network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'port_id': '630021c2-4dd4-422f-ab2c-4c5771c809e4', 'tenant_id': '0e005cbca8874c76bf8ad8f5d336b189', 'fixed_ip_address': '172.20.0.4'}} {{(pid=106269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 13:43:46.570316 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-b8a8efa4-1731-47f0-ad79-392f07dbb493 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:43:46.661067 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-b8a8efa4-1731-47f0-ad79-392f07dbb493 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (None), before_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:43:46.792327 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.db.db_base_plugin_common [None req-b8a8efa4-1731-47f0-ad79-392f07dbb493 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Allocated IP 172.27.1.145 (ad648d78-633d-4222-aa42-7cb50aab7a28/4a9222c2-0418-495a-a49e-d43d754e0950/68a272c5-fe64-430f-ae3c-78ebcaaae50a) {{(pid=106269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 13:43:46.916606 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-b8a8efa4-1731-47f0-ad79-392f07dbb493 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Publish callbacks [] for port (68a272c5-fe64-430f-ae3c-78ebcaaae50a), precommit_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:43:46.953274 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:43:46.960777 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-b8a8efa4-1731-47f0-ad79-392f07dbb493 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751014656988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26503125'] for port (68a272c5-fe64-430f-ae3c-78ebcaaae50a), after_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:43:46.968562 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:43:47.012167 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8a8efa4-1731-47f0-ad79-392f07dbb493 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Network ad648d78-633d-4222-aa42-7cb50aab7a28 is already hosted by enough agents. {{(pid=106269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 13:43:47.018738 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.scheduler.base_scheduler [None req-b8a8efa4-1731-47f0-ad79-392f07dbb493 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Resources bound (agent type, host, resource id): {{(pid=106269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 13:43:47.021248 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a8efa4-1731-47f0-ad79-392f07dbb493 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Received port after_create {{(pid=106269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 13:43:47.025635 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a8efa4-1731-47f0-ad79-392f07dbb493 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Pushing event updated for resources: {'Port': ['ID=68a272c5-fe64-430f-ae3c-78ebcaaae50a,revision_number=1']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:43:47.316194 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:43:47.414192 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=13,neutron:UPDATE=2 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:43:47.435759 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-b8a8efa4-1731-47f0-ad79-392f07dbb493 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Publish callbacks [] for floatingip (1d8643c7-ebec-407f-b67b-f263039e9da6), precommit_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:43:47.515588 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-b8a8efa4-1731-47f0-ad79-392f07dbb493 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (68a272c5-fe64-430f-ae3c-78ebcaaae50a), before_update {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:43:47.671654 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-b8a8efa4-1731-47f0-ad79-392f07dbb493 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Publish callbacks [] for port (68a272c5-fe64-430f-ae3c-78ebcaaae50a), precommit_update {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:43:47.676465 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-b8a8efa4-1731-47f0-ad79-392f07dbb493 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751015143617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751014657006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751014658052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26502958'] for port (68a272c5-fe64-430f-ae3c-78ebcaaae50a), after_update {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:43:47.751566 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a8efa4-1731-47f0-ad79-392f07dbb493 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Pushing event updated for resources: {'Port': ['ID=68a272c5-fe64-430f-ae3c-78ebcaaae50a,revision_number=2']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:43:47.753997 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-b8a8efa4-1731-47f0-ad79-392f07dbb493 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3722562'] for floatingip (1d8643c7-ebec-407f-b67b-f263039e9da6), after_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:43:47.858110 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.db.l3_db [None req-b8a8efa4-1731-47f0-ad79-392f07dbb493 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Floating IP 1d8643c7-ebec-407f-b67b-f263039e9da6 associated. External IP: 172.27.1.145, port: 630021c2-4dd4-422f-ab2c-4c5771c809e4. Oct 03 13:43:47.861114 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:43:47.949706 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:43:48.065223 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8a8efa4-1731-47f0-ad79-392f07dbb493 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Router 4f12b889-1d5e-4ba4-8f0f-85604cec378d has already been hosted by L3 agent 94180321-47b1-4b5c-b620-b1b0a31df446 {{(pid=106269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 03 13:43:48.173182 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8a8efa4-1731-47f0-ad79-392f07dbb493 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Notify agent at l3_agent.dv-cinder-860090-1-iscsi the message routers_updated {{(pid=106269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 13:43:48.183541 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-997008f9-9ff8-49e3-9f07-22a23f1b8c1b None None] Sync routers for ids ['4f12b889-1d5e-4ba4-8f0f-85604cec378d'] in dv-cinder-860090-1-iscsi {{(pid=106271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 13:43:48.192641 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-b8a8efa4-1731-47f0-ad79-392f07dbb493 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512321'] for floatingip (None), before_response {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:43:48.195392 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-997008f9-9ff8-49e3-9f07-22a23f1b8c1b None None] Routers {'4f12b889-1d5e-4ba4-8f0f-85604cec378d'} bound to L3 agent in host dv-cinder-860090-1-iscsi {{(pid=106271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 13:43:48.196711 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_hamode_db [None req-997008f9-9ff8-49e3-9f07-22a23f1b8c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860090-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-03T13:22:05Z,description=,heartbeat_timestamp=2022-10-03T13:43:35Z,host='dv-cinder-860090-1-iscsi',id=94180321-47b1-4b5c-b620-b1b0a31df446,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T13:22:05Z,topic='l3_agent')) {'router_ids': ['4f12b889-1d5e-4ba4-8f0f-85604cec378d'], 'active': True} {{(pid=106271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:43:48.225552 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-b8a8efa4-1731-47f0-ad79-392f07dbb493 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] 10.222.0.58 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6897538 Oct 03 13:43:48.226180 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9d41225-bfea-4694-a0a3-1a585d4e8509', 'tag': '630021c2-4dd4-422f-ab2c-4c5771c809e4'}] {{(pid=106269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 13:43:48.228640 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b47918ded4abb292cd9624282dac8ea540c92c8d0d786a5a735fddaf1d274698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99d0f393-bd38-4844-a852-3aef9993f2a3" -d '{"events": [{"name": "network-changed", "server_uuid": "d9d41225-bfea-4694-a0a3-1a585d4e8509", "tag": "630021c2-4dd4-422f-ab2c-4c5771c809e4"}]}' {{(pid=106269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 13:43:48.304244 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_dvr_db [None req-997008f9-9ff8-49e3-9f07-22a23f1b8c1b None None] Set router 4f12b889-1d5e-4ba4-8f0f-85604cec378d gateway port host: dv-cinder-860090-1-iscsi {{(pid=106271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 13:43:48.397236 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 13:43:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1f286a0-c273-4f3c-9b19-325742ecc45e x-openstack-request-id: req-f1f286a0-c273-4f3c-9b19-325742ecc45e {{(pid=106269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 13:43:48.397558 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9d41225-bfea-4694-a0a3-1a585d4e8509", "tag": "630021c2-4dd4-422f-ab2c-4c5771c809e4", "status": "completed", "code": 200}]} {{(pid=106269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 13:43:48.398058 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f1f286a0-c273-4f3c-9b19-325742ecc45e {{(pid=106269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 13:43:48.398477 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1f286a0-c273-4f3c-9b19-325742ecc45e'] response: {'name': 'network-changed', 'server_uuid': 'd9d41225-bfea-4694-a0a3-1a585d4e8509', 'tag': '630021c2-4dd4-422f-ab2c-4c5771c809e4', 'status': 'completed', 'code': 200} Oct 03 13:43:48.537481 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_hamode_db [None req-997008f9-9ff8-49e3-9f07-22a23f1b8c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f12b889-1d5e-4ba4-8f0f-85604cec378d', 'name': 'tempest-TestVolumeBootPattern-1724714225-router', 'tenant_id': '0e005cbca8874c76bf8ad8f5d336b189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'external_fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': 'a718b856-e954-4d39-a052-f4739f24ea56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:40:16Z', 'updated_at': '2022-10-03T13:40:19Z', 'revision_number': 4, 'project_id': '0e005cbca8874c76bf8ad8f5d336b189', 'gw_port': {'id': 'a718b856-e954-4d39-a052-f4739f24ea56', 'name': '', 'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:dd:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f12b889-1d5e-4ba4-8f0f-85604cec378d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:40:17Z', 'updated_at': '2022-10-03T13:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860090-1-iscsi', '_floatingips': [{'id': '1d8643c7-ebec-407f-b67b-f263039e9da6', 'tenant_id': '0e005cbca8874c76bf8ad8f5d336b189', 'floating_ip_address': '172.27.1.145', 'floating_network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'router_id': '4f12b889-1d5e-4ba4-8f0f-85604cec378d', 'port_id': '630021c2-4dd4-422f-ab2c-4c5771c809e4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5b3c6d8a-02a1-4730-82ca-c02b5cbef660', 'mac_address': 'fa:16:3e:5f:e3:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d41225-bfea-4694-a0a3-1a585d4e8509', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T13:43:47Z', 'updated_at': '2022-10-03T13:43:47Z', 'revision_number': 0, 'project_id': '0e005cbca8874c76bf8ad8f5d336b189', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c35b375b-8a09-4679-aba0-09600a8ce3e6', 'name': '', 'network_id': '5b3c6d8a-02a1-4730-82ca-c02b5cbef660', 'tenant_id': '0e005cbca8874c76bf8ad8f5d336b189', 'mac_address': 'fa:16:3e:a6:17:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f12b889-1d5e-4ba4-8f0f-85604cec378d', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '51f42a02-30ea-44c7-9128-4b02428032bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:40:19Z', 'updated_at': '2022-10-03T13:40:27Z', 'revision_number': 5, 'project_id': '0e005cbca8874c76bf8ad8f5d336b189', 'subnets': [{'id': '51f42a02-30ea-44c7-9128-4b02428032bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860090-1-iscsi', False) {} {{(pid=106271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:43:48.563188 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-997008f9-9ff8-49e3-9f07-22a23f1b8c1b None None] Checking router: 4f12b889-1d5e-4ba4-8f0f-85604cec378d for host: dv-cinder-860090-1-iscsi {{(pid=106271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 13:43:48.573038 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-997008f9-9ff8-49e3-9f07-22a23f1b8c1b None None] Routers {'4f12b889-1d5e-4ba4-8f0f-85604cec378d'} bound to L3 agent in host dv-cinder-860090-1-iscsi {{(pid=106271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 13:43:48.573690 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_hamode_db [None req-997008f9-9ff8-49e3-9f07-22a23f1b8c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860090-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-03T13:22:05Z,description=,heartbeat_timestamp=2022-10-03T13:43:35Z,host='dv-cinder-860090-1-iscsi',id=94180321-47b1-4b5c-b620-b1b0a31df446,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T13:22:05Z,topic='l3_agent')) {'router_ids': ['4f12b889-1d5e-4ba4-8f0f-85604cec378d'], 'active': True} {{(pid=106271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:43:48.690203 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_dvr_db [None req-997008f9-9ff8-49e3-9f07-22a23f1b8c1b None None] Set router 4f12b889-1d5e-4ba4-8f0f-85604cec378d gateway port host: dv-cinder-860090-1-iscsi {{(pid=106271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 13:43:48.754887 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d0f393-bd38-4844-a852-3aef9993f2a3 req-0b26abb3-0116-49e9-a5a6-12419e1b6a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:43:48.758147 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-99d0f393-bd38-4844-a852-3aef9993f2a3 req-0b26abb3-0116-49e9-a5a6-12419e1b6a43 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=0e005cbca8874c76bf8ad8f5d336b189&device_id=d9d41225-bfea-4694-a0a3-1a585d4e8509 HTTP/1.1" status: 200 len: 1129 time: 0.0644662 Oct 03 13:43:48.870503 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d0f393-bd38-4844-a852-3aef9993f2a3 req-4950ddcb-636b-4961-8cb9-a7e95acaf665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:43:48.872512 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-99d0f393-bd38-4844-a852-3aef9993f2a3 req-4950ddcb-636b-4961-8cb9-a7e95acaf665 service neutron] 10.222.0.65 "GET /networking/v2.0/networks?id=5b3c6d8a-02a1-4730-82ca-c02b5cbef660 HTTP/1.1" status: 200 len: 913 time: 0.1051390 Oct 03 13:43:48.953949 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-99d0f393-bd38-4844-a852-3aef9993f2a3 req-4cebf7c8-dee7-4118-bd1f-9a2b359b03d4 service neutron] 10.222.0.65 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=630021c2-4dd4-422f-ab2c-4c5771c809e4 HTTP/1.1" status: 200 len: 999 time: 0.0747459 Oct 03 13:43:49.012571 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d0f393-bd38-4844-a852-3aef9993f2a3 req-3ad21202-45f1-4570-82c5-000720ec9ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:43:49.014292 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-99d0f393-bd38-4844-a852-3aef9993f2a3 req-3ad21202-45f1-4570-82c5-000720ec9ba7 service neutron] 10.222.0.65 "GET /networking/v2.0/subnets?id=51f42a02-30ea-44c7-9128-4b02428032bd HTTP/1.1" status: 200 len: 851 time: 0.0542240 Oct 03 13:43:49.049192 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_hamode_db [None req-997008f9-9ff8-49e3-9f07-22a23f1b8c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f12b889-1d5e-4ba4-8f0f-85604cec378d', 'name': 'tempest-TestVolumeBootPattern-1724714225-router', 'tenant_id': '0e005cbca8874c76bf8ad8f5d336b189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'external_fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': 'a718b856-e954-4d39-a052-f4739f24ea56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:40:16Z', 'updated_at': '2022-10-03T13:40:19Z', 'revision_number': 4, 'project_id': '0e005cbca8874c76bf8ad8f5d336b189', 'gw_port': {'id': 'a718b856-e954-4d39-a052-f4739f24ea56', 'name': '', 'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:dd:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f12b889-1d5e-4ba4-8f0f-85604cec378d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:40:17Z', 'updated_at': '2022-10-03T13:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860090-1-iscsi', '_floatingips': [{'id': '1d8643c7-ebec-407f-b67b-f263039e9da6', 'tenant_id': '0e005cbca8874c76bf8ad8f5d336b189', 'floating_ip_address': '172.27.1.145', 'floating_network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'router_id': '4f12b889-1d5e-4ba4-8f0f-85604cec378d', 'port_id': '630021c2-4dd4-422f-ab2c-4c5771c809e4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5b3c6d8a-02a1-4730-82ca-c02b5cbef660', 'mac_address': 'fa:16:3e:5f:e3:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d41225-bfea-4694-a0a3-1a585d4e8509', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T13:43:47Z', 'updated_at': '2022-10-03T13:43:47Z', 'revision_number': 0, 'project_id': '0e005cbca8874c76bf8ad8f5d336b189', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c35b375b-8a09-4679-aba0-09600a8ce3e6', 'name': '', 'network_id': '5b3c6d8a-02a1-4730-82ca-c02b5cbef660', 'tenant_id': '0e005cbca8874c76bf8ad8f5d336b189', 'mac_address': 'fa:16:3e:a6:17:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f12b889-1d5e-4ba4-8f0f-85604cec378d', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '51f42a02-30ea-44c7-9128-4b02428032bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:40:19Z', 'updated_at': '2022-10-03T13:40:27Z', 'revision_number': 5, 'project_id': '0e005cbca8874c76bf8ad8f5d336b189', 'subnets': [{'id': '51f42a02-30ea-44c7-9128-4b02428032bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860090-1-iscsi', False) {} {{(pid=106271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:43:49.074893 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d0f393-bd38-4844-a852-3aef9993f2a3 req-7d581741-7209-4e7b-b883-e81bd9810228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:43:49.075972 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-997008f9-9ff8-49e3-9f07-22a23f1b8c1b None None] The sync data for ids ['4f12b889-1d5e-4ba4-8f0f-85604cec378d'] in dv-cinder-860090-1-iscsi is: [{'id': '4f12b889-1d5e-4ba4-8f0f-85604cec378d', 'name': 'tempest-TestVolumeBootPattern-1724714225-router', 'tenant_id': '0e005cbca8874c76bf8ad8f5d336b189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'external_fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': 'a718b856-e954-4d39-a052-f4739f24ea56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:40:16Z', 'updated_at': '2022-10-03T13:40:19Z', 'revision_number': 4, 'project_id': '0e005cbca8874c76bf8ad8f5d336b189', 'gw_port': {'id': 'a718b856-e954-4d39-a052-f4739f24ea56', 'name': '', 'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:dd:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f12b889-1d5e-4ba4-8f0f-85604cec378d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:40:17Z', 'updated_at': '2022-10-03T13:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860090-1-iscsi', '_floatingips': [{'id': '1d8643c7-ebec-407f-b67b-f263039e9da6', 'tenant_id': '0e005cbca8874c76bf8ad8f5d336b189', 'floating_ip_address': '172.27.1.145', 'floating_network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'router_id': '4f12b889-1d5e-4ba4-8f0f-85604cec378d', 'port_id': '630021c2-4dd4-422f-ab2c-4c5771c809e4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5b3c6d8a-02a1-4730-82ca-c02b5cbef660', 'mac_address': 'fa:16:3e:5f:e3:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d41225-bfea-4694-a0a3-1a585d4e8509', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T13:43:47Z', 'updated_at': '2022-10-03T13:43:47Z', 'revision_number': 0, 'project_id': '0e005cbca8874c76bf8ad8f5d336b189', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c35b375b-8a09-4679-aba0-09600a8ce3e6', 'name': '', 'network_id': '5b3c6d8a-02a1-4730-82ca-c02b5cbef660', 'tenant_id': '0e005cbca8874c76bf8ad8f5d336b189', 'mac_address': 'fa:16:3e:a6:17:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f12b889-1d5e-4ba4-8f0f-85604cec378d', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '51f42a02-30ea-44c7-9128-4b02428032bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:40:19Z', 'updated_at': '2022-10-03T13:40:27Z', 'revision_number': 5, 'project_id': '0e005cbca8874c76bf8ad8f5d336b189', 'subnets': [{'id': '51f42a02-30ea-44c7-9128-4b02428032bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 13:43:49.076404 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-99d0f393-bd38-4844-a852-3aef9993f2a3 req-7d581741-7209-4e7b-b883-e81bd9810228 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?network_id=5b3c6d8a-02a1-4730-82ca-c02b5cbef660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0475333 Oct 03 13:43:49.192992 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-99d0f393-bd38-4844-a852-3aef9993f2a3 req-59575662-581e-4ce8-b5b1-b027734095c3 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/5b3c6d8a-02a1-4730-82ca-c02b5cbef660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979970 Oct 03 13:43:49.297101 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c4342e-ae26-4fbb-8f2f-25a2519f6256 None None] New status for floating IP 1d8643c7-ebec-407f-b67b-f263039e9da6: ACTIVE {{(pid=106270) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 03 13:43:49.302225 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-99d0f393-bd38-4844-a852-3aef9993f2a3 req-a6bc9a9d-bf38-4424-af63-2260ac2b23cc service neutron] 10.222.0.65 "GET /networking/v2.0/networks/5b3c6d8a-02a1-4730-82ca-c02b5cbef660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956316 Oct 03 13:43:50.405213 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 38020) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:43:50.515933 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-9cbeedb3-1541-4f9a-b047-62809f765cea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:43:50.603532 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-9cbeedb3-1541-4f9a-b047-62809f765cea admin admin] Publish callbacks [] for security_group (6b4d7e00-fb9a-489c-b92c-00696d36ad06), precommit_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:43:50.607614 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-9cbeedb3-1541-4f9a-b047-62809f765cea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (6b4d7e00-fb9a-489c-b92c-00696d36ad06), after_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:43:50.651526 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-9cbeedb3-1541-4f9a-b047-62809f765cea admin admin] 10.222.0.58 "GET /networking/v2.0/security-groups?tenant_id=fee4e82230074e3985884e361b46adaf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2450266 Oct 03 13:43:50.652225 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbeedb3-1541-4f9a-b047-62809f765cea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b4d7e00-fb9a-489c-b92c-00696d36ad06,revision_number=1']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:43:50.654686 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 38024) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:43:50.709027 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-44472842-1e08-4e5e-8ff3-ab1df8942b96 admin admin] Publish callbacks [] for security_group (6b4d7e00-fb9a-489c-b92c-00696d36ad06), before_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:43:50.729345 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-44472842-1e08-4e5e-8ff3-ab1df8942b96 admin admin] Publish callbacks [] for security_group (6b4d7e00-fb9a-489c-b92c-00696d36ad06), precommit_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:43:50.775763 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-44472842-1e08-4e5e-8ff3-ab1df8942b96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (6b4d7e00-fb9a-489c-b92c-00696d36ad06), after_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:43:50.778311 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-44472842-1e08-4e5e-8ff3-ab1df8942b96 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:43:50.779439 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-44472842-1e08-4e5e-8ff3-ab1df8942b96 admin admin] 10.222.0.58 "DELETE /networking/v2.0/security-groups/6b4d7e00-fb9a-489c-b92c-00696d36ad06 HTTP/1.1" status: 204 len: 168 time: 0.1236129 Oct 03 13:43:50.787434 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44472842-1e08-4e5e-8ff3-ab1df8942b96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b4d7e00-fb9a-489c-b92c-00696d36ad06,revision_number=None']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:43:51.049735 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 38030) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:43:51.063557 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-ef01041f-8709-4a31-9128-13fd7acf51e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:43:51.102645 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=4,neutron:INSERT=2 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:43:51.125471 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=8 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:43:51.150570 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-ef01041f-8709-4a31-9128-13fd7acf51e3 admin admin] Publish callbacks [] for security_group (73d5699a-c5a6-422b-ab23-36b1271019ed), precommit_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:43:51.154282 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-ef01041f-8709-4a31-9128-13fd7acf51e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (73d5699a-c5a6-422b-ab23-36b1271019ed), after_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:43:51.192868 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-ef01041f-8709-4a31-9128-13fd7acf51e3 admin admin] 10.222.0.58 "GET /networking/v2.0/security-groups?tenant_id=72cc56f86f3e4f2bbb9e71eac3896efb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1420498 Oct 03 13:43:51.194895 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef01041f-8709-4a31-9128-13fd7acf51e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73d5699a-c5a6-422b-ab23-36b1271019ed,revision_number=1']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:43:51.195669 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 38032) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:43:51.246913 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-f153e02e-59ed-477e-b517-566879c53be7 admin admin] Publish callbacks [] for security_group (73d5699a-c5a6-422b-ab23-36b1271019ed), before_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:43:51.268015 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-f153e02e-59ed-477e-b517-566879c53be7 admin admin] Publish callbacks [] for security_group (73d5699a-c5a6-422b-ab23-36b1271019ed), precommit_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:43:51.315574 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-f153e02e-59ed-477e-b517-566879c53be7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (73d5699a-c5a6-422b-ab23-36b1271019ed), after_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:43:51.318106 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-f153e02e-59ed-477e-b517-566879c53be7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:43:51.319245 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-f153e02e-59ed-477e-b517-566879c53be7 admin admin] 10.222.0.58 "DELETE /networking/v2.0/security-groups/73d5699a-c5a6-422b-ab23-36b1271019ed HTTP/1.1" status: 204 len: 168 time: 0.1225939 Oct 03 13:43:51.327278 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f153e02e-59ed-477e-b517-566879c53be7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73d5699a-c5a6-422b-ab23-36b1271019ed,revision_number=None']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:43:51.659804 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 38038) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:43:51.673612 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-2910a099-4ffb-430b-8d89-ae6d8b1d7446 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:43:51.739349 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=83,neutron:DELETE=3,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:43:51.754316 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-2910a099-4ffb-430b-8d89-ae6d8b1d7446 admin admin] Publish callbacks [] for security_group (cdef76f2-8af1-49f1-bc41-f9aa80e63133), precommit_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:43:51.758933 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-2910a099-4ffb-430b-8d89-ae6d8b1d7446 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (cdef76f2-8af1-49f1-bc41-f9aa80e63133), after_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:43:51.795113 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=10 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:43:51.805953 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-2910a099-4ffb-430b-8d89-ae6d8b1d7446 admin admin] 10.222.0.58 "GET /networking/v2.0/security-groups?tenant_id=854fbd3261074ed786c825fcb8a1a64e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1450574 Oct 03 13:43:51.807504 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2910a099-4ffb-430b-8d89-ae6d8b1d7446 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdef76f2-8af1-49f1-bc41-f9aa80e63133,revision_number=1']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:43:51.809102 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 38040) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:43:51.860468 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-a64b5c4c-6dab-49a1-9794-2be8d1b6b918 admin admin] Publish callbacks [] for security_group (cdef76f2-8af1-49f1-bc41-f9aa80e63133), before_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:43:51.881233 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-a64b5c4c-6dab-49a1-9794-2be8d1b6b918 admin admin] Publish callbacks [] for security_group (cdef76f2-8af1-49f1-bc41-f9aa80e63133), precommit_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:43:51.931672 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-a64b5c4c-6dab-49a1-9794-2be8d1b6b918 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (cdef76f2-8af1-49f1-bc41-f9aa80e63133), after_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:43:51.934176 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-a64b5c4c-6dab-49a1-9794-2be8d1b6b918 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:43:51.935319 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-a64b5c4c-6dab-49a1-9794-2be8d1b6b918 admin admin] 10.222.0.58 "DELETE /networking/v2.0/security-groups/cdef76f2-8af1-49f1-bc41-f9aa80e63133 HTTP/1.1" status: 204 len: 168 time: 0.1249416 Oct 03 13:43:51.943513 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64b5c4c-6dab-49a1-9794-2be8d1b6b918 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdef76f2-8af1-49f1-bc41-f9aa80e63133,revision_number=None']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:43:52.429254 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-b1299bbd-856d-4eca-a022-1ce9b519867d req-8453de45-e12a-471d-a52e-c0f7a81b2ce8 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?device_id=d9d41225-bfea-4694-a0a3-1a585d4e8509&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0393202 Oct 03 13:43:52.521316 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1299bbd-856d-4eca-a022-1ce9b519867d req-119db9d1-7cba-46aa-a021-0d48fde9738a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:43:52.522916 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-b1299bbd-856d-4eca-a022-1ce9b519867d req-119db9d1-7cba-46aa-a021-0d48fde9738a service neutron] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=0e005cbca8874c76bf8ad8f5d336b189&device_id=d9d41225-bfea-4694-a0a3-1a585d4e8509 HTTP/1.1" status: 200 len: 1129 time: 0.0412896 Oct 03 13:43:52.649152 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1299bbd-856d-4eca-a022-1ce9b519867d req-3cdc494b-14b2-4bdf-b146-9a50e2a3a461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:43:52.650675 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-b1299bbd-856d-4eca-a022-1ce9b519867d req-3cdc494b-14b2-4bdf-b146-9a50e2a3a461 service neutron] 10.222.0.65 "GET /networking/v2.0/networks?id=5b3c6d8a-02a1-4730-82ca-c02b5cbef660 HTTP/1.1" status: 200 len: 913 time: 0.0958416 Oct 03 13:43:52.719326 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-b1299bbd-856d-4eca-a022-1ce9b519867d req-7b2bc410-2e0a-44de-9f02-cf0d4e00edb5 service neutron] 10.222.0.65 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=630021c2-4dd4-422f-ab2c-4c5771c809e4 HTTP/1.1" status: 200 len: 1001 time: 0.0613513 Oct 03 13:43:52.772137 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1299bbd-856d-4eca-a022-1ce9b519867d req-bc087163-5084-49f3-b02c-10d8f96990b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:43:52.774345 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-b1299bbd-856d-4eca-a022-1ce9b519867d req-bc087163-5084-49f3-b02c-10d8f96990b5 service neutron] 10.222.0.65 "GET /networking/v2.0/subnets?id=51f42a02-30ea-44c7-9128-4b02428032bd HTTP/1.1" status: 200 len: 851 time: 0.0480762 Oct 03 13:43:52.825287 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1299bbd-856d-4eca-a022-1ce9b519867d req-a39028e2-ea6e-40bf-be2c-f2f7de9331fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:43:52.826870 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-b1299bbd-856d-4eca-a022-1ce9b519867d req-a39028e2-ea6e-40bf-be2c-f2f7de9331fe service neutron] 10.222.0.65 "GET /networking/v2.0/ports?network_id=5b3c6d8a-02a1-4730-82ca-c02b5cbef660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443361 Oct 03 13:43:52.938639 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-b1299bbd-856d-4eca-a022-1ce9b519867d req-534912d4-2c2d-4a89-a265-d5f70d5e8b60 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/5b3c6d8a-02a1-4730-82ca-c02b5cbef660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048102 Oct 03 13:43:53.037773 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-b1299bbd-856d-4eca-a022-1ce9b519867d req-6def6148-bcdb-454c-916e-9c12ab2a8338 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/5b3c6d8a-02a1-4730-82ca-c02b5cbef660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927484 Oct 03 13:43:53.068129 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 38070) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:43:53.176691 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-71ea3d2c-1132-4cd8-b1cc-c9a9e8960c4c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:43:53.247749 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:INSERT=6,neutron:SELECT=91,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:43:53.252714 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-71ea3d2c-1132-4cd8-b1cc-c9a9e8960c4c admin admin] Publish callbacks [] for security_group (28d37ae2-51d5-44ce-9a2b-e03d73b230e1), precommit_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:43:53.256731 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-71ea3d2c-1132-4cd8-b1cc-c9a9e8960c4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (28d37ae2-51d5-44ce-9a2b-e03d73b230e1), after_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:43:53.274516 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=6 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:43:53.300085 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-71ea3d2c-1132-4cd8-b1cc-c9a9e8960c4c admin admin] 10.222.0.58 "GET /networking/v2.0/security-groups?tenant_id=f0bfda72391542aaa06ab975e4d6d088&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2308044 Oct 03 13:43:53.301564 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ea3d2c-1132-4cd8-b1cc-c9a9e8960c4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28d37ae2-51d5-44ce-9a2b-e03d73b230e1,revision_number=1']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:43:53.302874 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 38074) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:43:53.354547 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-3f5eb84a-df1c-439f-a16d-7403e43d75f3 admin admin] Publish callbacks [] for security_group (28d37ae2-51d5-44ce-9a2b-e03d73b230e1), before_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:43:53.375155 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-3f5eb84a-df1c-439f-a16d-7403e43d75f3 admin admin] Publish callbacks [] for security_group (28d37ae2-51d5-44ce-9a2b-e03d73b230e1), precommit_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:43:53.425092 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-3f5eb84a-df1c-439f-a16d-7403e43d75f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (28d37ae2-51d5-44ce-9a2b-e03d73b230e1), after_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:43:53.427876 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-3f5eb84a-df1c-439f-a16d-7403e43d75f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:43:53.429020 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-3f5eb84a-df1c-439f-a16d-7403e43d75f3 admin admin] 10.222.0.58 "DELETE /networking/v2.0/security-groups/28d37ae2-51d5-44ce-9a2b-e03d73b230e1 HTTP/1.1" status: 204 len: 168 time: 0.1251752 Oct 03 13:43:53.437514 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5eb84a-df1c-439f-a16d-7403e43d75f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28d37ae2-51d5-44ce-9a2b-e03d73b230e1,revision_number=None']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:44:01.957562 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=64,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:44:02.114926 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-e26e7df5-e125-441e-828c-cfd02267d5ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (3460fffa-818c-4144-9400-237880db20a4), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:44:03.297724 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=7 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:44:03.432393 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=15,neutron:DELETE=2 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:44:03.434583 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=21,neutron:DELETE=2 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:44:04.888319 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-4acde1ed-bd51-48c7-8173-89e0e599be8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (94180321-47b1-4b5c-b620-b1b0a31df446), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:44:06.122841 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=67 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:44:06.127018 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=88,neutron:DELETE=1 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:44:06.174128 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-1bb28928-3e93-41c9-8900-1ecfb790b160 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (5eabf47d-5620-4e94-9269-ef19fe52be68), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:44:07.494858 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (d46c7ed5-c451-4a76-ab3f-ab8e3ea4a5ec), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:44:07.679769 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-9b3e6be4-ae7f-4a46-812d-719b0ca73959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (3cd5b2bb-c81a-4ce3-a212-a51c5aa706bd), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:44:08.588457 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (1af51d63-a9c9-4bbe-9b0d-c8e0a80c641c), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:44:14.414333 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.agents_db [None req-0a1e5e68-d5eb-461a-8b1a-39e3d06a9bb6 None None] Agent healthcheck: found 6 active agents {{(pid=106271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 03 13:44:18.581742 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:44:18.584006 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=62,neutron:DELETE=2,neutron:UPDATE=5 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:44:24.410434 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=2 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:44:29.071729 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 38284) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:44:29.185903 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-8e562374-8099-4121-827c-7aebd29d3010 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:44:29.269108 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-8e562374-8099-4121-827c-7aebd29d3010 admin admin] Publish callbacks [] for security_group (5fc5a1d4-2331-4a7a-a11b-5158798d98ee), precommit_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:44:29.274588 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-8e562374-8099-4121-827c-7aebd29d3010 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (5fc5a1d4-2331-4a7a-a11b-5158798d98ee), after_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:44:29.313042 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e562374-8099-4121-827c-7aebd29d3010 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fc5a1d4-2331-4a7a-a11b-5158798d98ee,revision_number=1']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:44:29.317280 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-8e562374-8099-4121-827c-7aebd29d3010 admin admin] 10.222.0.58 "GET /networking/v2.0/security-groups?tenant_id=5009325c0ea04fecb97f767bc1418474&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2443912 Oct 03 13:44:29.320359 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 38288) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:44:29.323481 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e562374-8099-4121-827c-7aebd29d3010 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:44:29.323832 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e562374-8099-4121-827c-7aebd29d3010 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:44:29.324175 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e562374-8099-4121-827c-7aebd29d3010 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:44:29.324515 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e562374-8099-4121-827c-7aebd29d3010 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:44:29.324849 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e562374-8099-4121-827c-7aebd29d3010 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:44:29.325182 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e562374-8099-4121-827c-7aebd29d3010 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:44:29.325536 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e562374-8099-4121-827c-7aebd29d3010 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:44:29.325868 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e562374-8099-4121-827c-7aebd29d3010 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:44:29.326195 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e562374-8099-4121-827c-7aebd29d3010 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:44:29.326523 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e562374-8099-4121-827c-7aebd29d3010 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:44:29.326857 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e562374-8099-4121-827c-7aebd29d3010 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:44:29.327894 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e562374-8099-4121-827c-7aebd29d3010 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:44:29.328224 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e562374-8099-4121-827c-7aebd29d3010 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:44:29.328553 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e562374-8099-4121-827c-7aebd29d3010 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:44:29.328875 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e562374-8099-4121-827c-7aebd29d3010 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:44:29.376176 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-1ae67566-15bb-40d9-9ee6-11dfc4f805ce admin admin] Publish callbacks [] for security_group (5fc5a1d4-2331-4a7a-a11b-5158798d98ee), before_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:44:29.399160 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-1ae67566-15bb-40d9-9ee6-11dfc4f805ce admin admin] Publish callbacks [] for security_group (5fc5a1d4-2331-4a7a-a11b-5158798d98ee), precommit_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:44:29.454458 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-1ae67566-15bb-40d9-9ee6-11dfc4f805ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (5fc5a1d4-2331-4a7a-a11b-5158798d98ee), after_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:44:29.458988 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-1ae67566-15bb-40d9-9ee6-11dfc4f805ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:44:29.460940 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-1ae67566-15bb-40d9-9ee6-11dfc4f805ce admin admin] 10.222.0.58 "DELETE /networking/v2.0/security-groups/5fc5a1d4-2331-4a7a-a11b-5158798d98ee HTTP/1.1" status: 204 len: 168 time: 0.1393726 Oct 03 13:44:29.470022 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae67566-15bb-40d9-9ee6-11dfc4f805ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fc5a1d4-2331-4a7a-a11b-5158798d98ee,revision_number=None']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:44:32.129157 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-d849c15e-c4fc-41d9-93a3-6e9328dbd008 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (3460fffa-818c-4144-9400-237880db20a4), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:44:34.892120 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-be165a23-36e0-4edc-8a58-937a641c4f06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (94180321-47b1-4b5c-b620-b1b0a31df446), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:44:36.179002 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-1bb28928-3e93-41c9-8900-1ecfb790b160 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (5eabf47d-5620-4e94-9269-ef19fe52be68), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:44:37.493714 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (d46c7ed5-c451-4a76-ab3f-ab8e3ea4a5ec), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:44:37.681907 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-9b3e6be4-ae7f-4a46-812d-719b0ca73959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (3cd5b2bb-c81a-4ce3-a212-a51c5aa706bd), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:44:38.592738 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (1af51d63-a9c9-4bbe-9b0d-c8e0a80c641c), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:44:39.316206 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=18,neutron:INSERT=6 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:44:39.318844 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=21,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:44:39.438811 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=17,neutron:DELETE=2 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:44:39.465050 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=15,neutron:DELETE=2 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:44:43.124190 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=3 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:44:43.125954 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=3 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:44:48.587047 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:44:48.589126 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=11,neutron:UPDATE=4 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:44:51.414698 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.agents_db [None req-0a1e5e68-d5eb-461a-8b1a-39e3d06a9bb6 None None] Agent healthcheck: found 6 active agents {{(pid=106271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 03 13:44:54.430843 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-3db93c38-b77b-41b8-bb6d-c7fef3b37d29 req-ad9876e4-27fc-43bb-afc0-3927111b6391 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?device_id=d9d41225-bfea-4694-a0a3-1a585d4e8509&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0389903 Oct 03 13:44:54.529665 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db93c38-b77b-41b8-bb6d-c7fef3b37d29 req-ad805413-1c2d-4f80-b51a-cb50734f8f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:44:54.531172 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-3db93c38-b77b-41b8-bb6d-c7fef3b37d29 req-ad805413-1c2d-4f80-b51a-cb50734f8f04 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=0e005cbca8874c76bf8ad8f5d336b189&device_id=d9d41225-bfea-4694-a0a3-1a585d4e8509 HTTP/1.1" status: 200 len: 1129 time: 0.0397210 Oct 03 13:44:54.654683 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db93c38-b77b-41b8-bb6d-c7fef3b37d29 req-24fe9708-f54d-440d-824e-4c14c510216f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:44:54.656113 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-3db93c38-b77b-41b8-bb6d-c7fef3b37d29 req-24fe9708-f54d-440d-824e-4c14c510216f service neutron] 10.222.0.65 "GET /networking/v2.0/networks?id=5b3c6d8a-02a1-4730-82ca-c02b5cbef660 HTTP/1.1" status: 200 len: 913 time: 0.0951040 Oct 03 13:44:54.722691 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-3db93c38-b77b-41b8-bb6d-c7fef3b37d29 req-7b939c37-4105-41ea-ab47-cb851adfb8e5 service neutron] 10.222.0.65 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=630021c2-4dd4-422f-ab2c-4c5771c809e4 HTTP/1.1" status: 200 len: 1001 time: 0.0543480 Oct 03 13:44:54.777702 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db93c38-b77b-41b8-bb6d-c7fef3b37d29 req-863790dd-04a4-41df-98b4-a7464e34dea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:44:54.779073 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-3db93c38-b77b-41b8-bb6d-c7fef3b37d29 req-863790dd-04a4-41df-98b4-a7464e34dea5 service neutron] 10.222.0.65 "GET /networking/v2.0/subnets?id=51f42a02-30ea-44c7-9128-4b02428032bd HTTP/1.1" status: 200 len: 851 time: 0.0478406 Oct 03 13:44:54.826028 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db93c38-b77b-41b8-bb6d-c7fef3b37d29 req-a7b1943d-d38e-4ce6-919d-ce63f960fea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:44:54.827506 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-3db93c38-b77b-41b8-bb6d-c7fef3b37d29 req-a7b1943d-d38e-4ce6-919d-ce63f960fea4 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?network_id=5b3c6d8a-02a1-4730-82ca-c02b5cbef660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387244 Oct 03 13:44:54.928330 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-3db93c38-b77b-41b8-bb6d-c7fef3b37d29 req-70e05949-18ba-454e-91d3-602dc95a9ff7 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/5b3c6d8a-02a1-4730-82ca-c02b5cbef660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886285 Oct 03 13:44:55.028805 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-3db93c38-b77b-41b8-bb6d-c7fef3b37d29 req-aa6e05d1-3f79-45d7-a980-fc0a9c051c23 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/5b3c6d8a-02a1-4730-82ca-c02b5cbef660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896661 Oct 03 13:45:01.407852 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=12 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:45:01.408658 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=16 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:45:02.122394 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-58a69be8-ca88-4a46-a72f-5373938450b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (3460fffa-818c-4144-9400-237880db20a4), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:45:04.896207 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-812d1168-335d-4b00-b873-4ce6289b62f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (94180321-47b1-4b5c-b620-b1b0a31df446), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:45:05.024318 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=50 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:45:05.025175 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=51 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:45:06.179200 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-1bb28928-3e93-41c9-8900-1ecfb790b160 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (5eabf47d-5620-4e94-9269-ef19fe52be68), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:45:07.487844 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (d46c7ed5-c451-4a76-ab3f-ab8e3ea4a5ec), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:45:07.686121 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-9b3e6be4-ae7f-4a46-812d-719b0ca73959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (3cd5b2bb-c81a-4ce3-a212-a51c5aa706bd), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:45:08.101113 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 38550) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:45:08.208599 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-be6479c9-2741-41b9-a324-fd51d5f2bb45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:45:08.285178 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-be6479c9-2741-41b9-a324-fd51d5f2bb45 admin admin] Publish callbacks [] for security_group (97fbe143-1b02-4faa-b493-22d498c388ef), precommit_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:45:08.288752 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-be6479c9-2741-41b9-a324-fd51d5f2bb45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (97fbe143-1b02-4faa-b493-22d498c388ef), after_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:45:08.326377 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6479c9-2741-41b9-a324-fd51d5f2bb45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97fbe143-1b02-4faa-b493-22d498c388ef,revision_number=1']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:45:08.335121 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-be6479c9-2741-41b9-a324-fd51d5f2bb45 admin admin] 10.222.0.58 "GET /networking/v2.0/security-groups?tenant_id=bec83283f3554b5b886349efecc6986e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2323830 Oct 03 13:45:08.337132 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6479c9-2741-41b9-a324-fd51d5f2bb45 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:45:08.337501 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6479c9-2741-41b9-a324-fd51d5f2bb45 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:45:08.337902 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6479c9-2741-41b9-a324-fd51d5f2bb45 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:45:08.338166 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6479c9-2741-41b9-a324-fd51d5f2bb45 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:45:08.338523 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 38554) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:45:08.338994 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6479c9-2741-41b9-a324-fd51d5f2bb45 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:45:08.338994 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6479c9-2741-41b9-a324-fd51d5f2bb45 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:45:08.339215 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6479c9-2741-41b9-a324-fd51d5f2bb45 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:45:08.339426 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6479c9-2741-41b9-a324-fd51d5f2bb45 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:45:08.339748 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6479c9-2741-41b9-a324-fd51d5f2bb45 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:45:08.340074 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6479c9-2741-41b9-a324-fd51d5f2bb45 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:45:08.340395 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6479c9-2741-41b9-a324-fd51d5f2bb45 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:45:08.340713 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6479c9-2741-41b9-a324-fd51d5f2bb45 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:45:08.341030 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6479c9-2741-41b9-a324-fd51d5f2bb45 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:45:08.341345 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6479c9-2741-41b9-a324-fd51d5f2bb45 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:45:08.341686 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6479c9-2741-41b9-a324-fd51d5f2bb45 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:45:08.390321 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-a2e11a8e-37aa-443a-b6e5-5f49a0670069 admin admin] Publish callbacks [] for security_group (97fbe143-1b02-4faa-b493-22d498c388ef), before_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:45:08.410430 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-a2e11a8e-37aa-443a-b6e5-5f49a0670069 admin admin] Publish callbacks [] for security_group (97fbe143-1b02-4faa-b493-22d498c388ef), precommit_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:45:08.461992 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-a2e11a8e-37aa-443a-b6e5-5f49a0670069 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (97fbe143-1b02-4faa-b493-22d498c388ef), after_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:45:08.464423 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-a2e11a8e-37aa-443a-b6e5-5f49a0670069 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:45:08.465576 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-a2e11a8e-37aa-443a-b6e5-5f49a0670069 admin admin] 10.222.0.58 "DELETE /networking/v2.0/security-groups/97fbe143-1b02-4faa-b493-22d498c388ef HTTP/1.1" status: 204 len: 168 time: 0.1261499 Oct 03 13:45:08.473315 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e11a8e-37aa-443a-b6e5-5f49a0670069 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97fbe143-1b02-4faa-b493-22d498c388ef,revision_number=None']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:45:08.601176 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (1af51d63-a9c9-4bbe-9b0d-c8e0a80c641c), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:45:10.741409 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-c520686d-15f0-43f6-9520-a954427d9221 req-8f2bffe8-526e-4473-9d0a-c580af4384c9 tempest-VolumesNegativeTest-688727769 tempest-VolumesNegativeTest-688727769-project] 10.222.0.58 "GET /networking/v2.0/networks?tenant_id=7bd22634160a4ad38a7e57b11bd0c2db&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0300312 Oct 03 13:45:10.926537 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c520686d-15f0-43f6-9520-a954427d9221 req-32d6769d-ec4e-4ec5-8138-ccdd168ec201 tempest-VolumesNegativeTest-688727769 tempest-VolumesNegativeTest-688727769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:45:10.927923 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-c520686d-15f0-43f6-9520-a954427d9221 req-32d6769d-ec4e-4ec5-8138-ccdd168ec201 tempest-VolumesNegativeTest-688727769 tempest-VolumesNegativeTest-688727769-project] 10.222.0.58 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1807103 Oct 03 13:45:10.943133 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-c520686d-15f0-43f6-9520-a954427d9221 req-5024a69d-7394-408c-9370-92790297dde1 tempest-VolumesNegativeTest-688727769 tempest-VolumesNegativeTest-688727769-project] 10.222.0.58 "GET /networking/v2.0/quotas/7bd22634160a4ad38a7e57b11bd0c2db HTTP/1.1" status: 200 len: 375 time: 0.0090938 Oct 03 13:45:10.979473 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-c520686d-15f0-43f6-9520-a954427d9221 req-c61c8b16-efd0-4d8f-a851-dd2a0c6e1703 tempest-VolumesNegativeTest-688727769 tempest-VolumesNegativeTest-688727769-project] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=7bd22634160a4ad38a7e57b11bd0c2db&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0313005 Oct 03 13:45:11.162663 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-893fdfb0-482d-4929-a073-04fe805f23c7 req-8589d130-0393-43c9-ac74-ac619547f72f tempest-VolumesNegativeTest-688727769 tempest-VolumesNegativeTest-688727769-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=c2266762-128b-4743-8de5-7f0ea44deec4 HTTP/1.1" status: 200 len: 210 time: 0.0281105 Oct 03 13:45:12.246623 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-35fd54c2-7b9e-4a44-842f-a6887ae40be8 req-8d61d501-afa3-4c3b-addb-48732ff4f61d tempest-VolumesNegativeTest-688727769 tempest-VolumesNegativeTest-688727769-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=c2266762-128b-4743-8de5-7f0ea44deec4 HTTP/1.1" status: 200 len: 210 time: 0.0280001 Oct 03 13:45:13.331723 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-b436f8e8-e142-45c4-a8d4-ecd122bf2cab req-1295d4cf-70b2-4b5e-b70b-144fbbeed0d8 tempest-VolumesNegativeTest-688727769 tempest-VolumesNegativeTest-688727769-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=c2266762-128b-4743-8de5-7f0ea44deec4 HTTP/1.1" status: 200 len: 210 time: 0.0289276 Oct 03 13:45:14.431663 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-e4fbeed2-99ea-4538-8c14-477fc4f8bc69 req-8a40484f-31a6-4ad1-a6d7-e5397294294a tempest-VolumesNegativeTest-688727769 tempest-VolumesNegativeTest-688727769-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=c2266762-128b-4743-8de5-7f0ea44deec4 HTTP/1.1" status: 200 len: 210 time: 0.0301285 Oct 03 13:45:15.536086 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-bd3bb61d-1495-4604-a452-4a09f408a407 req-a3fc363c-731a-4f95-abf0-e4278de52401 tempest-VolumesNegativeTest-688727769 tempest-VolumesNegativeTest-688727769-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=c2266762-128b-4743-8de5-7f0ea44deec4 HTTP/1.1" status: 200 len: 210 time: 0.0276747 Oct 03 13:45:16.221836 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-c520686d-15f0-43f6-9520-a954427d9221 req-f24cd183-4e86-4c9c-a678-4bc04ad935d5 tempest-VolumesNegativeTest-688727769 tempest-VolumesNegativeTest-688727769-project] 10.222.0.65 "GET /networking/v2.0/networks?tenant_id=7bd22634160a4ad38a7e57b11bd0c2db&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0321870 Oct 03 13:45:16.417386 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c520686d-15f0-43f6-9520-a954427d9221 req-8107b30a-d111-49c5-80f6-2f7529d97638 tempest-VolumesNegativeTest-688727769 tempest-VolumesNegativeTest-688727769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:45:16.418864 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-c520686d-15f0-43f6-9520-a954427d9221 req-8107b30a-d111-49c5-80f6-2f7529d97638 tempest-VolumesNegativeTest-688727769 tempest-VolumesNegativeTest-688727769-project] 10.222.0.65 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1919637 Oct 03 13:45:16.454407 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.v2.base [req-c520686d-15f0-43f6-9520-a954427d9221 req-77b44415-8961-4d07-9b86-b0cecaebb0f7 tempest-VolumesNegativeTest-688727769 tempest-VolumesNegativeTest-688727769-project] Request body: {'port': {'device_id': 'c2266762-128b-4743-8de5-7f0ea44deec4', 'network_id': '1e9b15dd-98b3-43f1-ad40-35a2d1ac8607', 'admin_state_up': True, 'tenant_id': '7bd22634160a4ad38a7e57b11bd0c2db'}} {{(pid=106268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 13:45:16.564433 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c520686d-15f0-43f6-9520-a954427d9221 req-77b44415-8961-4d07-9b86-b0cecaebb0f7 tempest-VolumesNegativeTest-688727769 tempest-VolumesNegativeTest-688727769-project] Made reservation on behalf of 7bd22634160a4ad38a7e57b11bd0c2db for: {'port': 1} {{(pid=106268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 13:45:16.568180 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-c520686d-15f0-43f6-9520-a954427d9221 req-77b44415-8961-4d07-9b86-b0cecaebb0f7 tempest-VolumesNegativeTest-688727769 tempest-VolumesNegativeTest-688727769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (None), before_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:45:16.577193 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-c520686d-15f0-43f6-9520-a954427d9221 req-77b44415-8961-4d07-9b86-b0cecaebb0f7 tempest-VolumesNegativeTest-688727769 tempest-VolumesNegativeTest-688727769-project] Publish callbacks [] for security_group (None), before_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:45:16.644227 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-79317e7c-4832-4669-adc4-b59db4106c8e req-019b42f4-edcb-4532-bdd0-430baba664e6 tempest-VolumesNegativeTest-688727769 tempest-VolumesNegativeTest-688727769-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=c2266762-128b-4743-8de5-7f0ea44deec4 HTTP/1.1" status: 200 len: 210 time: 0.0271654 Oct 03 13:45:16.656610 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-c520686d-15f0-43f6-9520-a954427d9221 req-77b44415-8961-4d07-9b86-b0cecaebb0f7 tempest-VolumesNegativeTest-688727769 tempest-VolumesNegativeTest-688727769-project] Publish callbacks [] for security_group (cef20639-c0e5-427b-8766-d40d04474405), precommit_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:45:16.660721 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-c520686d-15f0-43f6-9520-a954427d9221 req-77b44415-8961-4d07-9b86-b0cecaebb0f7 tempest-VolumesNegativeTest-688727769 tempest-VolumesNegativeTest-688727769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (cef20639-c0e5-427b-8766-d40d04474405), after_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:45:16.719997 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b44415-8961-4d07-9b86-b0cecaebb0f7 tempest-VolumesNegativeTest-688727769 tempest-VolumesNegativeTest-688727769-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cef20639-c0e5-427b-8766-d40d04474405,revision_number=1']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:45:16.795136 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.db.db_base_plugin_common [req-c520686d-15f0-43f6-9520-a954427d9221 req-77b44415-8961-4d07-9b86-b0cecaebb0f7 tempest-VolumesNegativeTest-688727769 tempest-VolumesNegativeTest-688727769-project] Allocated IP 192.168.233.183 (1e9b15dd-98b3-43f1-ad40-35a2d1ac8607/883cfb09-336f-4f0e-a41c-fca95b479213/ff8e3c3f-d4ed-4339-8692-a951e58c0458) {{(pid=106268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 13:45:16.927287 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:45:16.931501 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=85,neutron:DELETE=1,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:45:16.948953 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-c520686d-15f0-43f6-9520-a954427d9221 req-77b44415-8961-4d07-9b86-b0cecaebb0f7 tempest-VolumesNegativeTest-688727769 tempest-VolumesNegativeTest-688727769-project] Publish callbacks [] for port (ff8e3c3f-d4ed-4339-8692-a951e58c0458), precommit_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:45:16.986706 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-c520686d-15f0-43f6-9520-a954427d9221 req-77b44415-8961-4d07-9b86-b0cecaebb0f7 tempest-VolumesNegativeTest-688727769 tempest-VolumesNegativeTest-688727769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751014656988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25417805'] for port (ff8e3c3f-d4ed-4339-8692-a951e58c0458), after_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:45:17.034196 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c520686d-15f0-43f6-9520-a954427d9221 req-77b44415-8961-4d07-9b86-b0cecaebb0f7 tempest-VolumesNegativeTest-688727769 tempest-VolumesNegativeTest-688727769-project] Network 1e9b15dd-98b3-43f1-ad40-35a2d1ac8607 is already hosted by enough agents. {{(pid=106268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 13:45:17.037323 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.scheduler.base_scheduler [req-c520686d-15f0-43f6-9520-a954427d9221 req-77b44415-8961-4d07-9b86-b0cecaebb0f7 tempest-VolumesNegativeTest-688727769 tempest-VolumesNegativeTest-688727769-project] Resources bound (agent type, host, resource id): {{(pid=106268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 13:45:17.041748 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.db.l3_dvrscheduler_db [req-c520686d-15f0-43f6-9520-a954427d9221 req-77b44415-8961-4d07-9b86-b0cecaebb0f7 tempest-VolumesNegativeTest-688727769 tempest-VolumesNegativeTest-688727769-project] Received port after_create {{(pid=106268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 13:45:17.065392 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b44415-8961-4d07-9b86-b0cecaebb0f7 tempest-VolumesNegativeTest-688727769 tempest-VolumesNegativeTest-688727769-project] Pushing event updated for resources: {'Port': ['ID=ff8e3c3f-d4ed-4339-8692-a951e58c0458,revision_number=1']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:45:17.094660 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c520686d-15f0-43f6-9520-a954427d9221 req-77b44415-8961-4d07-9b86-b0cecaebb0f7 tempest-VolumesNegativeTest-688727769 tempest-VolumesNegativeTest-688727769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:45:17.095278 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-c520686d-15f0-43f6-9520-a954427d9221 req-77b44415-8961-4d07-9b86-b0cecaebb0f7 tempest-VolumesNegativeTest-688727769 tempest-VolumesNegativeTest-688727769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512321'] for port (None), before_response {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:45:17.113834 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-c520686d-15f0-43f6-9520-a954427d9221 req-77b44415-8961-4d07-9b86-b0cecaebb0f7 tempest-VolumesNegativeTest-688727769 tempest-VolumesNegativeTest-688727769-project] 10.222.0.65 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6630619 Oct 03 13:45:17.125583 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.v2.base [req-c520686d-15f0-43f6-9520-a954427d9221 req-65f78027-2150-4279-85be-80486e81e8c0 service neutron] Request body: {'port': {'device_id': 'c2266762-128b-4743-8de5-7f0ea44deec4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86009'}} {{(pid=106268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 13:45:17.192501 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-c520686d-15f0-43f6-9520-a954427d9221 req-65f78027-2150-4279-85be-80486e81e8c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (ff8e3c3f-d4ed-4339-8692-a951e58c0458), before_update {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:45:17.227751 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.provisioning_blocks [None req-1dafd52e-61ac-405f-89ad-d3be8cabe977 None None] Provisioning complete for port ff8e3c3f-d4ed-4339-8692-a951e58c0458 triggered by entity DHCP. {{(pid=106270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 13:45:17.228329 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-1dafd52e-61ac-405f-89ad-d3be8cabe977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1340199'] for port (ff8e3c3f-d4ed-4339-8692-a951e58c0458), provisioning_complete {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:45:17.228459 dv-cinder-860090-1-iscsi neutron-server[106270]: INFO neutron.plugins.ml2.plugin [None req-1dafd52e-61ac-405f-89ad-d3be8cabe977 None None] Attempt 1 to provision port ff8e3c3f-d4ed-4339-8692-a951e58c0458 Oct 03 13:45:17.261601 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-1dafd52e-61ac-405f-89ad-d3be8cabe977 None None] Port ff8e3c3f-d4ed-4339-8692-a951e58c0458 cannot update to ACTIVE because it is not bound. {{(pid=106270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 03 13:45:17.471131 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.notifiers.nova [req-c520686d-15f0-43f6-9520-a954427d9221 req-65f78027-2150-4279-85be-80486e81e8c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff8e3c3f-d4ed-4339-8692-a951e58c0458 {{(pid=106268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 03 13:45:17.478794 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-c520686d-15f0-43f6-9520-a954427d9221 req-65f78027-2150-4279-85be-80486e81e8c0 service neutron] Publish callbacks [] for port (ff8e3c3f-d4ed-4339-8692-a951e58c0458), precommit_update {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:45:17.492208 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.db.provisioning_blocks [req-c520686d-15f0-43f6-9520-a954427d9221 req-65f78027-2150-4279-85be-80486e81e8c0 service neutron] Transition to ACTIVE for port object ff8e3c3f-d4ed-4339-8692-a951e58c0458 will not be triggered until provisioned by entity L2. {{(pid=106268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 03 13:45:17.497510 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-c520686d-15f0-43f6-9520-a954427d9221 req-65f78027-2150-4279-85be-80486e81e8c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751015143617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751014657006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751014658052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25417910'] for port (ff8e3c3f-d4ed-4339-8692-a951e58c0458), after_update {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:45:17.578201 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f78027-2150-4279-85be-80486e81e8c0 service neutron] Pushing event updated for resources: {'Port': ['ID=ff8e3c3f-d4ed-4339-8692-a951e58c0458,revision_number=2']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:45:17.610925 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.managers [req-c520686d-15f0-43f6-9520-a954427d9221 req-65f78027-2150-4279-85be-80486e81e8c0 service neutron] Attempting to bind port ff8e3c3f-d4ed-4339-8692-a951e58c0458 on host hv-cinder-86009 for vnic_type normal with profile {{(pid=106268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 13:45:17.611278 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.managers [req-c520686d-15f0-43f6-9520-a954427d9221 req-65f78027-2150-4279-85be-80486e81e8c0 service neutron] Attempting to bind port ff8e3c3f-d4ed-4339-8692-a951e58c0458 by drivers openvswitch,hyperv on host hv-cinder-86009 at level 0 using segments [{'id': '7be7f6d3-66e0-451f-8af3-44207099d35b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '1e9b15dd-98b3-43f1-ad40-35a2d1ac8607'}] {{(pid=106268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 13:45:17.611631 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c520686d-15f0-43f6-9520-a954427d9221 req-65f78027-2150-4279-85be-80486e81e8c0 service neutron] Attempting to bind port ff8e3c3f-d4ed-4339-8692-a951e58c0458 on network 1e9b15dd-98b3-43f1-ad40-35a2d1ac8607 {{(pid=106268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 13:45:17.638554 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:45:17.655841 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c520686d-15f0-43f6-9520-a954427d9221 req-65f78027-2150-4279-85be-80486e81e8c0 service neutron] Port ff8e3c3f-d4ed-4339-8692-a951e58c0458 on network 1e9b15dd-98b3-43f1-ad40-35a2d1ac8607 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86009 {{(pid=106268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 03 13:45:17.656166 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c520686d-15f0-43f6-9520-a954427d9221 req-65f78027-2150-4279-85be-80486e81e8c0 service neutron] Attempting to bind port ff8e3c3f-d4ed-4339-8692-a951e58c0458 on network 1e9b15dd-98b3-43f1-ad40-35a2d1ac8607 {{(pid=106268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 13:45:17.698130 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c520686d-15f0-43f6-9520-a954427d9221 req-65f78027-2150-4279-85be-80486e81e8c0 service neutron] Checking agent: {'id': '1af51d63-a9c9-4bbe-9b0d-c8e0a80c641c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 13, 28, 37), 'started_at': datetime.datetime(2022, 10, 3, 13, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 13, 45, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 13:45:17.698482 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c520686d-15f0-43f6-9520-a954427d9221 req-65f78027-2150-4279-85be-80486e81e8c0 service neutron] Checking segment: {'id': '7be7f6d3-66e0-451f-8af3-44207099d35b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '1e9b15dd-98b3-43f1-ad40-35a2d1ac8607'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 13:45:17.698853 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c520686d-15f0-43f6-9520-a954427d9221 req-65f78027-2150-4279-85be-80486e81e8c0 service neutron] Bound using segment: {'id': '7be7f6d3-66e0-451f-8af3-44207099d35b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '1e9b15dd-98b3-43f1-ad40-35a2d1ac8607'} {{(pid=106268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 13:45:17.699285 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.managers [req-c520686d-15f0-43f6-9520-a954427d9221 req-65f78027-2150-4279-85be-80486e81e8c0 service neutron] Bound port: ff8e3c3f-d4ed-4339-8692-a951e58c0458, host: hv-cinder-86009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7be7f6d3-66e0-451f-8af3-44207099d35b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '1e9b15dd-98b3-43f1-ad40-35a2d1ac8607'}}] {{(pid=106268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 13:45:17.699645 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-c520686d-15f0-43f6-9520-a954427d9221 req-65f78027-2150-4279-85be-80486e81e8c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (ff8e3c3f-d4ed-4339-8692-a951e58c0458), before_update {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:45:17.795309 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85707937-5995-432c-a5fc-c4e0193eda24 req-bdd0ec60-3427-4cba-ba5d-0918aa02c5e9 tempest-VolumesNegativeTest-688727769 tempest-VolumesNegativeTest-688727769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:45:17.796707 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-85707937-5995-432c-a5fc-c4e0193eda24 req-bdd0ec60-3427-4cba-ba5d-0918aa02c5e9 tempest-VolumesNegativeTest-688727769 tempest-VolumesNegativeTest-688727769-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=c2266762-128b-4743-8de5-7f0ea44deec4 HTTP/1.1" status: 200 len: 948 time: 0.0626976 Oct 03 13:45:17.804188 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.db [req-c520686d-15f0-43f6-9520-a954427d9221 req-65f78027-2150-4279-85be-80486e81e8c0 service neutron] For port ff8e3c3f-d4ed-4339-8692-a951e58c0458, host hv-cinder-86009, cleared binding levels {{(pid=106268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 13:45:17.809054 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.db [req-c520686d-15f0-43f6-9520-a954427d9221 req-65f78027-2150-4279-85be-80486e81e8c0 service neutron] For port ff8e3c3f-d4ed-4339-8692-a951e58c0458, host hv-cinder-86009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86009',level=0,port_id=ff8e3c3f-d4ed-4339-8692-a951e58c0458,segment=NetworkSegment(7be7f6d3-66e0-451f-8af3-44207099d35b),segment_id=7be7f6d3-66e0-451f-8af3-44207099d35b)] {{(pid=106268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 13:45:17.824477 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-c520686d-15f0-43f6-9520-a954427d9221 req-65f78027-2150-4279-85be-80486e81e8c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751015143617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751014657006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751014658052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25417910'] for port (ff8e3c3f-d4ed-4339-8692-a951e58c0458), after_update {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:45:17.827995 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c520686d-15f0-43f6-9520-a954427d9221 req-65f78027-2150-4279-85be-80486e81e8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:45:17.828596 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-c520686d-15f0-43f6-9520-a954427d9221 req-65f78027-2150-4279-85be-80486e81e8c0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512321'] for port (None), before_response {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:45:17.829945 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-c520686d-15f0-43f6-9520-a954427d9221 req-65f78027-2150-4279-85be-80486e81e8c0 service neutron] 10.222.0.65 "PUT /networking/v2.0/ports/ff8e3c3f-d4ed-4339-8692-a951e58c0458 HTTP/1.1" status: 200 len: 1098 time: 0.7090859 Oct 03 13:45:17.833516 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2266762-128b-4743-8de5-7f0ea44deec4', 'tag': 'ff8e3c3f-d4ed-4339-8692-a951e58c0458'}] {{(pid=106268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 13:45:17.837615 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd70873512ffc397a2b7ac25ee02414627e7506f7787b64d61dc92e00300ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97bcd4d5-5ade-41a1-a0d8-0ff4a5f41577" -d '{"events": [{"name": "network-changed", "server_uuid": "c2266762-128b-4743-8de5-7f0ea44deec4", "tag": "ff8e3c3f-d4ed-4339-8692-a951e58c0458"}]}' {{(pid=106268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 13:45:17.867409 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:45:17.892317 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 13:45:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-516b4e75-d8a8-4c74-8048-2badc3fc2878 x-openstack-request-id: req-516b4e75-d8a8-4c74-8048-2badc3fc2878 {{(pid=106268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 13:45:17.892597 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2266762-128b-4743-8de5-7f0ea44deec4", "tag": "ff8e3c3f-d4ed-4339-8692-a951e58c0458", "status": "completed", "code": 200}]} {{(pid=106268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 13:45:17.892862 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-516b4e75-d8a8-4c74-8048-2badc3fc2878 {{(pid=106268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 13:45:17.893235 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.notifiers.nova [-] Nova event matching ['req-516b4e75-d8a8-4c74-8048-2badc3fc2878'] response: {'name': 'network-changed', 'server_uuid': 'c2266762-128b-4743-8de5-7f0ea44deec4', 'tag': 'ff8e3c3f-d4ed-4339-8692-a951e58c0458', 'status': 'completed', 'code': 200} Oct 03 13:45:17.948976 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-85707937-5995-432c-a5fc-c4e0193eda24 req-0ff66f6e-d12f-4db6-95fc-d59a110bcc5e tempest-VolumesNegativeTest-688727769 tempest-VolumesNegativeTest-688727769-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=cef20639-c0e5-427b-8766-d40d04474405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460013 Oct 03 13:45:17.952114 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c520686d-15f0-43f6-9520-a954427d9221 req-174c6771-bdad-4407-a146-8902b4b116c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:45:17.953602 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-c520686d-15f0-43f6-9520-a954427d9221 req-174c6771-bdad-4407-a146-8902b4b116c1 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=7bd22634160a4ad38a7e57b11bd0c2db&device_id=c2266762-128b-4743-8de5-7f0ea44deec4 HTTP/1.1" status: 200 len: 1132 time: 0.0759897 Oct 03 13:45:17.957104 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f78027-2150-4279-85be-80486e81e8c0 service neutron] Pushing event updated for resources: {'Port': ['ID=ff8e3c3f-d4ed-4339-8692-a951e58c0458,revision_number=3']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:45:17.996592 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-c520686d-15f0-43f6-9520-a954427d9221 req-5a51cbc1-883b-4c44-bf0d-1acb378e46a5 service neutron] 10.222.0.65 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=ff8e3c3f-d4ed-4339-8692-a951e58c0458 HTTP/1.1" status: 200 len: 217 time: 0.0329320 Oct 03 13:45:18.048558 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c520686d-15f0-43f6-9520-a954427d9221 req-23afaf2c-a84d-4fb0-82ca-aef953284314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:45:18.049972 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-c520686d-15f0-43f6-9520-a954427d9221 req-23afaf2c-a84d-4fb0-82ca-aef953284314 service neutron] 10.222.0.65 "GET /networking/v2.0/subnets?id=883cfb09-336f-4f0e-a41c-fca95b479213 HTTP/1.1" status: 200 len: 843 time: 0.0459063 Oct 03 13:45:18.097433 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c520686d-15f0-43f6-9520-a954427d9221 req-c6ab4329-363e-4936-adee-a47f51a3895f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:45:18.098940 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-c520686d-15f0-43f6-9520-a954427d9221 req-c6ab4329-363e-4936-adee-a47f51a3895f service neutron] 10.222.0.65 "GET /networking/v2.0/ports?network_id=1e9b15dd-98b3-43f1-ad40-35a2d1ac8607&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0421808 Oct 03 13:45:18.191582 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-c520686d-15f0-43f6-9520-a954427d9221 req-9502e384-37b8-45e0-805d-5156be1d31e6 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/1e9b15dd-98b3-43f1-ad40-35a2d1ac8607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843852 Oct 03 13:45:18.284636 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-c520686d-15f0-43f6-9520-a954427d9221 req-b197f2db-fd3b-4a1a-a154-d80323aff73d service neutron] 10.222.0.65 "GET /networking/v2.0/networks/1e9b15dd-98b3-43f1-ad40-35a2d1ac8607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852585 Oct 03 13:45:19.077942 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e092579-8485-44ef-b23a-36792ba3f61f req-3c0e6d96-83dd-4f8a-99f8-646524f272b5 tempest-VolumesNegativeTest-688727769 tempest-VolumesNegativeTest-688727769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:45:19.079436 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-3e092579-8485-44ef-b23a-36792ba3f61f req-3c0e6d96-83dd-4f8a-99f8-646524f272b5 tempest-VolumesNegativeTest-688727769 tempest-VolumesNegativeTest-688727769-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=c2266762-128b-4743-8de5-7f0ea44deec4 HTTP/1.1" status: 200 len: 948 time: 0.0505583 Oct 03 13:45:19.127980 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-3e092579-8485-44ef-b23a-36792ba3f61f req-3a1e6087-c6be-426b-b11c-8ce575b30c76 tempest-VolumesNegativeTest-688727769 tempest-VolumesNegativeTest-688727769-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=cef20639-c0e5-427b-8766-d40d04474405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428576 Oct 03 13:45:19.204348 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bcd4d5-5ade-41a1-a0d8-0ff4a5f41577 req-54e3a522-dc7f-4b22-90e5-c60796c9e47a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:45:19.205939 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-97bcd4d5-5ade-41a1-a0d8-0ff4a5f41577 req-54e3a522-dc7f-4b22-90e5-c60796c9e47a service neutron] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=7bd22634160a4ad38a7e57b11bd0c2db&device_id=c2266762-128b-4743-8de5-7f0ea44deec4 HTTP/1.1" status: 200 len: 1132 time: 0.0442996 Oct 03 13:45:19.562096 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bcd4d5-5ade-41a1-a0d8-0ff4a5f41577 req-3b16f0c5-7d02-4c61-aebb-0c9be2b72e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:45:19.563574 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-97bcd4d5-5ade-41a1-a0d8-0ff4a5f41577 req-3b16f0c5-7d02-4c61-aebb-0c9be2b72e1f service neutron] 10.222.0.65 "GET /networking/v2.0/networks?id=1e9b15dd-98b3-43f1-ad40-35a2d1ac8607 HTTP/1.1" status: 200 len: 870 time: 0.3501604 Oct 03 13:45:19.604360 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-97bcd4d5-5ade-41a1-a0d8-0ff4a5f41577 req-db8f8b4f-76a9-49f0-a86c-549d5c848b93 service neutron] 10.222.0.65 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=ff8e3c3f-d4ed-4339-8692-a951e58c0458 HTTP/1.1" status: 200 len: 217 time: 0.0337396 Oct 03 13:45:19.655555 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bcd4d5-5ade-41a1-a0d8-0ff4a5f41577 req-f63e7923-0110-4b71-9086-e4e0c29b8d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:45:19.657009 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-97bcd4d5-5ade-41a1-a0d8-0ff4a5f41577 req-f63e7923-0110-4b71-9086-e4e0c29b8d8c service neutron] 10.222.0.65 "GET /networking/v2.0/subnets?id=883cfb09-336f-4f0e-a41c-fca95b479213 HTTP/1.1" status: 200 len: 843 time: 0.0466774 Oct 03 13:45:19.705839 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bcd4d5-5ade-41a1-a0d8-0ff4a5f41577 req-e5f21ead-97f5-4427-9daa-ad265bc21c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:45:19.707329 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-97bcd4d5-5ade-41a1-a0d8-0ff4a5f41577 req-e5f21ead-97f5-4427-9daa-ad265bc21c62 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?network_id=1e9b15dd-98b3-43f1-ad40-35a2d1ac8607&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0438221 Oct 03 13:45:19.764947 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:45:19.804637 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-97bcd4d5-5ade-41a1-a0d8-0ff4a5f41577 req-4caaa9b8-e39c-478a-be1a-f1f5cbb1a7b5 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/1e9b15dd-98b3-43f1-ad40-35a2d1ac8607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846014 Oct 03 13:45:19.898322 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-97bcd4d5-5ade-41a1-a0d8-0ff4a5f41577 req-3e39ddd7-35a9-4ffc-93f9-846febaafd25 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/1e9b15dd-98b3-43f1-ad40-35a2d1ac8607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867684 Oct 03 13:45:20.122683 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=3 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:45:20.123459 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=3 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:45:20.256772 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd0ca76-6d2c-482f-8939-dd1987f7ec9e req-6f23c398-bd2b-464a-9d7c-6a939bd55587 tempest-VolumesNegativeTest-688727769 tempest-VolumesNegativeTest-688727769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:45:20.258255 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-3fd0ca76-6d2c-482f-8939-dd1987f7ec9e req-6f23c398-bd2b-464a-9d7c-6a939bd55587 tempest-VolumesNegativeTest-688727769 tempest-VolumesNegativeTest-688727769-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=c2266762-128b-4743-8de5-7f0ea44deec4 HTTP/1.1" status: 200 len: 948 time: 0.0479593 Oct 03 13:45:20.308772 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-3fd0ca76-6d2c-482f-8939-dd1987f7ec9e req-be38e571-f83e-461a-ae6d-53a2cae25f40 tempest-VolumesNegativeTest-688727769 tempest-VolumesNegativeTest-688727769-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=cef20639-c0e5-427b-8766-d40d04474405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448403 Oct 03 13:45:21.035476 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Device ff8e3c3f-d4ed-4339-8692-a951e58c0458 details requested by agent hyperv_hv-cinder-86009 with host hv-cinder-86009 {{(pid=106270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 03 13:45:21.137619 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.db [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] For port ff8e3c3f-d4ed-4339-8692-a951e58c0458, host hv-cinder-86009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86009',level=0,port_id=ff8e3c3f-d4ed-4339-8692-a951e58c0458,segment=NetworkSegment(7be7f6d3-66e0-451f-8af3-44207099d35b),segment_id=7be7f6d3-66e0-451f-8af3-44207099d35b)] {{(pid=106270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 13:45:21.148560 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Returning: {'device': 'ff8e3c3f-d4ed-4339-8692-a951e58c0458', 'network_id': '1e9b15dd-98b3-43f1-ad40-35a2d1ac8607', 'port_id': 'ff8e3c3f-d4ed-4339-8692-a951e58c0458', 'mac_address': 'fa:16:3e:21:f4:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '883cfb09-336f-4f0e-a41c-fca95b479213', 'ip_address': '192.168.233.183'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 03 13:45:21.182910 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Current status of the port ff8e3c3f-d4ed-4339-8692-a951e58c0458 is: DOWN; New status is: BUILD {{(pid=106270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 13:45:21.183305 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (ff8e3c3f-d4ed-4339-8692-a951e58c0458), before_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:45:21.201329 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.notifiers.nova [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff8e3c3f-d4ed-4339-8692-a951e58c0458 {{(pid=106270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 03 13:45:21.223509 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.db [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] For port ff8e3c3f-d4ed-4339-8692-a951e58c0458, host hv-cinder-86009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86009',level=0,port_id=ff8e3c3f-d4ed-4339-8692-a951e58c0458,segment=NetworkSegment(7be7f6d3-66e0-451f-8af3-44207099d35b),segment_id=7be7f6d3-66e0-451f-8af3-44207099d35b)] {{(pid=106270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 13:45:21.227805 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751015143617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751014657006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751014658052'] for port (ff8e3c3f-d4ed-4339-8692-a951e58c0458), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:45:21.280549 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Pushing event updated for resources: {'Port': ['ID=ff8e3c3f-d4ed-4339-8692-a951e58c0458,revision_number=4']} {{(pid=106270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:45:21.288071 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:45:21.288357 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:45:21.288687 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:45:21.289033 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:45:21.289378 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:45:21.289812 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:45:21.290170 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:45:21.290505 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:45:21.290826 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:45:21.291149 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:45:21.291467 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:45:21.291787 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:45:21.292102 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:45:21.292418 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:45:21.292732 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:45:21.430510 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69edd81-0a80-4c94-81b4-59f76c4195a7 req-6a1e75c7-0d25-467e-b444-373853816433 tempest-VolumesNegativeTest-688727769 tempest-VolumesNegativeTest-688727769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:45:21.432869 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-f69edd81-0a80-4c94-81b4-59f76c4195a7 req-6a1e75c7-0d25-467e-b444-373853816433 tempest-VolumesNegativeTest-688727769 tempest-VolumesNegativeTest-688727769-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=c2266762-128b-4743-8de5-7f0ea44deec4 HTTP/1.1" status: 200 len: 949 time: 0.0474551 Oct 03 13:45:21.480377 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-f69edd81-0a80-4c94-81b4-59f76c4195a7 req-6bd9f180-69f4-489a-90dd-c938f0fa7437 tempest-VolumesNegativeTest-688727769 tempest-VolumesNegativeTest-688727769-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=cef20639-c0e5-427b-8766-d40d04474405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417371 Oct 03 13:45:21.497691 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.db [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] get_ports_and_sgs() called for port_ids ['ff8e3c3f-d4ed-4339-8692-a951e58c0458'] {{(pid=106270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 03 13:45:22.609780 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7cd584-db15-4a5b-af30-fbb0e013f7cd req-3224490f-cd9b-4405-b177-cd0f8d0fd9e6 tempest-VolumesNegativeTest-688727769 tempest-VolumesNegativeTest-688727769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:45:22.611160 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-bd7cd584-db15-4a5b-af30-fbb0e013f7cd req-3224490f-cd9b-4405-b177-cd0f8d0fd9e6 tempest-VolumesNegativeTest-688727769 tempest-VolumesNegativeTest-688727769-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=c2266762-128b-4743-8de5-7f0ea44deec4 HTTP/1.1" status: 200 len: 949 time: 0.0525558 Oct 03 13:45:22.659579 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-bd7cd584-db15-4a5b-af30-fbb0e013f7cd req-e0cb23c7-0315-460e-86f5-a6f964f3b54e tempest-VolumesNegativeTest-688727769 tempest-VolumesNegativeTest-688727769-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=cef20639-c0e5-427b-8766-d40d04474405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427148 Oct 03 13:45:23.053366 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Device ff8e3c3f-d4ed-4339-8692-a951e58c0458 up at agent hyperv_hv-cinder-86009 {{(pid=106270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 13:45:23.106048 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.provisioning_blocks [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Provisioning for port ff8e3c3f-d4ed-4339-8692-a951e58c0458 completed by entity L2. {{(pid=106270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 03 13:45:23.112952 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.provisioning_blocks [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Provisioning complete for port ff8e3c3f-d4ed-4339-8692-a951e58c0458 triggered by entity L2. {{(pid=106270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 13:45:23.113551 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1340199'] for port (ff8e3c3f-d4ed-4339-8692-a951e58c0458), provisioning_complete {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:45:23.113988 dv-cinder-860090-1-iscsi neutron-server[106270]: INFO neutron.plugins.ml2.plugin [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Attempt 1 to provision port ff8e3c3f-d4ed-4339-8692-a951e58c0458 Oct 03 13:45:23.200698 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Current status of the port ff8e3c3f-d4ed-4339-8692-a951e58c0458 is: BUILD; New status is: ACTIVE {{(pid=106270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 13:45:23.201179 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (ff8e3c3f-d4ed-4339-8692-a951e58c0458), before_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:45:23.212579 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:45:23.235518 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2266762-128b-4743-8de5-7f0ea44deec4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff8e3c3f-d4ed-4339-8692-a951e58c0458'}] {{(pid=106270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 13:45:23.237794 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}560c9627402e85393d05fbb3c51e26d9631cba9dc4b6297c571b83e08b497dad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79c03668-44c5-4b32-8274-c5d75b385932" -d '{"events": [{"server_uuid": "c2266762-128b-4743-8de5-7f0ea44deec4", "name": "network-vif-plugged", "status": "completed", "tag": "ff8e3c3f-d4ed-4339-8692-a951e58c0458"}]}' {{(pid=106270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 13:45:23.255585 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.db [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] For port ff8e3c3f-d4ed-4339-8692-a951e58c0458, host hv-cinder-86009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86009',level=0,port_id=ff8e3c3f-d4ed-4339-8692-a951e58c0458,segment=NetworkSegment(7be7f6d3-66e0-451f-8af3-44207099d35b),segment_id=7be7f6d3-66e0-451f-8af3-44207099d35b)] {{(pid=106270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 13:45:23.260395 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751015143617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751014657006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751014658052'] for port (ff8e3c3f-d4ed-4339-8692-a951e58c0458), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:45:23.424176 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 13:45:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bd320ae-160a-4726-b680-23e2c19d2c7d x-openstack-request-id: req-9bd320ae-160a-4726-b680-23e2c19d2c7d {{(pid=106270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 13:45:23.424469 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2266762-128b-4743-8de5-7f0ea44deec4", "name": "network-vif-plugged", "status": "completed", "tag": "ff8e3c3f-d4ed-4339-8692-a951e58c0458", "code": 200}]} {{(pid=106270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 13:45:23.424722 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9bd320ae-160a-4726-b680-23e2c19d2c7d {{(pid=106270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 13:45:23.425116 dv-cinder-860090-1-iscsi neutron-server[106270]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9bd320ae-160a-4726-b680-23e2c19d2c7d'] response: {'server_uuid': 'c2266762-128b-4743-8de5-7f0ea44deec4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff8e3c3f-d4ed-4339-8692-a951e58c0458', 'code': 200} Oct 03 13:45:23.436073 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:45:23.454545 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Pushing event updated for resources: {'Port': ['ID=ff8e3c3f-d4ed-4339-8692-a951e58c0458,revision_number=5']} {{(pid=106270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:45:23.494172 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46f544f-e60b-4e0e-9675-60fa3deeec22 req-98e5e854-7064-4b5f-bb67-ef83e5a2885d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:45:23.495783 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-c46f544f-e60b-4e0e-9675-60fa3deeec22 req-98e5e854-7064-4b5f-bb67-ef83e5a2885d service neutron] 10.222.0.65 "GET /networking/v2.0/ports?device_id=c2266762-128b-4743-8de5-7f0ea44deec4 HTTP/1.1" status: 200 len: 1134 time: 0.0401661 Oct 03 13:45:23.526136 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=100 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:45:23.543274 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-c46f544f-e60b-4e0e-9675-60fa3deeec22 req-5939313d-5395-481e-9549-eb3c28c9feba service neutron] 10.222.0.65 "GET /networking/v2.0/security-groups?id=cef20639-c0e5-427b-8766-d40d04474405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409541 Oct 03 13:45:23.782336 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e7127f-d3fa-46af-a6e4-68ac63d69db1 req-7749b9b3-dd3b-49ff-90de-2b412f2a4b55 tempest-VolumesNegativeTest-688727769 tempest-VolumesNegativeTest-688727769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:45:23.783833 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-12e7127f-d3fa-46af-a6e4-68ac63d69db1 req-7749b9b3-dd3b-49ff-90de-2b412f2a4b55 tempest-VolumesNegativeTest-688727769 tempest-VolumesNegativeTest-688727769-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=c2266762-128b-4743-8de5-7f0ea44deec4 HTTP/1.1" status: 200 len: 950 time: 0.0469971 Oct 03 13:45:23.834179 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-12e7127f-d3fa-46af-a6e4-68ac63d69db1 req-20b1f37c-2dba-4c65-ae8e-ec882dfd134f tempest-VolumesNegativeTest-688727769 tempest-VolumesNegativeTest-688727769-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=cef20639-c0e5-427b-8766-d40d04474405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447412 Oct 03 13:45:24.963132 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac147d0e-0ba0-4440-9d0f-284b75e1ae2a req-95b592c4-0379-4814-8768-14cb5a558378 tempest-VolumesNegativeTest-688727769 tempest-VolumesNegativeTest-688727769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:45:24.964612 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-ac147d0e-0ba0-4440-9d0f-284b75e1ae2a req-95b592c4-0379-4814-8768-14cb5a558378 tempest-VolumesNegativeTest-688727769 tempest-VolumesNegativeTest-688727769-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=c2266762-128b-4743-8de5-7f0ea44deec4 HTTP/1.1" status: 200 len: 950 time: 0.0506127 Oct 03 13:45:25.014729 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-ac147d0e-0ba0-4440-9d0f-284b75e1ae2a req-de3a5372-7e70-4961-b558-41e82ea91d0f tempest-VolumesNegativeTest-688727769 tempest-VolumesNegativeTest-688727769-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=cef20639-c0e5-427b-8766-d40d04474405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441055 Oct 03 13:45:26.139533 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd892001-dc44-437d-a20d-6150a1b54b26 req-9bd56eb6-c592-492f-9040-85b42e0ef35d tempest-VolumesNegativeTest-688727769 tempest-VolumesNegativeTest-688727769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:45:26.140905 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-cd892001-dc44-437d-a20d-6150a1b54b26 req-9bd56eb6-c592-492f-9040-85b42e0ef35d tempest-VolumesNegativeTest-688727769 tempest-VolumesNegativeTest-688727769-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=c2266762-128b-4743-8de5-7f0ea44deec4 HTTP/1.1" status: 200 len: 950 time: 0.0481250 Oct 03 13:45:26.188615 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-cd892001-dc44-437d-a20d-6150a1b54b26 req-7edf4121-4c23-4641-a86b-f3652782556a tempest-VolumesNegativeTest-688727769 tempest-VolumesNegativeTest-688727769-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=cef20639-c0e5-427b-8766-d40d04474405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420413 Oct 03 13:45:26.465373 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7b9155-fa0e-42a0-9a30-ca827dc516cd req-d2ce5626-8683-4700-b61c-701f175ce248 tempest-VolumesNegativeTest-688727769 tempest-VolumesNegativeTest-688727769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:45:26.466889 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-5c7b9155-fa0e-42a0-9a30-ca827dc516cd req-d2ce5626-8683-4700-b61c-701f175ce248 tempest-VolumesNegativeTest-688727769 tempest-VolumesNegativeTest-688727769-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=c2266762-128b-4743-8de5-7f0ea44deec4 HTTP/1.1" status: 200 len: 950 time: 0.0464053 Oct 03 13:45:26.516326 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-5c7b9155-fa0e-42a0-9a30-ca827dc516cd req-a059c959-e0f0-42d9-98c4-6af8938e83ca tempest-VolumesNegativeTest-688727769 tempest-VolumesNegativeTest-688727769-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=cef20639-c0e5-427b-8766-d40d04474405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437105 Oct 03 13:45:27.644350 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138d2c0c-82e8-4302-a5fa-8b33591d61da req-512c4a6f-e1fe-4d15-80cb-4103f016ffb6 tempest-VolumesNegativeTest-688727769 tempest-VolumesNegativeTest-688727769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:45:27.645763 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-138d2c0c-82e8-4302-a5fa-8b33591d61da req-512c4a6f-e1fe-4d15-80cb-4103f016ffb6 tempest-VolumesNegativeTest-688727769 tempest-VolumesNegativeTest-688727769-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=c2266762-128b-4743-8de5-7f0ea44deec4 HTTP/1.1" status: 200 len: 950 time: 0.0477266 Oct 03 13:45:27.693707 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-138d2c0c-82e8-4302-a5fa-8b33591d61da req-7e78ed66-8f32-49d4-ab83-9d1dcbc2566b tempest-VolumesNegativeTest-688727769 tempest-VolumesNegativeTest-688727769-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=cef20639-c0e5-427b-8766-d40d04474405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418060 Oct 03 13:45:28.096981 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdb7f3e-0d63-48d2-bfc4-4f2682db9991 req-000b5f4c-6026-4f08-bab8-840a71289801 tempest-VolumesNegativeTest-688727769 tempest-VolumesNegativeTest-688727769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:45:28.098466 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-3fdb7f3e-0d63-48d2-bfc4-4f2682db9991 req-000b5f4c-6026-4f08-bab8-840a71289801 tempest-VolumesNegativeTest-688727769 tempest-VolumesNegativeTest-688727769-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=c2266762-128b-4743-8de5-7f0ea44deec4 HTTP/1.1" status: 200 len: 950 time: 0.0509458 Oct 03 13:45:28.183800 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.plugin [req-3fdb7f3e-0d63-48d2-bfc4-4f2682db9991 req-ddf92a06-2b80-4690-8b7e-be161e92f432 tempest-VolumesNegativeTest-688727769 tempest-VolumesNegativeTest-688727769-project] Deleting port ff8e3c3f-d4ed-4339-8692-a951e58c0458 {{(pid=106268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 13:45:28.184141 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-3fdb7f3e-0d63-48d2-bfc4-4f2682db9991 req-ddf92a06-2b80-4690-8b7e-be161e92f432 tempest-VolumesNegativeTest-688727769 tempest-VolumesNegativeTest-688727769-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751015143464'] for port (ff8e3c3f-d4ed-4339-8692-a951e58c0458), before_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:45:28.286299 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.db [req-3fdb7f3e-0d63-48d2-bfc4-4f2682db9991 req-ddf92a06-2b80-4690-8b7e-be161e92f432 tempest-VolumesNegativeTest-688727769 tempest-VolumesNegativeTest-688727769-project] For port ff8e3c3f-d4ed-4339-8692-a951e58c0458, host hv-cinder-86009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86009',level=0,port_id=ff8e3c3f-d4ed-4339-8692-a951e58c0458,segment=NetworkSegment(7be7f6d3-66e0-451f-8af3-44207099d35b),segment_id=7be7f6d3-66e0-451f-8af3-44207099d35b)] {{(pid=106268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 13:45:28.286663 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-3fdb7f3e-0d63-48d2-bfc4-4f2682db9991 req-ddf92a06-2b80-4690-8b7e-be161e92f432 tempest-VolumesNegativeTest-688727769 tempest-VolumesNegativeTest-688727769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724412'] for port (ff8e3c3f-d4ed-4339-8692-a951e58c0458), precommit_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:45:28.300315 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.plugin [req-3fdb7f3e-0d63-48d2-bfc4-4f2682db9991 req-ddf92a06-2b80-4690-8b7e-be161e92f432 tempest-VolumesNegativeTest-688727769 tempest-VolumesNegativeTest-688727769-project] Calling delete_port for ff8e3c3f-d4ed-4339-8692-a951e58c0458 owned by compute:nova {{(pid=106268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 13:45:28.356706 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=100 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:45:28.414196 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.agents_db [None req-0a1e5e68-d5eb-461a-8b1a-39e3d06a9bb6 None None] Agent healthcheck: found 6 active agents {{(pid=106271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 03 13:45:28.428876 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-3fdb7f3e-0d63-48d2-bfc4-4f2682db9991 req-ddf92a06-2b80-4690-8b7e-be161e92f432 tempest-VolumesNegativeTest-688727769 tempest-VolumesNegativeTest-688727769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751015146406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751014656997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25417805'] for port (ff8e3c3f-d4ed-4339-8692-a951e58c0458), after_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:45:28.441261 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.db [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] get_ports_and_sgs() called for port_ids ['ff8e3c3f-d4ed-4339-8692-a951e58c0458'] {{(pid=106270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 03 13:45:28.459053 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf92a06-2b80-4690-8b7e-be161e92f432 tempest-VolumesNegativeTest-688727769 tempest-VolumesNegativeTest-688727769-project] Pushing event deleted for resources: {'Port': ['ID=ff8e3c3f-d4ed-4339-8692-a951e58c0458,revision_number=None']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:45:28.508270 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fdb7f3e-0d63-48d2-bfc4-4f2682db9991 req-ddf92a06-2b80-4690-8b7e-be161e92f432 tempest-VolumesNegativeTest-688727769 tempest-VolumesNegativeTest-688727769-project] No DVR routers for this DVR port ff8e3c3f-d4ed-4339-8692-a951e58c0458 on host hv-cinder-86009 {{(pid=106268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 03 13:45:28.511127 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-3fdb7f3e-0d63-48d2-bfc4-4f2682db9991 req-ddf92a06-2b80-4690-8b7e-be161e92f432 tempest-VolumesNegativeTest-688727769 tempest-VolumesNegativeTest-688727769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512321'] for port (None), before_response {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:45:28.514400 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-3fdb7f3e-0d63-48d2-bfc4-4f2682db9991 req-ddf92a06-2b80-4690-8b7e-be161e92f432 tempest-VolumesNegativeTest-688727769 tempest-VolumesNegativeTest-688727769-project] 10.222.0.65 "DELETE /networking/v2.0/ports/ff8e3c3f-d4ed-4339-8692-a951e58c0458 HTTP/1.1" status: 204 len: 173 time: 0.4096467 Oct 03 13:45:28.514909 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2266762-128b-4743-8de5-7f0ea44deec4', 'name': 'network-vif-deleted', 'tag': 'ff8e3c3f-d4ed-4339-8692-a951e58c0458'}] {{(pid=106268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 13:45:28.517199 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd70873512ffc397a2b7ac25ee02414627e7506f7787b64d61dc92e00300ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a62acff0-4eb0-414c-bce5-0ad8316a7cd8" -d '{"events": [{"server_uuid": "c2266762-128b-4743-8de5-7f0ea44deec4", "name": "network-vif-deleted", "tag": "ff8e3c3f-d4ed-4339-8692-a951e58c0458"}]}' {{(pid=106268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 13:45:28.564584 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 13:45:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09d15c61-0ae9-40e7-9e1d-581fdbde2110 x-openstack-request-id: req-09d15c61-0ae9-40e7-9e1d-581fdbde2110 {{(pid=106268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 13:45:28.564892 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2266762-128b-4743-8de5-7f0ea44deec4", "name": "network-vif-deleted", "tag": "ff8e3c3f-d4ed-4339-8692-a951e58c0458", "status": "completed", "code": 200}]} {{(pid=106268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 13:45:28.565164 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-09d15c61-0ae9-40e7-9e1d-581fdbde2110 {{(pid=106268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 13:45:28.565650 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09d15c61-0ae9-40e7-9e1d-581fdbde2110'] response: {'server_uuid': 'c2266762-128b-4743-8de5-7f0ea44deec4', 'name': 'network-vif-deleted', 'tag': 'ff8e3c3f-d4ed-4339-8692-a951e58c0458', 'status': 'completed', 'code': 200} Oct 03 13:45:28.815151 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-fb31f683-0526-4d20-ba94-85c99e0e0bd1 req-830f4c05-a018-4d0a-b9c1-582b14fbfc24 tempest-VolumesNegativeTest-688727769 tempest-VolumesNegativeTest-688727769-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=c2266762-128b-4743-8de5-7f0ea44deec4 HTTP/1.1" status: 200 len: 210 time: 0.0281129 Oct 03 13:45:32.126669 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-1b8c01c3-fe20-4f9d-a47c-503cef1be99e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (3460fffa-818c-4144-9400-237880db20a4), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:45:33.099728 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Device ff8e3c3f-d4ed-4339-8692-a951e58c0458 no longer exists at agent hyperv_hv-cinder-86009 {{(pid=106270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 13:45:33.119964 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] No Port match for: ff8e3c3f-d4ed-4339-8692-a951e58c0458 {{(pid=106270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 03 13:45:33.120305 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Device ff8e3c3f-d4ed-4339-8692-a951e58c0458 not bound to the agent host hv-cinder-86009 {{(pid=106270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 03 13:45:34.150713 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 38918) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:45:34.257088 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=74,neutron:INSERT=5 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:45:34.258983 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=73,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:45:34.302407 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-a6a312c6-9188-44f2-acbd-96dc2c710572 admin admin] 10.222.0.58 "GET /networking/v2.0/security-groups?tenant_id=7bd22634160a4ad38a7e57b11bd0c2db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1503167 Oct 03 13:45:34.305113 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 38922) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:45:34.353149 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-9aca5ad1-803d-46e8-8e87-5ca30da8b224 admin admin] Publish callbacks [] for security_group (cef20639-c0e5-427b-8766-d40d04474405), before_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:45:34.374814 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-9aca5ad1-803d-46e8-8e87-5ca30da8b224 admin admin] Publish callbacks [] for security_group (cef20639-c0e5-427b-8766-d40d04474405), precommit_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:45:34.424666 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-9aca5ad1-803d-46e8-8e87-5ca30da8b224 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (cef20639-c0e5-427b-8766-d40d04474405), after_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:45:34.427092 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-9aca5ad1-803d-46e8-8e87-5ca30da8b224 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:45:34.428231 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-9aca5ad1-803d-46e8-8e87-5ca30da8b224 admin admin] 10.222.0.58 "DELETE /networking/v2.0/security-groups/cef20639-c0e5-427b-8766-d40d04474405 HTTP/1.1" status: 204 len: 168 time: 0.1221919 Oct 03 13:45:34.436303 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aca5ad1-803d-46e8-8e87-5ca30da8b224 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cef20639-c0e5-427b-8766-d40d04474405,revision_number=None']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:45:34.899250 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-8d1ef3e2-075c-4078-81f4-2a356dc0418e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (94180321-47b1-4b5c-b620-b1b0a31df446), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:45:35.077082 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 38944) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:45:35.175553 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.v2.base [None req-bf0d4e39-7028-4528-a465-4c3f1cd517a9 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1312681359-network', 'tenant_id': 'e8b666774ba8449f90cf329b90725fe4'}} {{(pid=106268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 13:45:35.196966 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf0d4e39-7028-4528-a465-4c3f1cd517a9 admin admin] Made reservation on behalf of e8b666774ba8449f90cf329b90725fe4 for: {'network': 1} {{(pid=106268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 13:45:35.199676 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-bf0d4e39-7028-4528-a465-4c3f1cd517a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for network (None), before_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:45:35.208920 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-bf0d4e39-7028-4528-a465-4c3f1cd517a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:45:35.278272 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:45:35.293920 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-bf0d4e39-7028-4528-a465-4c3f1cd517a9 admin admin] Publish callbacks [] for security_group (4fc2c12f-6346-4853-a9f5-5403b329349d), precommit_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:45:35.298587 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-bf0d4e39-7028-4528-a465-4c3f1cd517a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (4fc2c12f-6346-4853-a9f5-5403b329349d), after_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:45:35.327781 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf0d4e39-7028-4528-a465-4c3f1cd517a9 admin admin] vlan segment allocate from pool success with {'vlan_id': 625, 'physical_network': 'physnet1'} {{(pid=106268) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 03 13:45:35.334473 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0d4e39-7028-4528-a465-4c3f1cd517a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fc2c12f-6346-4853-a9f5-5403b329349d,revision_number=1']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:45:35.345619 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-bf0d4e39-7028-4528-a465-4c3f1cd517a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1333683'] for segment (8d7404da-76ae-470e-bccd-b422f80b4e84), precommit_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:45:35.345976 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.db.segments_db [None req-bf0d4e39-7028-4528-a465-4c3f1cd517a9 admin admin] Added segment 8d7404da-76ae-470e-bccd-b422f80b4e84 of type vlan for network aaceeb30-8226-4211-b394-e89b17ce4e38 Oct 03 13:45:35.348112 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0d4e39-7028-4528-a465-4c3f1cd517a9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:45:35.348462 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0d4e39-7028-4528-a465-4c3f1cd517a9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:45:35.348801 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0d4e39-7028-4528-a465-4c3f1cd517a9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:45:35.349142 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0d4e39-7028-4528-a465-4c3f1cd517a9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:45:35.349497 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0d4e39-7028-4528-a465-4c3f1cd517a9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:45:35.349838 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0d4e39-7028-4528-a465-4c3f1cd517a9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:45:35.350162 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0d4e39-7028-4528-a465-4c3f1cd517a9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:45:35.350486 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0d4e39-7028-4528-a465-4c3f1cd517a9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:45:35.350810 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0d4e39-7028-4528-a465-4c3f1cd517a9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:45:35.351134 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0d4e39-7028-4528-a465-4c3f1cd517a9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:45:35.351461 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0d4e39-7028-4528-a465-4c3f1cd517a9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:45:35.351784 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0d4e39-7028-4528-a465-4c3f1cd517a9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:45:35.352103 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0d4e39-7028-4528-a465-4c3f1cd517a9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:45:35.352420 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0d4e39-7028-4528-a465-4c3f1cd517a9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:45:35.352735 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0d4e39-7028-4528-a465-4c3f1cd517a9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:45:35.399629 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-bf0d4e39-7028-4528-a465-4c3f1cd517a9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751014593985'] for network (aaceeb30-8226-4211-b394-e89b17ce4e38), precommit_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:45:35.425651 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-bf0d4e39-7028-4528-a465-4c3f1cd517a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644'] for network (aaceeb30-8226-4211-b394-e89b17ce4e38), after_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:45:35.426620 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf0d4e39-7028-4528-a465-4c3f1cd517a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:45:35.427204 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-bf0d4e39-7028-4528-a465-4c3f1cd517a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798626'] for network (None), before_response {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:45:35.480457 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-bf0d4e39-7028-4528-a465-4c3f1cd517a9 admin admin] 10.222.0.58 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4019272 Oct 03 13:45:35.484197 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 38948) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:45:35.489257 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.v2.base [None req-466741f9-fdf7-48b3-be5b-c703e4ac1419 admin admin] Request body: {'subnet': {'network_id': 'aaceeb30-8226-4211-b394-e89b17ce4e38', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1312681359-subnet', 'tenant_id': 'e8b666774ba8449f90cf329b90725fe4', 'ip_version': 4}} {{(pid=106269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 13:45:35.492266 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0d4e39-7028-4528-a465-4c3f1cd517a9 admin admin] Pushing event updated for resources: {'Network': ['ID=aaceeb30-8226-4211-b394-e89b17ce4e38,revision_number=1']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:45:35.504570 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Network aaceeb30-8226-4211-b394-e89b17ce4e38 details requested by agent ovs-agent-dv-cinder-860090-1-iscsi with host dv-cinder-860090-1-iscsi {{(pid=106270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 03 13:45:35.510771 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-466741f9-fdf7-48b3-be5b-c703e4ac1419 admin admin] Made reservation on behalf of e8b666774ba8449f90cf329b90725fe4 for: {'subnet': 1} {{(pid=106269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 13:45:35.513755 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-466741f9-fdf7-48b3-be5b-c703e4ac1419 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25931174'] for subnet (None), before_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:45:35.687142 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-466741f9-fdf7-48b3-be5b-c703e4ac1419 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26503073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25931188'] for subnet (236f2398-faa5-4e26-befc-9b72a296de36), after_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:45:35.739873 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466741f9-fdf7-48b3-be5b-c703e4ac1419 admin admin] Pushing event updated for resources: {'Subnet': ['ID=236f2398-faa5-4e26-befc-9b72a296de36,revision_number=0']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:45:35.755138 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-466741f9-fdf7-48b3-be5b-c703e4ac1419 admin admin] Checking segment: {'id': '8d7404da-76ae-470e-bccd-b422f80b4e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'aaceeb30-8226-4211-b394-e89b17ce4e38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 13:45:35.755492 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-466741f9-fdf7-48b3-be5b-c703e4ac1419 admin admin] Network hostable DHCP agents. Network: aaceeb30-8226-4211-b394-e89b17ce4e38, hostable agents: ['3460fffa-818c-4144-9400-237880db20a4'], hosted agents: [] {{(pid=106269) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 03 13:45:35.773873 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-466741f9-fdf7-48b3-be5b-c703e4ac1419 admin admin] Network aaceeb30-8226-4211-b394-e89b17ce4e38 is scheduled to be hosted by DHCP agent 3460fffa-818c-4144-9400-237880db20a4 with binding_index 1 {{(pid=106269) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 03 13:45:35.784025 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.scheduler.base_scheduler [None req-466741f9-fdf7-48b3-be5b-c703e4ac1419 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-860090-1-iscsi, aaceeb30-8226-4211-b394-e89b17ce4e38) {{(pid=106269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 13:45:35.788760 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-466741f9-fdf7-48b3-be5b-c703e4ac1419 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:45:35.789469 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-466741f9-fdf7-48b3-be5b-c703e4ac1419 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:45:35.796187 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d2417c6-e85b-43f9-b50d-330748395deb None None] Network aaceeb30-8226-4211-b394-e89b17ce4e38 requested from dv-cinder-860090-1-iscsi {{(pid=106270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 03 13:45:35.806688 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-466741f9-fdf7-48b3-be5b-c703e4ac1419 admin admin] 10.222.0.58 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3212962 Oct 03 13:45:35.809390 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 38950) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:45:35.813657 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.v2.base [None req-b8a8242c-2b83-40d6-8782-f2c73e5fce48 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1312681359-router', 'tenant_id': 'e8b666774ba8449f90cf329b90725fe4', 'external_gateway_info': {'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28'}}} {{(pid=106269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 13:45:35.834636 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-b8a8242c-2b83-40d6-8782-f2c73e5fce48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3891666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3482'] for router (b5952a5f-f697-41d2-9591-3f1323c22c7e), before_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:45:35.835722 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-b8a8242c-2b83-40d6-8782-f2c73e5fce48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3893758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3720341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3840717', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3457'] for router (b5952a5f-f697-41d2-9591-3f1323c22c7e), precommit_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:45:35.919089 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56ad2cb6-ccc4-476c-a330-976c7dbc310a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e18259c-eb52-5c02-b1a4-6d109347d270-aaceeb30-8226-4211-b394-e89b17ce4e38', 'network_id': 'aaceeb30-8226-4211-b394-e89b17ce4e38', 'project_id': 'e8b666774ba8449f90cf329b90725fe4', 'fixed_ips': [{'subnet_id': '236f2398-faa5-4e26-befc-9b72a296de36'}]}} from dv-cinder-860090-1-iscsi. {{(pid=106270) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 03 13:45:35.920288 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-56ad2cb6-ccc4-476c-a330-976c7dbc310a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (None), before_create {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:45:36.061638 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.db_base_plugin_common [None req-56ad2cb6-ccc4-476c-a330-976c7dbc310a None None] Allocated IP 172.20.0.2 (aaceeb30-8226-4211-b394-e89b17ce4e38/236f2398-faa5-4e26-befc-9b72a296de36/54da1bb6-b9d1-462a-b3c8-4c84fc4b4704) {{(pid=106270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 13:45:36.149417 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-b8a8242c-2b83-40d6-8782-f2c73e5fce48 admin admin] Publish callbacks [] for router_controller (b5952a5f-f697-41d2-9591-3f1323c22c7e), precommit_add_association {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:45:36.211552 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-1bb28928-3e93-41c9-8900-1ecfb790b160 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (5eabf47d-5620-4e94-9269-ef19fe52be68), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:45:36.222965 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-56ad2cb6-ccc4-476c-a330-976c7dbc310a None None] Publish callbacks [] for port (54da1bb6-b9d1-462a-b3c8-4c84fc4b4704), precommit_create {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:45:36.228136 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-56ad2cb6-ccc4-476c-a330-976c7dbc310a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751014656988'] for port (54da1bb6-b9d1-462a-b3c8-4c84fc4b4704), after_create {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:45:36.277511 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56ad2cb6-ccc4-476c-a330-976c7dbc310a None None] Network aaceeb30-8226-4211-b394-e89b17ce4e38 is already hosted by enough agents. {{(pid=106270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 13:45:36.281378 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.scheduler.base_scheduler [None req-56ad2cb6-ccc4-476c-a330-976c7dbc310a None None] Resources bound (agent type, host, resource id): {{(pid=106270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 13:45:36.284462 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ad2cb6-ccc4-476c-a330-976c7dbc310a None None] Received port after_create {{(pid=106270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 13:45:36.287530 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ad2cb6-ccc4-476c-a330-976c7dbc310a None None] Pushing event updated for resources: {'Port': ['ID=54da1bb6-b9d1-462a-b3c8-4c84fc4b4704,revision_number=1']} {{(pid=106270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:45:36.287699 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-b8a8242c-2b83-40d6-8782-f2c73e5fce48 admin admin] Publish callbacks [] for router_gateway (b5952a5f-f697-41d2-9591-3f1323c22c7e), precommit_update {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:45:36.351691 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.managers [None req-56ad2cb6-ccc4-476c-a330-976c7dbc310a None None] Attempting to bind port 54da1bb6-b9d1-462a-b3c8-4c84fc4b4704 on host dv-cinder-860090-1-iscsi for vnic_type normal with profile {{(pid=106270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 13:45:36.352215 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.managers [None req-56ad2cb6-ccc4-476c-a330-976c7dbc310a None None] Attempting to bind port 54da1bb6-b9d1-462a-b3c8-4c84fc4b4704 by drivers openvswitch,hyperv on host dv-cinder-860090-1-iscsi at level 0 using segments [{'id': '8d7404da-76ae-470e-bccd-b422f80b4e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'aaceeb30-8226-4211-b394-e89b17ce4e38'}] {{(pid=106270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 13:45:36.352631 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ad2cb6-ccc4-476c-a330-976c7dbc310a None None] Attempting to bind port 54da1bb6-b9d1-462a-b3c8-4c84fc4b4704 on network aaceeb30-8226-4211-b394-e89b17ce4e38 {{(pid=106270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 13:45:36.353524 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=88,neutron:DELETE=1,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:45:36.398550 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ad2cb6-ccc4-476c-a330-976c7dbc310a None None] Checking agent: {'id': 'd46c7ed5-c451-4a76-ab3f-ab8e3ea4a5ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860090-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 13, 22, 7), 'started_at': datetime.datetime(2022, 10, 3, 13, 22, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 13, 45, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860090-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 13:45:36.398923 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ad2cb6-ccc4-476c-a330-976c7dbc310a None None] Checking segment: {'id': '8d7404da-76ae-470e-bccd-b422f80b4e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'aaceeb30-8226-4211-b394-e89b17ce4e38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 13:45:36.399329 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-56ad2cb6-ccc4-476c-a330-976c7dbc310a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:45:36.399719 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ad2cb6-ccc4-476c-a330-976c7dbc310a None None] Bound using segment: {'id': '8d7404da-76ae-470e-bccd-b422f80b4e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'aaceeb30-8226-4211-b394-e89b17ce4e38'} {{(pid=106270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 13:45:36.400197 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.managers [None req-56ad2cb6-ccc4-476c-a330-976c7dbc310a None None] Bound port: 54da1bb6-b9d1-462a-b3c8-4c84fc4b4704, host: dv-cinder-860090-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d7404da-76ae-470e-bccd-b422f80b4e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'aaceeb30-8226-4211-b394-e89b17ce4e38'}}] {{(pid=106270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 13:45:36.400576 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-56ad2cb6-ccc4-476c-a330-976c7dbc310a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (54da1bb6-b9d1-462a-b3c8-4c84fc4b4704), before_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:45:36.464174 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:45:36.468363 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:45:36.472704 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.db [None req-56ad2cb6-ccc4-476c-a330-976c7dbc310a None None] For port 54da1bb6-b9d1-462a-b3c8-4c84fc4b4704, host dv-cinder-860090-1-iscsi, cleared binding levels {{(pid=106270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 13:45:36.477562 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.db [None req-56ad2cb6-ccc4-476c-a330-976c7dbc310a None None] For port 54da1bb6-b9d1-462a-b3c8-4c84fc4b4704, host dv-cinder-860090-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860090-1-iscsi',level=0,port_id=54da1bb6-b9d1-462a-b3c8-4c84fc4b4704,segment=NetworkSegment(8d7404da-76ae-470e-bccd-b422f80b4e84),segment_id=8d7404da-76ae-470e-bccd-b422f80b4e84)] {{(pid=106270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 13:45:36.485338 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-b8a8242c-2b83-40d6-8782-f2c73e5fce48 admin admin] Publish callbacks [] for router_gateway (b5952a5f-f697-41d2-9591-3f1323c22c7e), before_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:45:36.487199 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-56ad2cb6-ccc4-476c-a330-976c7dbc310a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751015143617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751014657006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751014658052'] for port (54da1bb6-b9d1-462a-b3c8-4c84fc4b4704), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:45:36.508737 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-b8a8242c-2b83-40d6-8782-f2c73e5fce48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (None), before_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:45:36.547006 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ad2cb6-ccc4-476c-a330-976c7dbc310a None None] Pushing event updated for resources: {'Port': ['ID=54da1bb6-b9d1-462a-b3c8-4c84fc4b4704,revision_number=2']} {{(pid=106270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:45:36.647682 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.db.db_base_plugin_common [None req-b8a8242c-2b83-40d6-8782-f2c73e5fce48 admin admin] Allocated IP 172.27.1.197 (ad648d78-633d-4222-aa42-7cb50aab7a28/4a9222c2-0418-495a-a49e-d43d754e0950/44aa7dee-073a-4fed-bfc7-33b1ccfce5e8) {{(pid=106269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 13:45:36.775722 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-b8a8242c-2b83-40d6-8782-f2c73e5fce48 admin admin] Publish callbacks [] for port (44aa7dee-073a-4fed-bfc7-33b1ccfce5e8), precommit_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:45:36.814047 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-b8a8242c-2b83-40d6-8782-f2c73e5fce48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751014656988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26503125'] for port (44aa7dee-073a-4fed-bfc7-33b1ccfce5e8), after_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:45:36.857606 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8a8242c-2b83-40d6-8782-f2c73e5fce48 admin admin] Network ad648d78-633d-4222-aa42-7cb50aab7a28 is already hosted by enough agents. {{(pid=106269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 13:45:36.863064 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.scheduler.base_scheduler [None req-b8a8242c-2b83-40d6-8782-f2c73e5fce48 admin admin] Resources bound (agent type, host, resource id): {{(pid=106269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 13:45:36.865237 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a8242c-2b83-40d6-8782-f2c73e5fce48 admin admin] Pushing event updated for resources: {'Port': ['ID=44aa7dee-073a-4fed-bfc7-33b1ccfce5e8,revision_number=1']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:45:36.867392 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a8242c-2b83-40d6-8782-f2c73e5fce48 admin admin] Received port after_create {{(pid=106269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 13:45:37.103244 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-b8a8242c-2b83-40d6-8782-f2c73e5fce48 admin admin] Publish callbacks [] for router_gateway (b5952a5f-f697-41d2-9591-3f1323c22c7e), after_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:45:37.250381 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:45:37.301867 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-b8a8242c-2b83-40d6-8782-f2c73e5fce48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3893737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3894980'] for router (b5952a5f-f697-41d2-9591-3f1323c22c7e), after_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:45:37.406263 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-826b5b2f-160b-4bc6-bac1-5af224119372 None None] Network aaceeb30-8226-4211-b394-e89b17ce4e38 requested from dv-cinder-860090-1-iscsi {{(pid=106270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 03 13:45:37.409316 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:45:37.441120 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8a8242c-2b83-40d6-8782-f2c73e5fce48 admin admin] Router b5952a5f-f697-41d2-9591-3f1323c22c7e is scheduled to L3 agent 94180321-47b1-4b5c-b620-b1b0a31df446 with binding_index 1 {{(pid=106269) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 03 13:45:37.450149 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:45:37.512170 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (d46c7ed5-c451-4a76-ab3f-ab8e3ea4a5ec), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:45:37.539865 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.provisioning_blocks [None req-26e97919-5ee1-42a7-86cd-2572244c598b None None] Provisioning complete for port 54da1bb6-b9d1-462a-b3c8-4c84fc4b4704 triggered by entity DHCP. {{(pid=106270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 13:45:37.540240 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-26e97919-5ee1-42a7-86cd-2572244c598b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1340199'] for port (54da1bb6-b9d1-462a-b3c8-4c84fc4b4704), provisioning_complete {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:45:37.540581 dv-cinder-860090-1-iscsi neutron-server[106270]: INFO neutron.plugins.ml2.plugin [None req-26e97919-5ee1-42a7-86cd-2572244c598b None None] Attempt 1 to provision port 54da1bb6-b9d1-462a-b3c8-4c84fc4b4704 Oct 03 13:45:37.556080 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8a8242c-2b83-40d6-8782-f2c73e5fce48 admin admin] Notify agent at l3_agent.dv-cinder-860090-1-iscsi the message routers_updated {{(pid=106269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 13:45:37.571196 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b75836f8-d045-40fd-b185-b6c636ef9440 None None] Sync routers for ids ['b5952a5f-f697-41d2-9591-3f1323c22c7e'] in dv-cinder-860090-1-iscsi {{(pid=106271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 13:45:37.582073 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-b8a8242c-2b83-40d6-8782-f2c73e5fce48 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:45:37.586036 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-b8a8242c-2b83-40d6-8782-f2c73e5fce48 admin admin] 10.222.0.58 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.7729342 Oct 03 13:45:37.588862 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 38952) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:45:37.589415 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b75836f8-d045-40fd-b185-b6c636ef9440 None None] Routers {'b5952a5f-f697-41d2-9591-3f1323c22c7e'} bound to L3 agent in host dv-cinder-860090-1-iscsi {{(pid=106271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 13:45:37.590110 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_hamode_db [None req-b75836f8-d045-40fd-b185-b6c636ef9440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860090-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-03T13:22:05Z,description=,heartbeat_timestamp=2022-10-03T13:45:35Z,host='dv-cinder-860090-1-iscsi',id=94180321-47b1-4b5c-b620-b1b0a31df446,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T13:22:05Z,topic='l3_agent')) {'router_ids': ['b5952a5f-f697-41d2-9591-3f1323c22c7e'], 'active': True} {{(pid=106271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:45:37.651451 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-26e97919-5ee1-42a7-86cd-2572244c598b None None] Current status of the port 54da1bb6-b9d1-462a-b3c8-4c84fc4b4704 is: DOWN; New status is: ACTIVE {{(pid=106270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 13:45:37.651861 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-26e97919-5ee1-42a7-86cd-2572244c598b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (54da1bb6-b9d1-462a-b3c8-4c84fc4b4704), before_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:45:37.706910 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.db [None req-26e97919-5ee1-42a7-86cd-2572244c598b None None] For port 54da1bb6-b9d1-462a-b3c8-4c84fc4b4704, host dv-cinder-860090-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860090-1-iscsi',level=0,port_id=54da1bb6-b9d1-462a-b3c8-4c84fc4b4704,segment=NetworkSegment(8d7404da-76ae-470e-bccd-b422f80b4e84),segment_id=8d7404da-76ae-470e-bccd-b422f80b4e84)] {{(pid=106270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 13:45:37.712132 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-9b3e6be4-ae7f-4a46-812d-719b0ca73959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (3cd5b2bb-c81a-4ce3-a212-a51c5aa706bd), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:45:37.714290 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-26e97919-5ee1-42a7-86cd-2572244c598b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751015143617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751014657006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751014658052'] for port (54da1bb6-b9d1-462a-b3c8-4c84fc4b4704), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:45:37.742442 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_dvr_db [None req-b75836f8-d045-40fd-b185-b6c636ef9440 None None] Set router b5952a5f-f697-41d2-9591-3f1323c22c7e gateway port host: dv-cinder-860090-1-iscsi {{(pid=106271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 13:45:37.793672 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e97919-5ee1-42a7-86cd-2572244c598b None None] Pushing event updated for resources: {'Port': ['ID=54da1bb6-b9d1-462a-b3c8-4c84fc4b4704,revision_number=3']} {{(pid=106270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:45:37.834204 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.provisioning_blocks [None req-d5d64c2d-1ba2-4dac-8283-5a24c0e1ce3b None None] Provisioning complete for port 54da1bb6-b9d1-462a-b3c8-4c84fc4b4704 triggered by entity DHCP. {{(pid=106270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 13:45:37.835068 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-d5d64c2d-1ba2-4dac-8283-5a24c0e1ce3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1340199'] for port (54da1bb6-b9d1-462a-b3c8-4c84fc4b4704), provisioning_complete {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:45:37.835068 dv-cinder-860090-1-iscsi neutron-server[106270]: INFO neutron.plugins.ml2.plugin [None req-d5d64c2d-1ba2-4dac-8283-5a24c0e1ce3b None None] Attempt 1 to provision port 54da1bb6-b9d1-462a-b3c8-4c84fc4b4704 Oct 03 13:45:37.931487 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-d5d64c2d-1ba2-4dac-8283-5a24c0e1ce3b None None] Current status of the port 54da1bb6-b9d1-462a-b3c8-4c84fc4b4704 is: ACTIVE; New status is: ACTIVE {{(pid=106270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 13:45:37.957734 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_hamode_db [None req-b75836f8-d045-40fd-b185-b6c636ef9440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5952a5f-f697-41d2-9591-3f1323c22c7e', 'name': 'tempest-TestMinimumBasicScenario-1312681359-router', 'tenant_id': 'e8b666774ba8449f90cf329b90725fe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'external_fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.197'}], 'enable_snat': True}, 'gw_port_id': '44aa7dee-073a-4fed-bfc7-33b1ccfce5e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:45:35Z', 'updated_at': '2022-10-03T13:45:36Z', 'revision_number': 3, 'project_id': 'e8b666774ba8449f90cf329b90725fe4', 'gw_port': {'id': '44aa7dee-073a-4fed-bfc7-33b1ccfce5e8', 'name': '', 'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:27:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5952a5f-f697-41d2-9591-3f1323c22c7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:45:36Z', 'updated_at': '2022-10-03T13:45:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860090-1-iscsi'}], 'dv-cinder-860090-1-iscsi', False) {} {{(pid=106271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:45:37.985990 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b75836f8-d045-40fd-b185-b6c636ef9440 None None] Checking router: b5952a5f-f697-41d2-9591-3f1323c22c7e for host: dv-cinder-860090-1-iscsi {{(pid=106271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 13:45:37.986627 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b75836f8-d045-40fd-b185-b6c636ef9440 None None] Updating router b5952a5f-f697-41d2-9591-3f1323c22c7e port 44aa7dee-073a-4fed-bfc7-33b1ccfce5e8 binding host dv-cinder-860090-1-iscsi {{(pid=106271) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 03 13:45:38.014192 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Device 54da1bb6-b9d1-462a-b3c8-4c84fc4b4704 up at agent ovs-agent-dv-cinder-860090-1-iscsi {{(pid=106270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 13:45:38.016384 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron_lib.callbacks.manager [None req-b75836f8-d045-40fd-b185-b6c636ef9440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (44aa7dee-073a-4fed-bfc7-33b1ccfce5e8), before_update {{(pid=106271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:45:38.064337 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.provisioning_blocks [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Provisioning complete for port 54da1bb6-b9d1-462a-b3c8-4c84fc4b4704 triggered by entity L2. {{(pid=106270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 13:45:38.064711 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1340199'] for port (54da1bb6-b9d1-462a-b3c8-4c84fc4b4704), provisioning_complete {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:45:38.065129 dv-cinder-860090-1-iscsi neutron-server[106270]: INFO neutron.plugins.ml2.plugin [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Attempt 1 to provision port 54da1bb6-b9d1-462a-b3c8-4c84fc4b4704 Oct 03 13:45:38.107695 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-0c478618-dea3-4b04-962f-2b13d97de2ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (None), before_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:45:38.141108 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Current status of the port 54da1bb6-b9d1-462a-b3c8-4c84fc4b4704 is: ACTIVE; New status is: ACTIVE {{(pid=106270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 13:45:38.287604 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron_lib.callbacks.manager [None req-b75836f8-d045-40fd-b185-b6c636ef9440 None None] Publish callbacks [] for port (44aa7dee-073a-4fed-bfc7-33b1ccfce5e8), precommit_update {{(pid=106271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:45:38.293243 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron_lib.callbacks.manager [None req-b75836f8-d045-40fd-b185-b6c636ef9440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751015143617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751014657006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751014658052'] for port (44aa7dee-073a-4fed-bfc7-33b1ccfce5e8), after_update {{(pid=106271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:45:38.293525 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.db.db_base_plugin_common [None req-0c478618-dea3-4b04-962f-2b13d97de2ae admin admin] Allocated IP 172.20.0.1 (aaceeb30-8226-4211-b394-e89b17ce4e38/236f2398-faa5-4e26-befc-9b72a296de36/642eb4a6-46c8-49a4-bf13-f030cbebb20e) {{(pid=106269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 13:45:38.308947 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:45:38.332166 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.plugins.ml2.managers [None req-b75836f8-d045-40fd-b185-b6c636ef9440 None None] Attempting to bind port 44aa7dee-073a-4fed-bfc7-33b1ccfce5e8 on host dv-cinder-860090-1-iscsi for vnic_type normal with profile {{(pid=106271) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 13:45:38.332534 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.plugins.ml2.managers [None req-b75836f8-d045-40fd-b185-b6c636ef9440 None None] Attempting to bind port 44aa7dee-073a-4fed-bfc7-33b1ccfce5e8 by drivers openvswitch,hyperv on host dv-cinder-860090-1-iscsi at level 0 using segments [{'id': 'bb40cd5f-7936-4373-bcc9-441f3ba1dc24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28'}] {{(pid=106271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 13:45:38.332891 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b75836f8-d045-40fd-b185-b6c636ef9440 None None] Attempting to bind port 44aa7dee-073a-4fed-bfc7-33b1ccfce5e8 on network ad648d78-633d-4222-aa42-7cb50aab7a28 {{(pid=106271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 13:45:38.370304 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae085f4-9b94-4e3c-a900-3c205802477c None None] Pushing event updated for resources: {'Port': ['ID=44aa7dee-073a-4fed-bfc7-33b1ccfce5e8,revision_number=2']} {{(pid=106271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:45:38.374204 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:45:38.382719 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae085f4-9b94-4e3c-a900-3c205802477c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:45:38.383061 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae085f4-9b94-4e3c-a900-3c205802477c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:45:38.383423 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae085f4-9b94-4e3c-a900-3c205802477c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:45:38.383776 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae085f4-9b94-4e3c-a900-3c205802477c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:45:38.384115 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae085f4-9b94-4e3c-a900-3c205802477c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:45:38.384475 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae085f4-9b94-4e3c-a900-3c205802477c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:45:38.384816 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae085f4-9b94-4e3c-a900-3c205802477c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:45:38.385198 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae085f4-9b94-4e3c-a900-3c205802477c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:45:38.385631 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae085f4-9b94-4e3c-a900-3c205802477c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:45:38.385960 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae085f4-9b94-4e3c-a900-3c205802477c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:45:38.386280 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae085f4-9b94-4e3c-a900-3c205802477c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:45:38.386617 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae085f4-9b94-4e3c-a900-3c205802477c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:45:38.387323 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae085f4-9b94-4e3c-a900-3c205802477c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:45:38.387681 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae085f4-9b94-4e3c-a900-3c205802477c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:45:38.388092 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae085f4-9b94-4e3c-a900-3c205802477c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:45:38.400482 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b75836f8-d045-40fd-b185-b6c636ef9440 None None] Checking agent: {'id': 'd46c7ed5-c451-4a76-ab3f-ab8e3ea4a5ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860090-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 13, 22, 7), 'started_at': datetime.datetime(2022, 10, 3, 13, 22, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 13, 45, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860090-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 13:45:38.400852 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b75836f8-d045-40fd-b185-b6c636ef9440 None None] Checking segment: {'id': 'bb40cd5f-7936-4373-bcc9-441f3ba1dc24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106271) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 13:45:38.401248 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron_lib.callbacks.manager [None req-b75836f8-d045-40fd-b185-b6c636ef9440 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:45:38.401660 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b75836f8-d045-40fd-b185-b6c636ef9440 None None] Bound using segment: {'id': 'bb40cd5f-7936-4373-bcc9-441f3ba1dc24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28'} {{(pid=106271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 13:45:38.402129 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.plugins.ml2.managers [None req-b75836f8-d045-40fd-b185-b6c636ef9440 None None] Bound port: 44aa7dee-073a-4fed-bfc7-33b1ccfce5e8, host: dv-cinder-860090-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb40cd5f-7936-4373-bcc9-441f3ba1dc24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28'}}] {{(pid=106271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 13:45:38.402506 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron_lib.callbacks.manager [None req-b75836f8-d045-40fd-b185-b6c636ef9440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (44aa7dee-073a-4fed-bfc7-33b1ccfce5e8), before_update {{(pid=106271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:45:38.403701 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-0c478618-dea3-4b04-962f-2b13d97de2ae admin admin] Publish callbacks [] for port (642eb4a6-46c8-49a4-bf13-f030cbebb20e), precommit_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:45:38.437291 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-0c478618-dea3-4b04-962f-2b13d97de2ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751014656988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26503125'] for port (642eb4a6-46c8-49a4-bf13-f030cbebb20e), after_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:45:38.453139 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.plugins.ml2.db [None req-b75836f8-d045-40fd-b185-b6c636ef9440 None None] For port 44aa7dee-073a-4fed-bfc7-33b1ccfce5e8, host dv-cinder-860090-1-iscsi, cleared binding levels {{(pid=106271) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 13:45:38.456334 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.plugins.ml2.db [None req-b75836f8-d045-40fd-b185-b6c636ef9440 None None] For port 44aa7dee-073a-4fed-bfc7-33b1ccfce5e8, host dv-cinder-860090-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860090-1-iscsi',level=0,port_id=44aa7dee-073a-4fed-bfc7-33b1ccfce5e8,segment=NetworkSegment(bb40cd5f-7936-4373-bcc9-441f3ba1dc24),segment_id=bb40cd5f-7936-4373-bcc9-441f3ba1dc24)] {{(pid=106271) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 13:45:38.462207 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron_lib.callbacks.manager [None req-b75836f8-d045-40fd-b185-b6c636ef9440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751015143617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751014657006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751014658052'] for port (44aa7dee-073a-4fed-bfc7-33b1ccfce5e8), after_update {{(pid=106271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:45:38.482568 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c478618-dea3-4b04-962f-2b13d97de2ae admin admin] Network aaceeb30-8226-4211-b394-e89b17ce4e38 is already hosted by enough agents. {{(pid=106269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 13:45:38.487589 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.scheduler.base_scheduler [None req-0c478618-dea3-4b04-962f-2b13d97de2ae admin admin] Resources bound (agent type, host, resource id): {{(pid=106269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 13:45:38.491595 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c478618-dea3-4b04-962f-2b13d97de2ae admin admin] Received port after_create {{(pid=106269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 13:45:38.495009 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c478618-dea3-4b04-962f-2b13d97de2ae admin admin] Pushing event updated for resources: {'Port': ['ID=642eb4a6-46c8-49a4-bf13-f030cbebb20e,revision_number=1']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:45:38.502347 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b75836f8-d045-40fd-b185-b6c636ef9440 None None] Routers {'b5952a5f-f697-41d2-9591-3f1323c22c7e'} bound to L3 agent in host dv-cinder-860090-1-iscsi {{(pid=106271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 13:45:38.503053 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_hamode_db [None req-b75836f8-d045-40fd-b185-b6c636ef9440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860090-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-03T13:22:05Z,description=,heartbeat_timestamp=2022-10-03T13:45:35Z,host='dv-cinder-860090-1-iscsi',id=94180321-47b1-4b5c-b620-b1b0a31df446,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T13:22:05Z,topic='l3_agent')) {'router_ids': ['b5952a5f-f697-41d2-9591-3f1323c22c7e'], 'active': True} {{(pid=106271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:45:38.536307 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-0c478618-dea3-4b04-962f-2b13d97de2ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3722559'] for router_interface (b5952a5f-f697-41d2-9591-3f1323c22c7e), before_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:45:38.541225 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:45:38.572160 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae085f4-9b94-4e3c-a900-3c205802477c None None] Pushing event updated for resources: {'Port': ['ID=44aa7dee-073a-4fed-bfc7-33b1ccfce5e8,revision_number=3']} {{(pid=106271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:45:38.616174 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:45:38.624088 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (1af51d63-a9c9-4bbe-9b0d-c8e0a80c641c), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:45:38.635741 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_dvr_db [None req-b75836f8-d045-40fd-b185-b6c636ef9440 None None] Set router b5952a5f-f697-41d2-9591-3f1323c22c7e gateway port host: dv-cinder-860090-1-iscsi {{(pid=106271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 13:45:38.691314 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-0c478618-dea3-4b04-962f-2b13d97de2ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (642eb4a6-46c8-49a4-bf13-f030cbebb20e), before_update {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:45:38.757490 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.provisioning_blocks [None req-699129be-fd28-45de-a2c2-9a961287c2f3 None None] Provisioning complete for port 642eb4a6-46c8-49a4-bf13-f030cbebb20e triggered by entity DHCP. {{(pid=106270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 13:45:38.758109 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-699129be-fd28-45de-a2c2-9a961287c2f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1340199'] for port (642eb4a6-46c8-49a4-bf13-f030cbebb20e), provisioning_complete {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:45:38.758637 dv-cinder-860090-1-iscsi neutron-server[106270]: INFO neutron.plugins.ml2.plugin [None req-699129be-fd28-45de-a2c2-9a961287c2f3 None None] Attempt 1 to provision port 642eb4a6-46c8-49a4-bf13-f030cbebb20e Oct 03 13:45:38.801548 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-699129be-fd28-45de-a2c2-9a961287c2f3 None None] Port 642eb4a6-46c8-49a4-bf13-f030cbebb20e cannot update to ACTIVE because it is not bound. {{(pid=106270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 03 13:45:38.828570 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_hamode_db [None req-b75836f8-d045-40fd-b185-b6c636ef9440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5952a5f-f697-41d2-9591-3f1323c22c7e', 'name': 'tempest-TestMinimumBasicScenario-1312681359-router', 'tenant_id': 'e8b666774ba8449f90cf329b90725fe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'external_fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.197'}], 'enable_snat': True}, 'gw_port_id': '44aa7dee-073a-4fed-bfc7-33b1ccfce5e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:45:35Z', 'updated_at': '2022-10-03T13:45:36Z', 'revision_number': 3, 'project_id': 'e8b666774ba8449f90cf329b90725fe4', 'gw_port': {'id': '44aa7dee-073a-4fed-bfc7-33b1ccfce5e8', 'name': '', 'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:27:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5952a5f-f697-41d2-9591-3f1323c22c7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:45:36Z', 'updated_at': '2022-10-03T13:45:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860090-1-iscsi'}], 'dv-cinder-860090-1-iscsi', False) {} {{(pid=106271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:45:38.853009 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b75836f8-d045-40fd-b185-b6c636ef9440 None None] The sync data for ids ['b5952a5f-f697-41d2-9591-3f1323c22c7e'] in dv-cinder-860090-1-iscsi is: [{'id': 'b5952a5f-f697-41d2-9591-3f1323c22c7e', 'name': 'tempest-TestMinimumBasicScenario-1312681359-router', 'tenant_id': 'e8b666774ba8449f90cf329b90725fe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'external_fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.197'}], 'enable_snat': True}, 'gw_port_id': '44aa7dee-073a-4fed-bfc7-33b1ccfce5e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:45:35Z', 'updated_at': '2022-10-03T13:45:36Z', 'revision_number': 3, 'project_id': 'e8b666774ba8449f90cf329b90725fe4', 'gw_port': {'id': '44aa7dee-073a-4fed-bfc7-33b1ccfce5e8', 'name': '', 'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:27:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5952a5f-f697-41d2-9591-3f1323c22c7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:45:36Z', 'updated_at': '2022-10-03T13:45:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860090-1-iscsi'}] {{(pid=106271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 13:45:38.862642 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-0c478618-dea3-4b04-962f-2b13d97de2ae admin admin] Publish callbacks [] for port (642eb4a6-46c8-49a4-bf13-f030cbebb20e), precommit_update {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:45:38.867803 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-0c478618-dea3-4b04-962f-2b13d97de2ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751015143617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751014657006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751014658052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26502958'] for port (642eb4a6-46c8-49a4-bf13-f030cbebb20e), after_update {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:45:38.937935 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-0c478618-dea3-4b04-962f-2b13d97de2ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3798534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3722659'] for router_interface (b5952a5f-f697-41d2-9591-3f1323c22c7e), after_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:45:38.939865 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c478618-dea3-4b04-962f-2b13d97de2ae admin admin] Pushing event updated for resources: {'Port': ['ID=642eb4a6-46c8-49a4-bf13-f030cbebb20e,revision_number=2']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:45:39.052251 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c478618-dea3-4b04-962f-2b13d97de2ae admin admin] Network aaceeb30-8226-4211-b394-e89b17ce4e38 is already hosted by enough agents. {{(pid=106269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 13:45:39.053960 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.scheduler.base_scheduler [None req-0c478618-dea3-4b04-962f-2b13d97de2ae admin admin] Resources bound (agent type, host, resource id): {{(pid=106269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 13:45:39.125513 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:45:39.207591 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c478618-dea3-4b04-962f-2b13d97de2ae admin admin] Router b5952a5f-f697-41d2-9591-3f1323c22c7e has already been hosted by L3 agent 94180321-47b1-4b5c-b620-b1b0a31df446 {{(pid=106269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 03 13:45:39.259555 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=100 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:45:39.327459 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.provisioning_blocks [None req-83971373-b735-4ba6-b04f-adfa3827e4df None None] Provisioning complete for port 642eb4a6-46c8-49a4-bf13-f030cbebb20e triggered by entity DHCP. {{(pid=106270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 13:45:39.327883 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-83971373-b735-4ba6-b04f-adfa3827e4df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1340199'] for port (642eb4a6-46c8-49a4-bf13-f030cbebb20e), provisioning_complete {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:45:39.328312 dv-cinder-860090-1-iscsi neutron-server[106270]: INFO neutron.plugins.ml2.plugin [None req-83971373-b735-4ba6-b04f-adfa3827e4df None None] Attempt 1 to provision port 642eb4a6-46c8-49a4-bf13-f030cbebb20e Oct 03 13:45:39.332924 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c478618-dea3-4b04-962f-2b13d97de2ae admin admin] Notify agent at l3_agent.dv-cinder-860090-1-iscsi the message routers_updated {{(pid=106269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 13:45:39.339280 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-0c478618-dea3-4b04-962f-2b13d97de2ae admin admin] 10.222.0.58 "PUT /networking/v2.0/routers/b5952a5f-f697-41d2-9591-3f1323c22c7e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7480075 Oct 03 13:45:39.363963 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-83971373-b735-4ba6-b04f-adfa3827e4df None None] Port 642eb4a6-46c8-49a4-bf13-f030cbebb20e cannot update to ACTIVE because it is not bound. {{(pid=106270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 03 13:45:39.850727 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 38968) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:45:39.855676 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.v2.base [None req-a288a349-6477-4b5f-b844-d578bbf8c101 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-788699248-network', 'tenant_id': '588509197e27499087ec1efe8338d7fc'}} {{(pid=106269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 13:45:39.877351 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a288a349-6477-4b5f-b844-d578bbf8c101 admin admin] Made reservation on behalf of 588509197e27499087ec1efe8338d7fc for: {'network': 1} {{(pid=106269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 13:45:39.879708 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-a288a349-6477-4b5f-b844-d578bbf8c101 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for network (None), before_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:45:39.888665 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-a288a349-6477-4b5f-b844-d578bbf8c101 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:45:39.974276 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-a288a349-6477-4b5f-b844-d578bbf8c101 admin admin] Publish callbacks [] for security_group (18666ff5-c035-402a-a1ce-3c174bb8eafd), precommit_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:45:39.979720 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-a288a349-6477-4b5f-b844-d578bbf8c101 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (18666ff5-c035-402a-a1ce-3c174bb8eafd), after_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:45:40.001157 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Device 44aa7dee-073a-4fed-bfc7-33b1ccfce5e8 up at agent ovs-agent-dv-cinder-860090-1-iscsi {{(pid=106270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 13:45:40.007362 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a288a349-6477-4b5f-b844-d578bbf8c101 admin admin] vlan segment allocate from pool success with {'vlan_id': 623, 'physical_network': 'physnet1'} {{(pid=106269) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 03 13:45:40.018532 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a288a349-6477-4b5f-b844-d578bbf8c101 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18666ff5-c035-402a-a1ce-3c174bb8eafd,revision_number=1']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:45:40.023458 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-a288a349-6477-4b5f-b844-d578bbf8c101 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1333683'] for segment (faee4e33-f717-4cbd-82fc-3d4a00b17367), precommit_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:45:40.023789 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.db.segments_db [None req-a288a349-6477-4b5f-b844-d578bbf8c101 admin admin] Added segment faee4e33-f717-4cbd-82fc-3d4a00b17367 of type vlan for network 255b1c2a-b27e-48ca-856f-8fe2c9cbc5ce Oct 03 13:45:40.047165 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.provisioning_blocks [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Provisioning complete for port 44aa7dee-073a-4fed-bfc7-33b1ccfce5e8 triggered by entity L2. {{(pid=106270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 13:45:40.047539 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1340199'] for port (44aa7dee-073a-4fed-bfc7-33b1ccfce5e8), provisioning_complete {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:45:40.047874 dv-cinder-860090-1-iscsi neutron-server[106270]: INFO neutron.plugins.ml2.plugin [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Attempt 1 to provision port 44aa7dee-073a-4fed-bfc7-33b1ccfce5e8 Oct 03 13:45:40.067991 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-a288a349-6477-4b5f-b844-d578bbf8c101 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751014593985'] for network (255b1c2a-b27e-48ca-856f-8fe2c9cbc5ce), precommit_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:45:40.069732 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:45:40.100499 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-a288a349-6477-4b5f-b844-d578bbf8c101 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644'] for network (255b1c2a-b27e-48ca-856f-8fe2c9cbc5ce), after_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:45:40.101486 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a288a349-6477-4b5f-b844-d578bbf8c101 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:45:40.102086 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-a288a349-6477-4b5f-b844-d578bbf8c101 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798626'] for network (None), before_response {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:45:40.127068 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Current status of the port 44aa7dee-073a-4fed-bfc7-33b1ccfce5e8 is: DOWN; New status is: ACTIVE {{(pid=106270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 13:45:40.127455 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (44aa7dee-073a-4fed-bfc7-33b1ccfce5e8), before_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:45:40.139077 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:45:40.151579 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.db [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] For port 44aa7dee-073a-4fed-bfc7-33b1ccfce5e8, host dv-cinder-860090-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860090-1-iscsi',level=0,port_id=44aa7dee-073a-4fed-bfc7-33b1ccfce5e8,segment=NetworkSegment(bb40cd5f-7936-4373-bcc9-441f3ba1dc24),segment_id=bb40cd5f-7936-4373-bcc9-441f3ba1dc24)] {{(pid=106270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 13:45:40.156059 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751015143617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751014657006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751014658052'] for port (44aa7dee-073a-4fed-bfc7-33b1ccfce5e8), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:45:40.218865 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Pushing event updated for resources: {'Port': ['ID=44aa7dee-073a-4fed-bfc7-33b1ccfce5e8,revision_number=4']} {{(pid=106270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:45:40.440359 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-a288a349-6477-4b5f-b844-d578bbf8c101 admin admin] 10.222.0.58 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5884833 Oct 03 13:45:40.443639 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 38974) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:45:40.444169 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a288a349-6477-4b5f-b844-d578bbf8c101 admin admin] Pushing event updated for resources: {'Network': ['ID=255b1c2a-b27e-48ca-856f-8fe2c9cbc5ce,revision_number=1']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:45:40.454693 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Network 255b1c2a-b27e-48ca-856f-8fe2c9cbc5ce details requested by agent ovs-agent-dv-cinder-860090-1-iscsi with host dv-cinder-860090-1-iscsi {{(pid=106270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 03 13:45:40.455836 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.v2.base [None req-13f8d67a-00db-4739-8213-7a96bbf20ff5 admin admin] Request body: {'subnet': {'network_id': '255b1c2a-b27e-48ca-856f-8fe2c9cbc5ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-788699248-subnet', 'tenant_id': '588509197e27499087ec1efe8338d7fc', 'ip_version': 4}} {{(pid=106268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 13:45:40.480322 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13f8d67a-00db-4739-8213-7a96bbf20ff5 admin admin] Made reservation on behalf of 588509197e27499087ec1efe8338d7fc for: {'subnet': 1} {{(pid=106268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 13:45:40.487839 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-13f8d67a-00db-4739-8213-7a96bbf20ff5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25666593'] for subnet (None), before_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:45:40.607803 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aeb244c-0917-44db-b1be-aa98cedcfbfc None None] Sync routers for ids ['b5952a5f-f697-41d2-9591-3f1323c22c7e'] in dv-cinder-860090-1-iscsi {{(pid=106270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 13:45:40.618680 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aeb244c-0917-44db-b1be-aa98cedcfbfc None None] Routers {'b5952a5f-f697-41d2-9591-3f1323c22c7e'} bound to L3 agent in host dv-cinder-860090-1-iscsi {{(pid=106270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 13:45:40.619564 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_hamode_db [None req-7aeb244c-0917-44db-b1be-aa98cedcfbfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860090-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-03T13:22:05Z,description=,heartbeat_timestamp=2022-10-03T13:45:35Z,host='dv-cinder-860090-1-iscsi',id=94180321-47b1-4b5c-b620-b1b0a31df446,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T13:22:05Z,topic='l3_agent')) {'router_ids': ['b5952a5f-f697-41d2-9591-3f1323c22c7e'], 'active': True} {{(pid=106270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:45:40.702895 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-13f8d67a-00db-4739-8213-7a96bbf20ff5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25417785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25666611'] for subnet (56bb1b21-aa37-4f76-9e26-f939f7f9eac9), after_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:45:40.744708 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=80,neutron:DELETE=6,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:45:40.776889 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f8d67a-00db-4739-8213-7a96bbf20ff5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=56bb1b21-aa37-4f76-9e26-f939f7f9eac9,revision_number=0']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:45:40.784042 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_dvr_db [None req-7aeb244c-0917-44db-b1be-aa98cedcfbfc None None] Set router b5952a5f-f697-41d2-9591-3f1323c22c7e gateway port host: dv-cinder-860090-1-iscsi {{(pid=106270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 13:45:40.785834 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13f8d67a-00db-4739-8213-7a96bbf20ff5 admin admin] Checking segment: {'id': 'faee4e33-f717-4cbd-82fc-3d4a00b17367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '255b1c2a-b27e-48ca-856f-8fe2c9cbc5ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 13:45:40.786191 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13f8d67a-00db-4739-8213-7a96bbf20ff5 admin admin] Network hostable DHCP agents. Network: 255b1c2a-b27e-48ca-856f-8fe2c9cbc5ce, hostable agents: ['3460fffa-818c-4144-9400-237880db20a4'], hosted agents: [] {{(pid=106268) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 03 13:45:40.804134 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13f8d67a-00db-4739-8213-7a96bbf20ff5 admin admin] Network 255b1c2a-b27e-48ca-856f-8fe2c9cbc5ce is scheduled to be hosted by DHCP agent 3460fffa-818c-4144-9400-237880db20a4 with binding_index 1 {{(pid=106268) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 03 13:45:40.814046 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.scheduler.base_scheduler [None req-13f8d67a-00db-4739-8213-7a96bbf20ff5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-860090-1-iscsi, 255b1c2a-b27e-48ca-856f-8fe2c9cbc5ce) {{(pid=106268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 13:45:40.819074 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13f8d67a-00db-4739-8213-7a96bbf20ff5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:45:40.820039 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-13f8d67a-00db-4739-8213-7a96bbf20ff5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798626'] for subnet (None), before_response {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:45:40.829273 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3df9f61-a30f-478a-851e-626d70bdc783 None None] Network 255b1c2a-b27e-48ca-856f-8fe2c9cbc5ce requested from dv-cinder-860090-1-iscsi {{(pid=106270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 03 13:45:40.843091 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-13f8d67a-00db-4739-8213-7a96bbf20ff5 admin admin] 10.222.0.58 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3983102 Oct 03 13:45:40.846137 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 38978) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:45:40.850921 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.v2.base [None req-046d0def-aed2-4ad5-abca-c72a3ddca30f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-788699248-router', 'tenant_id': '588509197e27499087ec1efe8338d7fc', 'external_gateway_info': {'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28'}}} {{(pid=106268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 13:45:40.877259 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-046d0def-aed2-4ad5-abca-c72a3ddca30f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3891666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3482'] for router (f445bb84-0b46-4d2b-b9c0-69b1df1a6571), before_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:45:40.878375 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-046d0def-aed2-4ad5-abca-c72a3ddca30f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3893758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3720341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3840717', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3457'] for router (f445bb84-0b46-4d2b-b9c0-69b1df1a6571), precommit_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:45:40.934337 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-046d0def-aed2-4ad5-abca-c72a3ddca30f admin admin] Publish callbacks [] for router_controller (f445bb84-0b46-4d2b-b9c0-69b1df1a6571), precommit_add_association {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:45:41.075299 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-046d0def-aed2-4ad5-abca-c72a3ddca30f admin admin] Publish callbacks [] for router_gateway (f445bb84-0b46-4d2b-b9c0-69b1df1a6571), precommit_update {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:45:41.159639 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:INSERT=10,neutron:DELETE=1 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:45:41.171303 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc928311-21d1-448d-8bc9-c6ae047b629d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e18259c-eb52-5c02-b1a4-6d109347d270-255b1c2a-b27e-48ca-856f-8fe2c9cbc5ce', 'network_id': '255b1c2a-b27e-48ca-856f-8fe2c9cbc5ce', 'project_id': '588509197e27499087ec1efe8338d7fc', 'fixed_ips': [{'subnet_id': '56bb1b21-aa37-4f76-9e26-f939f7f9eac9'}]}} from dv-cinder-860090-1-iscsi. {{(pid=106270) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 03 13:45:41.172283 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-fc928311-21d1-448d-8bc9-c6ae047b629d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (None), before_create {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:45:41.283729 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-046d0def-aed2-4ad5-abca-c72a3ddca30f admin admin] Publish callbacks [] for router_gateway (f445bb84-0b46-4d2b-b9c0-69b1df1a6571), before_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:45:41.285575 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_hamode_db [None req-7aeb244c-0917-44db-b1be-aa98cedcfbfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5952a5f-f697-41d2-9591-3f1323c22c7e', 'name': 'tempest-TestMinimumBasicScenario-1312681359-router', 'tenant_id': 'e8b666774ba8449f90cf329b90725fe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'external_fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.197'}], 'enable_snat': True}, 'gw_port_id': '44aa7dee-073a-4fed-bfc7-33b1ccfce5e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:45:35Z', 'updated_at': '2022-10-03T13:45:38Z', 'revision_number': 4, 'project_id': 'e8b666774ba8449f90cf329b90725fe4', 'gw_port': {'id': '44aa7dee-073a-4fed-bfc7-33b1ccfce5e8', 'name': '', 'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:27:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5952a5f-f697-41d2-9591-3f1323c22c7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:45:36Z', 'updated_at': '2022-10-03T13:45:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860090-1-iscsi', '_interfaces': [{'id': '642eb4a6-46c8-49a4-bf13-f030cbebb20e', 'name': '', 'network_id': 'aaceeb30-8226-4211-b394-e89b17ce4e38', 'tenant_id': 'e8b666774ba8449f90cf329b90725fe4', 'mac_address': 'fa:16:3e:95:9a:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5952a5f-f697-41d2-9591-3f1323c22c7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '236f2398-faa5-4e26-befc-9b72a296de36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:45:38Z', 'updated_at': '2022-10-03T13:45:38Z', 'revision_number': 2, 'project_id': 'e8b666774ba8449f90cf329b90725fe4', 'subnets': [{'id': '236f2398-faa5-4e26-befc-9b72a296de36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860090-1-iscsi', False) {} {{(pid=106270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:45:41.304967 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-046d0def-aed2-4ad5-abca-c72a3ddca30f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (None), before_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:45:41.316557 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aeb244c-0917-44db-b1be-aa98cedcfbfc None None] Checking router: b5952a5f-f697-41d2-9591-3f1323c22c7e for host: dv-cinder-860090-1-iscsi {{(pid=106270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 13:45:41.316907 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aeb244c-0917-44db-b1be-aa98cedcfbfc None None] Updating router b5952a5f-f697-41d2-9591-3f1323c22c7e port 642eb4a6-46c8-49a4-bf13-f030cbebb20e binding host dv-cinder-860090-1-iscsi {{(pid=106270) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 03 13:45:41.384035 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-7aeb244c-0917-44db-b1be-aa98cedcfbfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (642eb4a6-46c8-49a4-bf13-f030cbebb20e), before_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:45:41.430451 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.db.db_base_plugin_common [None req-046d0def-aed2-4ad5-abca-c72a3ddca30f admin admin] Allocated IP 172.27.1.176 (ad648d78-633d-4222-aa42-7cb50aab7a28/4a9222c2-0418-495a-a49e-d43d754e0950/04adab67-2313-477f-a1a6-62688dc51b96) {{(pid=106268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 13:45:41.445592 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.db_base_plugin_common [None req-fc928311-21d1-448d-8bc9-c6ae047b629d None None] Allocated IP 172.20.0.2 (255b1c2a-b27e-48ca-856f-8fe2c9cbc5ce/56bb1b21-aa37-4f76-9e26-f939f7f9eac9/63c9ce25-a8bf-4c72-9ed9-a85cfc6c7068) {{(pid=106270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 13:45:41.525442 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:45:41.553254 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-046d0def-aed2-4ad5-abca-c72a3ddca30f admin admin] Publish callbacks [] for port (04adab67-2313-477f-a1a6-62688dc51b96), precommit_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:45:41.586357 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:45:41.589660 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-046d0def-aed2-4ad5-abca-c72a3ddca30f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751014656988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25417805'] for port (04adab67-2313-477f-a1a6-62688dc51b96), after_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:45:41.635780 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-046d0def-aed2-4ad5-abca-c72a3ddca30f admin admin] Network ad648d78-633d-4222-aa42-7cb50aab7a28 is already hosted by enough agents. {{(pid=106268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 13:45:41.640742 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.scheduler.base_scheduler [None req-046d0def-aed2-4ad5-abca-c72a3ddca30f admin admin] Resources bound (agent type, host, resource id): {{(pid=106268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 13:45:41.652087 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046d0def-aed2-4ad5-abca-c72a3ddca30f admin admin] Received port after_create {{(pid=106268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 13:45:41.677232 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046d0def-aed2-4ad5-abca-c72a3ddca30f admin admin] Pushing event updated for resources: {'Port': ['ID=04adab67-2313-477f-a1a6-62688dc51b96,revision_number=1']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:45:41.736927 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-fc928311-21d1-448d-8bc9-c6ae047b629d None None] Publish callbacks [] for port (63c9ce25-a8bf-4c72-9ed9-a85cfc6c7068), precommit_create {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:45:41.750730 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-fc928311-21d1-448d-8bc9-c6ae047b629d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751014656988'] for port (63c9ce25-a8bf-4c72-9ed9-a85cfc6c7068), after_create {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:45:41.761565 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:45:41.807929 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc928311-21d1-448d-8bc9-c6ae047b629d None None] Network 255b1c2a-b27e-48ca-856f-8fe2c9cbc5ce is already hosted by enough agents. {{(pid=106270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 13:45:41.832726 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.scheduler.base_scheduler [None req-fc928311-21d1-448d-8bc9-c6ae047b629d None None] Resources bound (agent type, host, resource id): {{(pid=106270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 13:45:41.838528 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc928311-21d1-448d-8bc9-c6ae047b629d None None] Received port after_create {{(pid=106270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 13:45:41.846689 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc928311-21d1-448d-8bc9-c6ae047b629d None None] Pushing event updated for resources: {'Port': ['ID=63c9ce25-a8bf-4c72-9ed9-a85cfc6c7068,revision_number=1']} {{(pid=106270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:45:41.893330 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-7aeb244c-0917-44db-b1be-aa98cedcfbfc None None] Publish callbacks [] for port (642eb4a6-46c8-49a4-bf13-f030cbebb20e), precommit_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:45:41.902261 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-7aeb244c-0917-44db-b1be-aa98cedcfbfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751015143617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751014657006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751014658052'] for port (642eb4a6-46c8-49a4-bf13-f030cbebb20e), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:45:41.924778 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-046d0def-aed2-4ad5-abca-c72a3ddca30f admin admin] Publish callbacks [] for router_gateway (f445bb84-0b46-4d2b-b9c0-69b1df1a6571), after_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:45:41.980819 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.managers [None req-fc928311-21d1-448d-8bc9-c6ae047b629d None None] Attempting to bind port 63c9ce25-a8bf-4c72-9ed9-a85cfc6c7068 on host dv-cinder-860090-1-iscsi for vnic_type normal with profile {{(pid=106270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 13:45:41.981188 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.managers [None req-fc928311-21d1-448d-8bc9-c6ae047b629d None None] Attempting to bind port 63c9ce25-a8bf-4c72-9ed9-a85cfc6c7068 by drivers openvswitch,hyperv on host dv-cinder-860090-1-iscsi at level 0 using segments [{'id': 'faee4e33-f717-4cbd-82fc-3d4a00b17367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '255b1c2a-b27e-48ca-856f-8fe2c9cbc5ce'}] {{(pid=106270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 13:45:41.981647 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc928311-21d1-448d-8bc9-c6ae047b629d None None] Attempting to bind port 63c9ce25-a8bf-4c72-9ed9-a85cfc6c7068 on network 255b1c2a-b27e-48ca-856f-8fe2c9cbc5ce {{(pid=106270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 13:45:42.005990 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Device 44aa7dee-073a-4fed-bfc7-33b1ccfce5e8 up at agent ovs-agent-dv-cinder-860090-1-iscsi {{(pid=106270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 13:45:42.026851 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921be29a-8118-43df-a0d9-40a0a4cc74ef None None] Pushing event updated for resources: {'Port': ['ID=642eb4a6-46c8-49a4-bf13-f030cbebb20e,revision_number=3']} {{(pid=106270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:45:42.089545 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:45:42.102374 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.managers [None req-7aeb244c-0917-44db-b1be-aa98cedcfbfc None None] Attempting to bind port 642eb4a6-46c8-49a4-bf13-f030cbebb20e on host dv-cinder-860090-1-iscsi for vnic_type normal with profile {{(pid=106270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 13:45:42.102758 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.managers [None req-7aeb244c-0917-44db-b1be-aa98cedcfbfc None None] Attempting to bind port 642eb4a6-46c8-49a4-bf13-f030cbebb20e by drivers openvswitch,hyperv on host dv-cinder-860090-1-iscsi at level 0 using segments [{'id': '8d7404da-76ae-470e-bccd-b422f80b4e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'aaceeb30-8226-4211-b394-e89b17ce4e38'}] {{(pid=106270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 13:45:42.103135 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aeb244c-0917-44db-b1be-aa98cedcfbfc None None] Attempting to bind port 642eb4a6-46c8-49a4-bf13-f030cbebb20e on network aaceeb30-8226-4211-b394-e89b17ce4e38 {{(pid=106270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 13:45:42.133026 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc928311-21d1-448d-8bc9-c6ae047b629d None None] Checking agent: {'id': 'd46c7ed5-c451-4a76-ab3f-ab8e3ea4a5ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860090-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 13, 22, 7), 'started_at': datetime.datetime(2022, 10, 3, 13, 22, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 13, 45, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860090-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 13:45:42.133386 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc928311-21d1-448d-8bc9-c6ae047b629d None None] Checking segment: {'id': 'faee4e33-f717-4cbd-82fc-3d4a00b17367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '255b1c2a-b27e-48ca-856f-8fe2c9cbc5ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 13:45:42.133806 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-fc928311-21d1-448d-8bc9-c6ae047b629d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:45:42.134194 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc928311-21d1-448d-8bc9-c6ae047b629d None None] Bound using segment: {'id': 'faee4e33-f717-4cbd-82fc-3d4a00b17367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '255b1c2a-b27e-48ca-856f-8fe2c9cbc5ce'} {{(pid=106270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 13:45:42.134675 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.managers [None req-fc928311-21d1-448d-8bc9-c6ae047b629d None None] Bound port: 63c9ce25-a8bf-4c72-9ed9-a85cfc6c7068, host: dv-cinder-860090-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faee4e33-f717-4cbd-82fc-3d4a00b17367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '255b1c2a-b27e-48ca-856f-8fe2c9cbc5ce'}}] {{(pid=106270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 13:45:42.135044 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-fc928311-21d1-448d-8bc9-c6ae047b629d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (63c9ce25-a8bf-4c72-9ed9-a85cfc6c7068), before_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:45:42.150769 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-046d0def-aed2-4ad5-abca-c72a3ddca30f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3893737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3894980'] for router (f445bb84-0b46-4d2b-b9c0-69b1df1a6571), after_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:45:42.163056 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.provisioning_blocks [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Provisioning complete for port 44aa7dee-073a-4fed-bfc7-33b1ccfce5e8 triggered by entity L2. {{(pid=106270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 13:45:42.163426 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1340199'] for port (44aa7dee-073a-4fed-bfc7-33b1ccfce5e8), provisioning_complete {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:45:42.163749 dv-cinder-860090-1-iscsi neutron-server[106270]: INFO neutron.plugins.ml2.plugin [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Attempt 1 to provision port 44aa7dee-073a-4fed-bfc7-33b1ccfce5e8 Oct 03 13:45:42.227346 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aeb244c-0917-44db-b1be-aa98cedcfbfc None None] Checking agent: {'id': 'd46c7ed5-c451-4a76-ab3f-ab8e3ea4a5ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860090-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 13, 22, 7), 'started_at': datetime.datetime(2022, 10, 3, 13, 22, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 13, 45, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860090-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 13:45:42.228066 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aeb244c-0917-44db-b1be-aa98cedcfbfc None None] Checking segment: {'id': '8d7404da-76ae-470e-bccd-b422f80b4e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'aaceeb30-8226-4211-b394-e89b17ce4e38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 13:45:42.228066 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-7aeb244c-0917-44db-b1be-aa98cedcfbfc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:45:42.228369 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aeb244c-0917-44db-b1be-aa98cedcfbfc None None] Bound using segment: {'id': '8d7404da-76ae-470e-bccd-b422f80b4e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'aaceeb30-8226-4211-b394-e89b17ce4e38'} {{(pid=106270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 13:45:42.228842 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.managers [None req-7aeb244c-0917-44db-b1be-aa98cedcfbfc None None] Bound port: 642eb4a6-46c8-49a4-bf13-f030cbebb20e, host: dv-cinder-860090-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d7404da-76ae-470e-bccd-b422f80b4e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'aaceeb30-8226-4211-b394-e89b17ce4e38'}}] {{(pid=106270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 13:45:42.229223 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-7aeb244c-0917-44db-b1be-aa98cedcfbfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (642eb4a6-46c8-49a4-bf13-f030cbebb20e), before_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:45:42.284181 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-046d0def-aed2-4ad5-abca-c72a3ddca30f admin admin] Router f445bb84-0b46-4d2b-b9c0-69b1df1a6571 is scheduled to L3 agent 94180321-47b1-4b5c-b620-b1b0a31df446 with binding_index 1 {{(pid=106268) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 03 13:45:42.306246 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.db [None req-fc928311-21d1-448d-8bc9-c6ae047b629d None None] For port 63c9ce25-a8bf-4c72-9ed9-a85cfc6c7068, host dv-cinder-860090-1-iscsi, cleared binding levels {{(pid=106270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 13:45:42.330683 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:45:42.339329 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:45:42.360700 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.db [None req-fc928311-21d1-448d-8bc9-c6ae047b629d None None] For port 63c9ce25-a8bf-4c72-9ed9-a85cfc6c7068, host dv-cinder-860090-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860090-1-iscsi',level=0,port_id=63c9ce25-a8bf-4c72-9ed9-a85cfc6c7068,segment=NetworkSegment(faee4e33-f717-4cbd-82fc-3d4a00b17367),segment_id=faee4e33-f717-4cbd-82fc-3d4a00b17367)] {{(pid=106270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 13:45:42.369420 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.db [None req-7aeb244c-0917-44db-b1be-aa98cedcfbfc None None] For port 642eb4a6-46c8-49a4-bf13-f030cbebb20e, host dv-cinder-860090-1-iscsi, cleared binding levels {{(pid=106270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 13:45:42.373887 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.db [None req-7aeb244c-0917-44db-b1be-aa98cedcfbfc None None] For port 642eb4a6-46c8-49a4-bf13-f030cbebb20e, host dv-cinder-860090-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860090-1-iscsi',level=0,port_id=642eb4a6-46c8-49a4-bf13-f030cbebb20e,segment=NetworkSegment(8d7404da-76ae-470e-bccd-b422f80b4e84),segment_id=8d7404da-76ae-470e-bccd-b422f80b4e84)] {{(pid=106270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 13:45:42.378263 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-fc928311-21d1-448d-8bc9-c6ae047b629d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751015143617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751014657006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751014658052'] for port (63c9ce25-a8bf-4c72-9ed9-a85cfc6c7068), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:45:42.384077 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Current status of the port 44aa7dee-073a-4fed-bfc7-33b1ccfce5e8 is: ACTIVE; New status is: ACTIVE {{(pid=106270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 13:45:42.388997 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-7aeb244c-0917-44db-b1be-aa98cedcfbfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751015143617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751014657006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751014658052'] for port (642eb4a6-46c8-49a4-bf13-f030cbebb20e), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:45:42.413996 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-046d0def-aed2-4ad5-abca-c72a3ddca30f admin admin] Notify agent at l3_agent.dv-cinder-860090-1-iscsi the message routers_updated {{(pid=106268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 13:45:42.424789 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b521920-0eee-42cd-8469-fbc6ee0de4ab None None] Sync routers for ids ['f445bb84-0b46-4d2b-b9c0-69b1df1a6571'] in dv-cinder-860090-1-iscsi {{(pid=106271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 13:45:42.436339 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-046d0def-aed2-4ad5-abca-c72a3ddca30f admin admin] Publish callbacks [] for router (None), before_response {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:45:42.437919 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-046d0def-aed2-4ad5-abca-c72a3ddca30f admin admin] 10.222.0.58 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5905864 Oct 03 13:45:42.440560 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 38982) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:45:42.441835 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aeb244c-0917-44db-b1be-aa98cedcfbfc None None] Routers {'b5952a5f-f697-41d2-9591-3f1323c22c7e'} bound to L3 agent in host dv-cinder-860090-1-iscsi {{(pid=106270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 13:45:42.442593 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_hamode_db [None req-7aeb244c-0917-44db-b1be-aa98cedcfbfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860090-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-03T13:22:05Z,description=,heartbeat_timestamp=2022-10-03T13:45:35Z,host='dv-cinder-860090-1-iscsi',id=94180321-47b1-4b5c-b620-b1b0a31df446,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T13:22:05Z,topic='l3_agent')) {'router_ids': ['b5952a5f-f697-41d2-9591-3f1323c22c7e'], 'active': True} {{(pid=106270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:45:42.445059 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b521920-0eee-42cd-8469-fbc6ee0de4ab None None] Routers {'f445bb84-0b46-4d2b-b9c0-69b1df1a6571'} bound to L3 agent in host dv-cinder-860090-1-iscsi {{(pid=106271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 13:45:42.446705 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_hamode_db [None req-4b521920-0eee-42cd-8469-fbc6ee0de4ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860090-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-03T13:22:05Z,description=,heartbeat_timestamp=2022-10-03T13:45:35Z,host='dv-cinder-860090-1-iscsi',id=94180321-47b1-4b5c-b620-b1b0a31df446,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T13:22:05Z,topic='l3_agent')) {'router_ids': ['f445bb84-0b46-4d2b-b9c0-69b1df1a6571'], 'active': True} {{(pid=106271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:45:42.486138 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc928311-21d1-448d-8bc9-c6ae047b629d None None] Pushing event updated for resources: {'Port': ['ID=63c9ce25-a8bf-4c72-9ed9-a85cfc6c7068,revision_number=2']} {{(pid=106270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:45:42.628957 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_dvr_db [None req-7aeb244c-0917-44db-b1be-aa98cedcfbfc None None] Set router b5952a5f-f697-41d2-9591-3f1323c22c7e gateway port host: dv-cinder-860090-1-iscsi {{(pid=106270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 13:45:42.708320 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_dvr_db [None req-4b521920-0eee-42cd-8469-fbc6ee0de4ab None None] Set router f445bb84-0b46-4d2b-b9c0-69b1df1a6571 gateway port host: dv-cinder-860090-1-iscsi {{(pid=106271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 13:45:42.886675 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:45:42.921410 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921be29a-8118-43df-a0d9-40a0a4cc74ef None None] Pushing event updated for resources: {'Port': ['ID=642eb4a6-46c8-49a4-bf13-f030cbebb20e,revision_number=4']} {{(pid=106270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:45:42.942897 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_hamode_db [None req-4b521920-0eee-42cd-8469-fbc6ee0de4ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f445bb84-0b46-4d2b-b9c0-69b1df1a6571', 'name': 'tempest-TestMinimumBasicScenario-788699248-router', 'tenant_id': '588509197e27499087ec1efe8338d7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'external_fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': '04adab67-2313-477f-a1a6-62688dc51b96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:45:40Z', 'updated_at': '2022-10-03T13:45:41Z', 'revision_number': 3, 'project_id': '588509197e27499087ec1efe8338d7fc', 'gw_port': {'id': '04adab67-2313-477f-a1a6-62688dc51b96', 'name': '', 'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:54:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f445bb84-0b46-4d2b-b9c0-69b1df1a6571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:45:41Z', 'updated_at': '2022-10-03T13:45:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860090-1-iscsi'}], 'dv-cinder-860090-1-iscsi', False) {} {{(pid=106271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:45:42.974056 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-f4d08526-6c47-4009-9f3f-8471cb60bbf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (None), before_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:45:42.974712 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b521920-0eee-42cd-8469-fbc6ee0de4ab None None] Checking router: f445bb84-0b46-4d2b-b9c0-69b1df1a6571 for host: dv-cinder-860090-1-iscsi {{(pid=106271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 13:45:42.975074 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b521920-0eee-42cd-8469-fbc6ee0de4ab None None] Updating router f445bb84-0b46-4d2b-b9c0-69b1df1a6571 port 04adab67-2313-477f-a1a6-62688dc51b96 binding host dv-cinder-860090-1-iscsi {{(pid=106271) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 03 13:45:43.008455 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron_lib.callbacks.manager [None req-4b521920-0eee-42cd-8469-fbc6ee0de4ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (04adab67-2313-477f-a1a6-62688dc51b96), before_update {{(pid=106271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:45:43.023382 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_hamode_db [None req-7aeb244c-0917-44db-b1be-aa98cedcfbfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5952a5f-f697-41d2-9591-3f1323c22c7e', 'name': 'tempest-TestMinimumBasicScenario-1312681359-router', 'tenant_id': 'e8b666774ba8449f90cf329b90725fe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'external_fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.197'}], 'enable_snat': True}, 'gw_port_id': '44aa7dee-073a-4fed-bfc7-33b1ccfce5e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:45:35Z', 'updated_at': '2022-10-03T13:45:38Z', 'revision_number': 4, 'project_id': 'e8b666774ba8449f90cf329b90725fe4', 'gw_port': {'id': '44aa7dee-073a-4fed-bfc7-33b1ccfce5e8', 'name': '', 'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:27:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5952a5f-f697-41d2-9591-3f1323c22c7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:45:36Z', 'updated_at': '2022-10-03T13:45:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860090-1-iscsi', '_interfaces': [{'id': '642eb4a6-46c8-49a4-bf13-f030cbebb20e', 'name': '', 'network_id': 'aaceeb30-8226-4211-b394-e89b17ce4e38', 'tenant_id': 'e8b666774ba8449f90cf329b90725fe4', 'mac_address': 'fa:16:3e:95:9a:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5952a5f-f697-41d2-9591-3f1323c22c7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '236f2398-faa5-4e26-befc-9b72a296de36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:45:38Z', 'updated_at': '2022-10-03T13:45:42Z', 'revision_number': 4, 'project_id': 'e8b666774ba8449f90cf329b90725fe4', 'subnets': [{'id': '236f2398-faa5-4e26-befc-9b72a296de36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860090-1-iscsi', False) {} {{(pid=106270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:45:43.051700 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aeb244c-0917-44db-b1be-aa98cedcfbfc None None] The sync data for ids ['b5952a5f-f697-41d2-9591-3f1323c22c7e'] in dv-cinder-860090-1-iscsi is: [{'id': 'b5952a5f-f697-41d2-9591-3f1323c22c7e', 'name': 'tempest-TestMinimumBasicScenario-1312681359-router', 'tenant_id': 'e8b666774ba8449f90cf329b90725fe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'external_fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.197'}], 'enable_snat': True}, 'gw_port_id': '44aa7dee-073a-4fed-bfc7-33b1ccfce5e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:45:35Z', 'updated_at': '2022-10-03T13:45:38Z', 'revision_number': 4, 'project_id': 'e8b666774ba8449f90cf329b90725fe4', 'gw_port': {'id': '44aa7dee-073a-4fed-bfc7-33b1ccfce5e8', 'name': '', 'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:27:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5952a5f-f697-41d2-9591-3f1323c22c7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:45:36Z', 'updated_at': '2022-10-03T13:45:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860090-1-iscsi', '_interfaces': [{'id': '642eb4a6-46c8-49a4-bf13-f030cbebb20e', 'name': '', 'network_id': 'aaceeb30-8226-4211-b394-e89b17ce4e38', 'tenant_id': 'e8b666774ba8449f90cf329b90725fe4', 'mac_address': 'fa:16:3e:95:9a:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5952a5f-f697-41d2-9591-3f1323c22c7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '236f2398-faa5-4e26-befc-9b72a296de36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:45:38Z', 'updated_at': '2022-10-03T13:45:42Z', 'revision_number': 4, 'project_id': 'e8b666774ba8449f90cf329b90725fe4', 'subnets': [{'id': '236f2398-faa5-4e26-befc-9b72a296de36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 13:45:43.163729 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:45:43.191625 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.db.db_base_plugin_common [None req-f4d08526-6c47-4009-9f3f-8471cb60bbf1 admin admin] Allocated IP 172.20.0.1 (255b1c2a-b27e-48ca-856f-8fe2c9cbc5ce/56bb1b21-aa37-4f76-9e26-f939f7f9eac9/955a49e9-8ed0-4478-8086-50bbc5279c2a) {{(pid=106268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 13:45:43.339646 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-f4d08526-6c47-4009-9f3f-8471cb60bbf1 admin admin] Publish callbacks [] for port (955a49e9-8ed0-4478-8086-50bbc5279c2a), precommit_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:45:43.363373 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron_lib.callbacks.manager [None req-4b521920-0eee-42cd-8469-fbc6ee0de4ab None None] Publish callbacks [] for port (04adab67-2313-477f-a1a6-62688dc51b96), precommit_update {{(pid=106271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:45:43.375601 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron_lib.callbacks.manager [None req-4b521920-0eee-42cd-8469-fbc6ee0de4ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751015143617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751014657006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751014658052'] for port (04adab67-2313-477f-a1a6-62688dc51b96), after_update {{(pid=106271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:45:43.381906 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:45:43.393110 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-f4d08526-6c47-4009-9f3f-8471cb60bbf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751014656988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25417805'] for port (955a49e9-8ed0-4478-8086-50bbc5279c2a), after_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:45:43.418600 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.plugins.ml2.managers [None req-4b521920-0eee-42cd-8469-fbc6ee0de4ab None None] Attempting to bind port 04adab67-2313-477f-a1a6-62688dc51b96 on host dv-cinder-860090-1-iscsi for vnic_type normal with profile {{(pid=106271) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 13:45:43.418960 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.plugins.ml2.managers [None req-4b521920-0eee-42cd-8469-fbc6ee0de4ab None None] Attempting to bind port 04adab67-2313-477f-a1a6-62688dc51b96 by drivers openvswitch,hyperv on host dv-cinder-860090-1-iscsi at level 0 using segments [{'id': 'bb40cd5f-7936-4373-bcc9-441f3ba1dc24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28'}] {{(pid=106271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 13:45:43.420157 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b521920-0eee-42cd-8469-fbc6ee0de4ab None None] Attempting to bind port 04adab67-2313-477f-a1a6-62688dc51b96 on network ad648d78-633d-4222-aa42-7cb50aab7a28 {{(pid=106271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 13:45:43.468524 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503d291b-3a2b-483f-8b56-31e0d8ae6d65 None None] Pushing event updated for resources: {'Port': ['ID=04adab67-2313-477f-a1a6-62688dc51b96,revision_number=2']} {{(pid=106271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:45:43.477707 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b521920-0eee-42cd-8469-fbc6ee0de4ab None None] Checking agent: {'id': 'd46c7ed5-c451-4a76-ab3f-ab8e3ea4a5ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860090-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 13, 22, 7), 'started_at': datetime.datetime(2022, 10, 3, 13, 22, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 13, 45, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860090-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 13:45:43.478081 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b521920-0eee-42cd-8469-fbc6ee0de4ab None None] Checking segment: {'id': 'bb40cd5f-7936-4373-bcc9-441f3ba1dc24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106271) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 13:45:43.478477 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron_lib.callbacks.manager [None req-4b521920-0eee-42cd-8469-fbc6ee0de4ab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:45:43.478861 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b521920-0eee-42cd-8469-fbc6ee0de4ab None None] Bound using segment: {'id': 'bb40cd5f-7936-4373-bcc9-441f3ba1dc24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28'} {{(pid=106271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 13:45:43.479337 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.plugins.ml2.managers [None req-4b521920-0eee-42cd-8469-fbc6ee0de4ab None None] Bound port: 04adab67-2313-477f-a1a6-62688dc51b96, host: dv-cinder-860090-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb40cd5f-7936-4373-bcc9-441f3ba1dc24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28'}}] {{(pid=106271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 13:45:43.479709 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron_lib.callbacks.manager [None req-4b521920-0eee-42cd-8469-fbc6ee0de4ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (04adab67-2313-477f-a1a6-62688dc51b96), before_update {{(pid=106271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:45:43.545829 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.plugins.ml2.db [None req-4b521920-0eee-42cd-8469-fbc6ee0de4ab None None] For port 04adab67-2313-477f-a1a6-62688dc51b96, host dv-cinder-860090-1-iscsi, cleared binding levels {{(pid=106271) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 13:45:43.549847 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.plugins.ml2.db [None req-4b521920-0eee-42cd-8469-fbc6ee0de4ab None None] For port 04adab67-2313-477f-a1a6-62688dc51b96, host dv-cinder-860090-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860090-1-iscsi',level=0,port_id=04adab67-2313-477f-a1a6-62688dc51b96,segment=NetworkSegment(bb40cd5f-7936-4373-bcc9-441f3ba1dc24),segment_id=bb40cd5f-7936-4373-bcc9-441f3ba1dc24)] {{(pid=106271) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 13:45:43.562276 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron_lib.callbacks.manager [None req-4b521920-0eee-42cd-8469-fbc6ee0de4ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751015143617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751014657006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751014658052'] for port (04adab67-2313-477f-a1a6-62688dc51b96), after_update {{(pid=106271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:45:43.579442 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f556cd90-90f6-4a78-acce-c440e72f13b3 None None] Network 255b1c2a-b27e-48ca-856f-8fe2c9cbc5ce requested from dv-cinder-860090-1-iscsi {{(pid=106270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 03 13:45:43.602159 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b521920-0eee-42cd-8469-fbc6ee0de4ab None None] Routers {'f445bb84-0b46-4d2b-b9c0-69b1df1a6571'} bound to L3 agent in host dv-cinder-860090-1-iscsi {{(pid=106271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 13:45:43.602882 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_hamode_db [None req-4b521920-0eee-42cd-8469-fbc6ee0de4ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860090-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-03T13:22:05Z,description=,heartbeat_timestamp=2022-10-03T13:45:35Z,host='dv-cinder-860090-1-iscsi',id=94180321-47b1-4b5c-b620-b1b0a31df446,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T13:22:05Z,topic='l3_agent')) {'router_ids': ['f445bb84-0b46-4d2b-b9c0-69b1df1a6571'], 'active': True} {{(pid=106271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:45:43.637977 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:45:43.663601 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.provisioning_blocks [None req-482f9e11-f6c0-45b7-950f-67b9ccfae3ad None None] Provisioning complete for port 63c9ce25-a8bf-4c72-9ed9-a85cfc6c7068 triggered by entity DHCP. {{(pid=106270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 13:45:43.664236 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-482f9e11-f6c0-45b7-950f-67b9ccfae3ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1340199'] for port (63c9ce25-a8bf-4c72-9ed9-a85cfc6c7068), provisioning_complete {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:45:43.664747 dv-cinder-860090-1-iscsi neutron-server[106270]: INFO neutron.plugins.ml2.plugin [None req-482f9e11-f6c0-45b7-950f-67b9ccfae3ad None None] Attempt 1 to provision port 63c9ce25-a8bf-4c72-9ed9-a85cfc6c7068 Oct 03 13:45:43.678114 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503d291b-3a2b-483f-8b56-31e0d8ae6d65 None None] Pushing event updated for resources: {'Port': ['ID=04adab67-2313-477f-a1a6-62688dc51b96,revision_number=3']} {{(pid=106271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:45:43.797589 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_dvr_db [None req-4b521920-0eee-42cd-8469-fbc6ee0de4ab None None] Set router f445bb84-0b46-4d2b-b9c0-69b1df1a6571 gateway port host: dv-cinder-860090-1-iscsi {{(pid=106271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 13:45:43.805561 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-482f9e11-f6c0-45b7-950f-67b9ccfae3ad None None] Current status of the port 63c9ce25-a8bf-4c72-9ed9-a85cfc6c7068 is: DOWN; New status is: ACTIVE {{(pid=106270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 13:45:43.806066 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-482f9e11-f6c0-45b7-950f-67b9ccfae3ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (63c9ce25-a8bf-4c72-9ed9-a85cfc6c7068), before_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:45:43.813590 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d08526-6c47-4009-9f3f-8471cb60bbf1 admin admin] Pushing event updated for resources: {'Port': ['ID=955a49e9-8ed0-4478-8086-50bbc5279c2a,revision_number=1']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:45:43.828938 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4d08526-6c47-4009-9f3f-8471cb60bbf1 admin admin] Network 255b1c2a-b27e-48ca-856f-8fe2c9cbc5ce is already hosted by enough agents. {{(pid=106268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 13:45:43.830568 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.scheduler.base_scheduler [None req-f4d08526-6c47-4009-9f3f-8471cb60bbf1 admin admin] Resources bound (agent type, host, resource id): {{(pid=106268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 13:45:43.844177 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d08526-6c47-4009-9f3f-8471cb60bbf1 admin admin] Received port after_create {{(pid=106268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 13:45:43.881811 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.db [None req-482f9e11-f6c0-45b7-950f-67b9ccfae3ad None None] For port 63c9ce25-a8bf-4c72-9ed9-a85cfc6c7068, host dv-cinder-860090-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860090-1-iscsi',level=0,port_id=63c9ce25-a8bf-4c72-9ed9-a85cfc6c7068,segment=NetworkSegment(faee4e33-f717-4cbd-82fc-3d4a00b17367),segment_id=faee4e33-f717-4cbd-82fc-3d4a00b17367)] {{(pid=106270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 13:45:43.894642 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-482f9e11-f6c0-45b7-950f-67b9ccfae3ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751015143617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751014657006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751014658052'] for port (63c9ce25-a8bf-4c72-9ed9-a85cfc6c7068), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:45:43.942900 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-f4d08526-6c47-4009-9f3f-8471cb60bbf1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3722559'] for router_interface (f445bb84-0b46-4d2b-b9c0-69b1df1a6571), before_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:45:43.968601 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482f9e11-f6c0-45b7-950f-67b9ccfae3ad None None] Pushing event updated for resources: {'Port': ['ID=63c9ce25-a8bf-4c72-9ed9-a85cfc6c7068,revision_number=3']} {{(pid=106270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:45:44.102639 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_hamode_db [None req-4b521920-0eee-42cd-8469-fbc6ee0de4ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f445bb84-0b46-4d2b-b9c0-69b1df1a6571', 'name': 'tempest-TestMinimumBasicScenario-788699248-router', 'tenant_id': '588509197e27499087ec1efe8338d7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'external_fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': '04adab67-2313-477f-a1a6-62688dc51b96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:45:40Z', 'updated_at': '2022-10-03T13:45:41Z', 'revision_number': 3, 'project_id': '588509197e27499087ec1efe8338d7fc', 'gw_port': {'id': '04adab67-2313-477f-a1a6-62688dc51b96', 'name': '', 'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:54:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f445bb84-0b46-4d2b-b9c0-69b1df1a6571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:45:41Z', 'updated_at': '2022-10-03T13:45:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860090-1-iscsi'}], 'dv-cinder-860090-1-iscsi', False) {} {{(pid=106271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:45:44.120302 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Device 63c9ce25-a8bf-4c72-9ed9-a85cfc6c7068 up at agent ovs-agent-dv-cinder-860090-1-iscsi {{(pid=106270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 13:45:44.133110 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b521920-0eee-42cd-8469-fbc6ee0de4ab None None] The sync data for ids ['f445bb84-0b46-4d2b-b9c0-69b1df1a6571'] in dv-cinder-860090-1-iscsi is: [{'id': 'f445bb84-0b46-4d2b-b9c0-69b1df1a6571', 'name': 'tempest-TestMinimumBasicScenario-788699248-router', 'tenant_id': '588509197e27499087ec1efe8338d7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'external_fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': '04adab67-2313-477f-a1a6-62688dc51b96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:45:40Z', 'updated_at': '2022-10-03T13:45:41Z', 'revision_number': 3, 'project_id': '588509197e27499087ec1efe8338d7fc', 'gw_port': {'id': '04adab67-2313-477f-a1a6-62688dc51b96', 'name': '', 'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:54:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f445bb84-0b46-4d2b-b9c0-69b1df1a6571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:45:41Z', 'updated_at': '2022-10-03T13:45:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860090-1-iscsi'}] {{(pid=106271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 13:45:44.165881 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:45:44.170388 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-f4d08526-6c47-4009-9f3f-8471cb60bbf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (955a49e9-8ed0-4478-8086-50bbc5279c2a), before_update {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:45:44.202211 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.provisioning_blocks [None req-971cadb0-91de-444e-9143-87ddb2b5f769 None None] Provisioning complete for port 63c9ce25-a8bf-4c72-9ed9-a85cfc6c7068 triggered by entity DHCP. {{(pid=106270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 13:45:44.202641 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-971cadb0-91de-444e-9143-87ddb2b5f769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1340199'] for port (63c9ce25-a8bf-4c72-9ed9-a85cfc6c7068), provisioning_complete {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:45:44.203033 dv-cinder-860090-1-iscsi neutron-server[106270]: INFO neutron.plugins.ml2.plugin [None req-971cadb0-91de-444e-9143-87ddb2b5f769 None None] Attempt 1 to provision port 63c9ce25-a8bf-4c72-9ed9-a85cfc6c7068 Oct 03 13:45:44.250177 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.provisioning_blocks [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Provisioning complete for port 63c9ce25-a8bf-4c72-9ed9-a85cfc6c7068 triggered by entity L2. {{(pid=106270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 13:45:44.250703 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1340199'] for port (63c9ce25-a8bf-4c72-9ed9-a85cfc6c7068), provisioning_complete {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:45:44.251158 dv-cinder-860090-1-iscsi neutron-server[106270]: INFO neutron.plugins.ml2.plugin [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Attempt 1 to provision port 63c9ce25-a8bf-4c72-9ed9-a85cfc6c7068 Oct 03 13:45:44.285358 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:45:44.398809 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-971cadb0-91de-444e-9143-87ddb2b5f769 None None] Current status of the port 63c9ce25-a8bf-4c72-9ed9-a85cfc6c7068 is: ACTIVE; New status is: ACTIVE {{(pid=106270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 13:45:44.401722 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Current status of the port 63c9ce25-a8bf-4c72-9ed9-a85cfc6c7068 is: ACTIVE; New status is: ACTIVE {{(pid=106270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 13:45:44.402997 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Device 642eb4a6-46c8-49a4-bf13-f030cbebb20e up at agent ovs-agent-dv-cinder-860090-1-iscsi {{(pid=106270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 13:45:44.415532 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:45:44.433550 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.provisioning_blocks [None req-971cadb0-91de-444e-9143-87ddb2b5f769 None None] Provisioning complete for port 955a49e9-8ed0-4478-8086-50bbc5279c2a triggered by entity DHCP. {{(pid=106270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 13:45:44.433945 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-971cadb0-91de-444e-9143-87ddb2b5f769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1340199'] for port (955a49e9-8ed0-4478-8086-50bbc5279c2a), provisioning_complete {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:45:44.434274 dv-cinder-860090-1-iscsi neutron-server[106270]: INFO neutron.plugins.ml2.plugin [None req-971cadb0-91de-444e-9143-87ddb2b5f769 None None] Attempt 1 to provision port 955a49e9-8ed0-4478-8086-50bbc5279c2a Oct 03 13:45:44.464675 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-f4d08526-6c47-4009-9f3f-8471cb60bbf1 admin admin] Publish callbacks [] for port (955a49e9-8ed0-4478-8086-50bbc5279c2a), precommit_update {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:45:44.485987 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-f4d08526-6c47-4009-9f3f-8471cb60bbf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751015143617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751014657006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751014658052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25417910'] for port (955a49e9-8ed0-4478-8086-50bbc5279c2a), after_update {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:45:44.499618 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-971cadb0-91de-444e-9143-87ddb2b5f769 None None] Port 955a49e9-8ed0-4478-8086-50bbc5279c2a cannot update to ACTIVE because it is not bound. {{(pid=106270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 03 13:45:44.524372 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.provisioning_blocks [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Provisioning complete for port 642eb4a6-46c8-49a4-bf13-f030cbebb20e triggered by entity L2. {{(pid=106270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 13:45:44.525032 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1340199'] for port (642eb4a6-46c8-49a4-bf13-f030cbebb20e), provisioning_complete {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:45:44.525617 dv-cinder-860090-1-iscsi neutron-server[106270]: INFO neutron.plugins.ml2.plugin [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Attempt 1 to provision port 642eb4a6-46c8-49a4-bf13-f030cbebb20e Oct 03 13:45:44.568175 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-f4d08526-6c47-4009-9f3f-8471cb60bbf1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3798534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3722659'] for router_interface (f445bb84-0b46-4d2b-b9c0-69b1df1a6571), after_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:45:44.571585 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d08526-6c47-4009-9f3f-8471cb60bbf1 admin admin] Pushing event updated for resources: {'Port': ['ID=955a49e9-8ed0-4478-8086-50bbc5279c2a,revision_number=2']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:45:44.631394 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.provisioning_blocks [None req-10abedc4-58a2-42aa-aa98-f95380bb5723 None None] Provisioning complete for port 955a49e9-8ed0-4478-8086-50bbc5279c2a triggered by entity DHCP. {{(pid=106270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 13:45:44.631966 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-10abedc4-58a2-42aa-aa98-f95380bb5723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1340199'] for port (955a49e9-8ed0-4478-8086-50bbc5279c2a), provisioning_complete {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:45:44.632102 dv-cinder-860090-1-iscsi neutron-server[106270]: INFO neutron.plugins.ml2.plugin [None req-10abedc4-58a2-42aa-aa98-f95380bb5723 None None] Attempt 1 to provision port 955a49e9-8ed0-4478-8086-50bbc5279c2a Oct 03 13:45:44.634030 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Current status of the port 642eb4a6-46c8-49a4-bf13-f030cbebb20e is: DOWN; New status is: ACTIVE {{(pid=106270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 13:45:44.634409 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (642eb4a6-46c8-49a4-bf13-f030cbebb20e), before_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:45:44.694076 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:45:44.696387 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-10abedc4-58a2-42aa-aa98-f95380bb5723 None None] Port 955a49e9-8ed0-4478-8086-50bbc5279c2a cannot update to ACTIVE because it is not bound. {{(pid=106270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 03 13:45:44.702155 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.db [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] For port 642eb4a6-46c8-49a4-bf13-f030cbebb20e, host dv-cinder-860090-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860090-1-iscsi',level=0,port_id=642eb4a6-46c8-49a4-bf13-f030cbebb20e,segment=NetworkSegment(8d7404da-76ae-470e-bccd-b422f80b4e84),segment_id=8d7404da-76ae-470e-bccd-b422f80b4e84)] {{(pid=106270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 13:45:44.706971 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4d08526-6c47-4009-9f3f-8471cb60bbf1 admin admin] Network 255b1c2a-b27e-48ca-856f-8fe2c9cbc5ce is already hosted by enough agents. {{(pid=106268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 13:45:44.707539 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751015143617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751014657006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751014658052'] for port (642eb4a6-46c8-49a4-bf13-f030cbebb20e), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:45:44.708747 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.scheduler.base_scheduler [None req-f4d08526-6c47-4009-9f3f-8471cb60bbf1 admin admin] Resources bound (agent type, host, resource id): {{(pid=106268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 13:45:44.768555 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Pushing event updated for resources: {'Port': ['ID=642eb4a6-46c8-49a4-bf13-f030cbebb20e,revision_number=5']} {{(pid=106270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:45:44.845412 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4d08526-6c47-4009-9f3f-8471cb60bbf1 admin admin] Router f445bb84-0b46-4d2b-b9c0-69b1df1a6571 has already been hosted by L3 agent 94180321-47b1-4b5c-b620-b1b0a31df446 {{(pid=106268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 03 13:45:44.963468 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4d08526-6c47-4009-9f3f-8471cb60bbf1 admin admin] Notify agent at l3_agent.dv-cinder-860090-1-iscsi the message routers_updated {{(pid=106268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 13:45:44.970335 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-f4d08526-6c47-4009-9f3f-8471cb60bbf1 admin admin] 10.222.0.58 "PUT /networking/v2.0/routers/f445bb84-0b46-4d2b-b9c0-69b1df1a6571/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5284064 Oct 03 13:45:45.027174 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.provisioning_blocks [None req-195e7bf9-4d47-4212-a09b-e80cc0290d9e None None] Provisioning complete for port 955a49e9-8ed0-4478-8086-50bbc5279c2a triggered by entity DHCP. {{(pid=106270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 13:45:45.027800 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-195e7bf9-4d47-4212-a09b-e80cc0290d9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1340199'] for port (955a49e9-8ed0-4478-8086-50bbc5279c2a), provisioning_complete {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:45:45.029213 dv-cinder-860090-1-iscsi neutron-server[106270]: INFO neutron.plugins.ml2.plugin [None req-195e7bf9-4d47-4212-a09b-e80cc0290d9e None None] Attempt 1 to provision port 955a49e9-8ed0-4478-8086-50bbc5279c2a Oct 03 13:45:45.070224 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-195e7bf9-4d47-4212-a09b-e80cc0290d9e None None] Port 955a49e9-8ed0-4478-8086-50bbc5279c2a cannot update to ACTIVE because it is not bound. {{(pid=106270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 03 13:45:46.093381 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Device 63c9ce25-a8bf-4c72-9ed9-a85cfc6c7068 up at agent ovs-agent-dv-cinder-860090-1-iscsi {{(pid=106270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 13:45:46.148327 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.provisioning_blocks [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Provisioning complete for port 63c9ce25-a8bf-4c72-9ed9-a85cfc6c7068 triggered by entity L2. {{(pid=106270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 13:45:46.148740 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1340199'] for port (63c9ce25-a8bf-4c72-9ed9-a85cfc6c7068), provisioning_complete {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:45:46.149185 dv-cinder-860090-1-iscsi neutron-server[106270]: INFO neutron.plugins.ml2.plugin [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Attempt 1 to provision port 63c9ce25-a8bf-4c72-9ed9-a85cfc6c7068 Oct 03 13:45:46.246612 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Current status of the port 63c9ce25-a8bf-4c72-9ed9-a85cfc6c7068 is: ACTIVE; New status is: ACTIVE {{(pid=106270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 13:45:46.251379 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Device 04adab67-2313-477f-a1a6-62688dc51b96 up at agent ovs-agent-dv-cinder-860090-1-iscsi {{(pid=106270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 13:45:46.310949 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.provisioning_blocks [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Provisioning complete for port 04adab67-2313-477f-a1a6-62688dc51b96 triggered by entity L2. {{(pid=106270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 13:45:46.311528 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1340199'] for port (04adab67-2313-477f-a1a6-62688dc51b96), provisioning_complete {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:45:46.311968 dv-cinder-860090-1-iscsi neutron-server[106270]: INFO neutron.plugins.ml2.plugin [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Attempt 1 to provision port 04adab67-2313-477f-a1a6-62688dc51b96 Oct 03 13:45:46.362806 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:45:46.408236 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Current status of the port 04adab67-2313-477f-a1a6-62688dc51b96 is: DOWN; New status is: ACTIVE {{(pid=106270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 13:45:46.408640 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (04adab67-2313-477f-a1a6-62688dc51b96), before_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:45:46.415570 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:45:46.440148 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.db [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] For port 04adab67-2313-477f-a1a6-62688dc51b96, host dv-cinder-860090-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860090-1-iscsi',level=0,port_id=04adab67-2313-477f-a1a6-62688dc51b96,segment=NetworkSegment(bb40cd5f-7936-4373-bcc9-441f3ba1dc24),segment_id=bb40cd5f-7936-4373-bcc9-441f3ba1dc24)] {{(pid=106270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 13:45:46.446393 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751015143617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751014657006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751014658052'] for port (04adab67-2313-477f-a1a6-62688dc51b96), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:45:46.447782 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Device 642eb4a6-46c8-49a4-bf13-f030cbebb20e up at agent ovs-agent-dv-cinder-860090-1-iscsi {{(pid=106270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 13:45:46.548872 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Pushing event updated for resources: {'Port': ['ID=04adab67-2313-477f-a1a6-62688dc51b96,revision_number=4']} {{(pid=106270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:45:46.553205 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.provisioning_blocks [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Provisioning complete for port 642eb4a6-46c8-49a4-bf13-f030cbebb20e triggered by entity L2. {{(pid=106270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 13:45:46.553677 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1340199'] for port (642eb4a6-46c8-49a4-bf13-f030cbebb20e), provisioning_complete {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:45:46.554098 dv-cinder-860090-1-iscsi neutron-server[106270]: INFO neutron.plugins.ml2.plugin [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Attempt 1 to provision port 642eb4a6-46c8-49a4-bf13-f030cbebb20e Oct 03 13:45:46.638561 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Current status of the port 642eb4a6-46c8-49a4-bf13-f030cbebb20e is: ACTIVE; New status is: ACTIVE {{(pid=106270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 13:45:46.692382 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-158897df-6e24-4540-9fa4-414192ab4a49 None None] Sync routers for ids ['f445bb84-0b46-4d2b-b9c0-69b1df1a6571'] in dv-cinder-860090-1-iscsi {{(pid=106270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 13:45:46.705895 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-158897df-6e24-4540-9fa4-414192ab4a49 None None] Routers {'f445bb84-0b46-4d2b-b9c0-69b1df1a6571'} bound to L3 agent in host dv-cinder-860090-1-iscsi {{(pid=106270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 13:45:46.706526 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_hamode_db [None req-158897df-6e24-4540-9fa4-414192ab4a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860090-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-03T13:22:05Z,description=,heartbeat_timestamp=2022-10-03T13:45:35Z,host='dv-cinder-860090-1-iscsi',id=94180321-47b1-4b5c-b620-b1b0a31df446,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T13:22:05Z,topic='l3_agent')) {'router_ids': ['f445bb84-0b46-4d2b-b9c0-69b1df1a6571'], 'active': True} {{(pid=106270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:45:46.816486 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_dvr_db [None req-158897df-6e24-4540-9fa4-414192ab4a49 None None] Set router f445bb84-0b46-4d2b-b9c0-69b1df1a6571 gateway port host: dv-cinder-860090-1-iscsi {{(pid=106270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 13:45:47.029467 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_hamode_db [None req-158897df-6e24-4540-9fa4-414192ab4a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f445bb84-0b46-4d2b-b9c0-69b1df1a6571', 'name': 'tempest-TestMinimumBasicScenario-788699248-router', 'tenant_id': '588509197e27499087ec1efe8338d7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'external_fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': '04adab67-2313-477f-a1a6-62688dc51b96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:45:40Z', 'updated_at': '2022-10-03T13:45:44Z', 'revision_number': 4, 'project_id': '588509197e27499087ec1efe8338d7fc', 'gw_port': {'id': '04adab67-2313-477f-a1a6-62688dc51b96', 'name': '', 'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:54:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f445bb84-0b46-4d2b-b9c0-69b1df1a6571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:45:41Z', 'updated_at': '2022-10-03T13:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860090-1-iscsi', '_interfaces': [{'id': '955a49e9-8ed0-4478-8086-50bbc5279c2a', 'name': '', 'network_id': '255b1c2a-b27e-48ca-856f-8fe2c9cbc5ce', 'tenant_id': '588509197e27499087ec1efe8338d7fc', 'mac_address': 'fa:16:3e:f1:a5:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f445bb84-0b46-4d2b-b9c0-69b1df1a6571', 'device_owner': 'network:router_interface', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '56bb1b21-aa37-4f76-9e26-f939f7f9eac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:45:42Z', 'updated_at': '2022-10-03T13:45:44Z', 'revision_number': 2, 'project_id': '588509197e27499087ec1efe8338d7fc', 'subnets': [{'id': '56bb1b21-aa37-4f76-9e26-f939f7f9eac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860090-1-iscsi', False) {} {{(pid=106270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:45:47.061664 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-158897df-6e24-4540-9fa4-414192ab4a49 None None] Checking router: f445bb84-0b46-4d2b-b9c0-69b1df1a6571 for host: dv-cinder-860090-1-iscsi {{(pid=106270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 13:45:47.062011 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-158897df-6e24-4540-9fa4-414192ab4a49 None None] Updating router f445bb84-0b46-4d2b-b9c0-69b1df1a6571 port 955a49e9-8ed0-4478-8086-50bbc5279c2a binding host dv-cinder-860090-1-iscsi {{(pid=106270) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 03 13:45:47.094579 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-158897df-6e24-4540-9fa4-414192ab4a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (955a49e9-8ed0-4478-8086-50bbc5279c2a), before_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:45:47.386877 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-158897df-6e24-4540-9fa4-414192ab4a49 None None] Publish callbacks [] for port (955a49e9-8ed0-4478-8086-50bbc5279c2a), precommit_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:45:47.393000 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-158897df-6e24-4540-9fa4-414192ab4a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751015143617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751014657006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751014658052'] for port (955a49e9-8ed0-4478-8086-50bbc5279c2a), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:45:47.423182 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=100 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:45:47.426067 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:45:47.459590 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06e004c-0614-4139-ae29-a3a70f2e08af None None] Pushing event updated for resources: {'Port': ['ID=955a49e9-8ed0-4478-8086-50bbc5279c2a,revision_number=3']} {{(pid=106270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:45:47.498013 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.managers [None req-158897df-6e24-4540-9fa4-414192ab4a49 None None] Attempting to bind port 955a49e9-8ed0-4478-8086-50bbc5279c2a on host dv-cinder-860090-1-iscsi for vnic_type normal with profile {{(pid=106270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 13:45:47.498449 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.managers [None req-158897df-6e24-4540-9fa4-414192ab4a49 None None] Attempting to bind port 955a49e9-8ed0-4478-8086-50bbc5279c2a by drivers openvswitch,hyperv on host dv-cinder-860090-1-iscsi at level 0 using segments [{'id': 'faee4e33-f717-4cbd-82fc-3d4a00b17367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '255b1c2a-b27e-48ca-856f-8fe2c9cbc5ce'}] {{(pid=106270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 13:45:47.499829 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-158897df-6e24-4540-9fa4-414192ab4a49 None None] Attempting to bind port 955a49e9-8ed0-4478-8086-50bbc5279c2a on network 255b1c2a-b27e-48ca-856f-8fe2c9cbc5ce {{(pid=106270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 13:45:47.547344 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-158897df-6e24-4540-9fa4-414192ab4a49 None None] Checking agent: {'id': 'd46c7ed5-c451-4a76-ab3f-ab8e3ea4a5ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860090-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 13, 22, 7), 'started_at': datetime.datetime(2022, 10, 3, 13, 22, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 13, 45, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860090-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 13:45:47.547723 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-158897df-6e24-4540-9fa4-414192ab4a49 None None] Checking segment: {'id': 'faee4e33-f717-4cbd-82fc-3d4a00b17367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '255b1c2a-b27e-48ca-856f-8fe2c9cbc5ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 13:45:47.548185 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-158897df-6e24-4540-9fa4-414192ab4a49 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:45:47.548574 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-158897df-6e24-4540-9fa4-414192ab4a49 None None] Bound using segment: {'id': 'faee4e33-f717-4cbd-82fc-3d4a00b17367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '255b1c2a-b27e-48ca-856f-8fe2c9cbc5ce'} {{(pid=106270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 13:45:47.549081 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.managers [None req-158897df-6e24-4540-9fa4-414192ab4a49 None None] Bound port: 955a49e9-8ed0-4478-8086-50bbc5279c2a, host: dv-cinder-860090-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faee4e33-f717-4cbd-82fc-3d4a00b17367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '255b1c2a-b27e-48ca-856f-8fe2c9cbc5ce'}}] {{(pid=106270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 13:45:47.549489 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-158897df-6e24-4540-9fa4-414192ab4a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (955a49e9-8ed0-4478-8086-50bbc5279c2a), before_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:45:47.635603 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.db [None req-158897df-6e24-4540-9fa4-414192ab4a49 None None] For port 955a49e9-8ed0-4478-8086-50bbc5279c2a, host dv-cinder-860090-1-iscsi, cleared binding levels {{(pid=106270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 13:45:47.641529 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.db [None req-158897df-6e24-4540-9fa4-414192ab4a49 None None] For port 955a49e9-8ed0-4478-8086-50bbc5279c2a, host dv-cinder-860090-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860090-1-iscsi',level=0,port_id=955a49e9-8ed0-4478-8086-50bbc5279c2a,segment=NetworkSegment(faee4e33-f717-4cbd-82fc-3d4a00b17367),segment_id=faee4e33-f717-4cbd-82fc-3d4a00b17367)] {{(pid=106270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 13:45:47.647668 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-158897df-6e24-4540-9fa4-414192ab4a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751015143617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751014657006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751014658052'] for port (955a49e9-8ed0-4478-8086-50bbc5279c2a), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:45:47.690264 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-158897df-6e24-4540-9fa4-414192ab4a49 None None] Routers {'f445bb84-0b46-4d2b-b9c0-69b1df1a6571'} bound to L3 agent in host dv-cinder-860090-1-iscsi {{(pid=106270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 13:45:47.690904 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_hamode_db [None req-158897df-6e24-4540-9fa4-414192ab4a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860090-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-03T13:22:05Z,description=,heartbeat_timestamp=2022-10-03T13:45:35Z,host='dv-cinder-860090-1-iscsi',id=94180321-47b1-4b5c-b620-b1b0a31df446,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T13:22:05Z,topic='l3_agent')) {'router_ids': ['f445bb84-0b46-4d2b-b9c0-69b1df1a6571'], 'active': True} {{(pid=106270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:45:47.748399 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06e004c-0614-4139-ae29-a3a70f2e08af None None] Pushing event updated for resources: {'Port': ['ID=955a49e9-8ed0-4478-8086-50bbc5279c2a,revision_number=4']} {{(pid=106270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:45:47.959901 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_dvr_db [None req-158897df-6e24-4540-9fa4-414192ab4a49 None None] Set router f445bb84-0b46-4d2b-b9c0-69b1df1a6571 gateway port host: dv-cinder-860090-1-iscsi {{(pid=106270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 13:45:48.033509 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Device 04adab67-2313-477f-a1a6-62688dc51b96 up at agent ovs-agent-dv-cinder-860090-1-iscsi {{(pid=106270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 13:45:48.150662 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.provisioning_blocks [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Provisioning complete for port 04adab67-2313-477f-a1a6-62688dc51b96 triggered by entity L2. {{(pid=106270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 13:45:48.151340 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1340199'] for port (04adab67-2313-477f-a1a6-62688dc51b96), provisioning_complete {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:45:48.151340 dv-cinder-860090-1-iscsi neutron-server[106270]: INFO neutron.plugins.ml2.plugin [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Attempt 1 to provision port 04adab67-2313-477f-a1a6-62688dc51b96 Oct 03 13:45:48.237587 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_hamode_db [None req-158897df-6e24-4540-9fa4-414192ab4a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f445bb84-0b46-4d2b-b9c0-69b1df1a6571', 'name': 'tempest-TestMinimumBasicScenario-788699248-router', 'tenant_id': '588509197e27499087ec1efe8338d7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'external_fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': '04adab67-2313-477f-a1a6-62688dc51b96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:45:40Z', 'updated_at': '2022-10-03T13:45:44Z', 'revision_number': 4, 'project_id': '588509197e27499087ec1efe8338d7fc', 'gw_port': {'id': '04adab67-2313-477f-a1a6-62688dc51b96', 'name': '', 'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:54:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f445bb84-0b46-4d2b-b9c0-69b1df1a6571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:45:41Z', 'updated_at': '2022-10-03T13:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860090-1-iscsi', '_interfaces': [{'id': '955a49e9-8ed0-4478-8086-50bbc5279c2a', 'name': '', 'network_id': '255b1c2a-b27e-48ca-856f-8fe2c9cbc5ce', 'tenant_id': '588509197e27499087ec1efe8338d7fc', 'mac_address': 'fa:16:3e:f1:a5:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f445bb84-0b46-4d2b-b9c0-69b1df1a6571', 'device_owner': 'network:router_interface', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '56bb1b21-aa37-4f76-9e26-f939f7f9eac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:45:42Z', 'updated_at': '2022-10-03T13:45:47Z', 'revision_number': 4, 'project_id': '588509197e27499087ec1efe8338d7fc', 'subnets': [{'id': '56bb1b21-aa37-4f76-9e26-f939f7f9eac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860090-1-iscsi', False) {} {{(pid=106270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:45:48.268347 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-158897df-6e24-4540-9fa4-414192ab4a49 None None] The sync data for ids ['f445bb84-0b46-4d2b-b9c0-69b1df1a6571'] in dv-cinder-860090-1-iscsi is: [{'id': 'f445bb84-0b46-4d2b-b9c0-69b1df1a6571', 'name': 'tempest-TestMinimumBasicScenario-788699248-router', 'tenant_id': '588509197e27499087ec1efe8338d7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'external_fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': '04adab67-2313-477f-a1a6-62688dc51b96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:45:40Z', 'updated_at': '2022-10-03T13:45:44Z', 'revision_number': 4, 'project_id': '588509197e27499087ec1efe8338d7fc', 'gw_port': {'id': '04adab67-2313-477f-a1a6-62688dc51b96', 'name': '', 'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:54:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f445bb84-0b46-4d2b-b9c0-69b1df1a6571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:45:41Z', 'updated_at': '2022-10-03T13:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860090-1-iscsi', '_interfaces': [{'id': '955a49e9-8ed0-4478-8086-50bbc5279c2a', 'name': '', 'network_id': '255b1c2a-b27e-48ca-856f-8fe2c9cbc5ce', 'tenant_id': '588509197e27499087ec1efe8338d7fc', 'mac_address': 'fa:16:3e:f1:a5:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f445bb84-0b46-4d2b-b9c0-69b1df1a6571', 'device_owner': 'network:router_interface', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '56bb1b21-aa37-4f76-9e26-f939f7f9eac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:45:42Z', 'updated_at': '2022-10-03T13:45:47Z', 'revision_number': 4, 'project_id': '588509197e27499087ec1efe8338d7fc', 'subnets': [{'id': '56bb1b21-aa37-4f76-9e26-f939f7f9eac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 13:45:48.312910 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Current status of the port 04adab67-2313-477f-a1a6-62688dc51b96 is: ACTIVE; New status is: ACTIVE {{(pid=106270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 13:45:49.067421 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-dbff7406-3ca9-4553-838e-8e269f72374d req-7732ae1e-0acf-49cd-b92b-08c1d6d4fd4b tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] 10.222.0.58 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1836367322&fields=id&tenant_id=0e005cbca8874c76bf8ad8f5d336b189 HTTP/1.1" status: 200 len: 267 time: 0.0630205 Oct 03 13:45:49.214687 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbff7406-3ca9-4553-838e-8e269f72374d req-86aff25e-d622-453f-b73f-96045fc6ce72 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:45:49.219019 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-dbff7406-3ca9-4553-838e-8e269f72374d req-86aff25e-d622-453f-b73f-96045fc6ce72 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] 10.222.0.58 "GET /networking/v2.0/networks?id=5b3c6d8a-02a1-4730-82ca-c02b5cbef660 HTTP/1.1" status: 200 len: 812 time: 0.1501489 Oct 03 13:45:49.236344 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-dbff7406-3ca9-4553-838e-8e269f72374d req-64d2168e-8038-44fb-a7a1-89965010367e tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] 10.222.0.58 "GET /networking/v2.0/quotas/0e005cbca8874c76bf8ad8f5d336b189 HTTP/1.1" status: 200 len: 375 time: 0.0137870 Oct 03 13:45:49.297432 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-dbff7406-3ca9-4553-838e-8e269f72374d req-95eb35f0-6d3e-4b91-8f6b-59ea729865a7 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=0e005cbca8874c76bf8ad8f5d336b189&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0542023 Oct 03 13:45:49.547162 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-dbff7406-3ca9-4553-838e-8e269f72374d req-410fb0fa-55cd-47ba-9342-fa2acda6941a service neutron] 10.222.0.58 "GET /networking/v2.0/networks/5b3c6d8a-02a1-4730-82ca-c02b5cbef660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2222445 Oct 03 13:45:49.605536 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:45:49.645687 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-dbff7406-3ca9-4553-838e-8e269f72374d req-fd15b78a-eda9-44ae-8db6-017761e93191 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/5b3c6d8a-02a1-4730-82ca-c02b5cbef660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925443 Oct 03 13:45:50.061865 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Device 955a49e9-8ed0-4478-8086-50bbc5279c2a up at agent ovs-agent-dv-cinder-860090-1-iscsi {{(pid=106270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 13:45:50.194313 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-c24f00f4-54e3-4e23-95ec-0fe2f43c8d1b req-c1357e6d-bf2a-4988-9a1a-8a76ed42d2b1 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=9490f8f0-a79a-44a6-97fe-5a06b851a733 HTTP/1.1" status: 200 len: 210 time: 0.1660242 Oct 03 13:45:50.210069 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.provisioning_blocks [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Provisioning complete for port 955a49e9-8ed0-4478-8086-50bbc5279c2a triggered by entity L2. {{(pid=106270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 13:45:50.210451 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1340199'] for port (955a49e9-8ed0-4478-8086-50bbc5279c2a), provisioning_complete {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:45:50.210795 dv-cinder-860090-1-iscsi neutron-server[106270]: INFO neutron.plugins.ml2.plugin [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Attempt 1 to provision port 955a49e9-8ed0-4478-8086-50bbc5279c2a Oct 03 13:45:50.241770 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:45:50.316189 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Current status of the port 955a49e9-8ed0-4478-8086-50bbc5279c2a is: DOWN; New status is: ACTIVE {{(pid=106270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 13:45:50.316425 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (955a49e9-8ed0-4478-8086-50bbc5279c2a), before_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:45:50.395579 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.db [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] For port 955a49e9-8ed0-4478-8086-50bbc5279c2a, host dv-cinder-860090-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860090-1-iscsi',level=0,port_id=955a49e9-8ed0-4478-8086-50bbc5279c2a,segment=NetworkSegment(faee4e33-f717-4cbd-82fc-3d4a00b17367),segment_id=faee4e33-f717-4cbd-82fc-3d4a00b17367)] {{(pid=106270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 13:45:50.400939 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751015143617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751014657006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751014658052'] for port (955a49e9-8ed0-4478-8086-50bbc5279c2a), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:45:50.474549 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:45:50.476561 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Pushing event updated for resources: {'Port': ['ID=955a49e9-8ed0-4478-8086-50bbc5279c2a,revision_number=5']} {{(pid=106270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:45:51.343257 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-d27aeca3-5cbc-44f1-b4b8-f32e8d6db24b req-8edaab3b-6b34-4948-b4ae-8df811bab619 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=9490f8f0-a79a-44a6-97fe-5a06b851a733 HTTP/1.1" status: 200 len: 210 time: 0.0512693 Oct 03 13:45:52.030286 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbff7406-3ca9-4553-838e-8e269f72374d req-ddc18f48-a8ac-4585-b3b5-9e42fa68d802 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:45:52.031982 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-dbff7406-3ca9-4553-838e-8e269f72374d req-ddc18f48-a8ac-4585-b3b5-9e42fa68d802 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] 10.222.0.65 "GET /networking/v2.0/networks?id=5b3c6d8a-02a1-4730-82ca-c02b5cbef660 HTTP/1.1" status: 200 len: 812 time: 0.1520054 Oct 03 13:45:52.047159 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Device 955a49e9-8ed0-4478-8086-50bbc5279c2a up at agent ovs-agent-dv-cinder-860090-1-iscsi {{(pid=106270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 13:45:52.120324 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-dbff7406-3ca9-4553-838e-8e269f72374d req-23a0dabe-b616-4c17-a577-0370da25dc8c tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] 10.222.0.65 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=0e005cbca8874c76bf8ad8f5d336b189 HTTP/1.1" status: 200 len: 380 time: 0.0740540 Oct 03 13:45:52.130614 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.v2.base [req-dbff7406-3ca9-4553-838e-8e269f72374d req-6a85e536-4fd1-43a2-be7e-f83d262b87ea tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Request body: {'port': {'device_id': '9490f8f0-a79a-44a6-97fe-5a06b851a733', 'network_id': '5b3c6d8a-02a1-4730-82ca-c02b5cbef660', 'admin_state_up': True, 'tenant_id': '0e005cbca8874c76bf8ad8f5d336b189', 'security_groups': ['9ace053f-6f3b-45d1-9888-9eb91c607356']}} {{(pid=106268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 13:45:52.138122 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.provisioning_blocks [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Provisioning complete for port 955a49e9-8ed0-4478-8086-50bbc5279c2a triggered by entity L2. {{(pid=106270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 13:45:52.138955 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1340199'] for port (955a49e9-8ed0-4478-8086-50bbc5279c2a), provisioning_complete {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:45:52.139465 dv-cinder-860090-1-iscsi neutron-server[106270]: INFO neutron.plugins.ml2.plugin [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Attempt 1 to provision port 955a49e9-8ed0-4478-8086-50bbc5279c2a Oct 03 13:45:52.235072 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Current status of the port 955a49e9-8ed0-4478-8086-50bbc5279c2a is: ACTIVE; New status is: ACTIVE {{(pid=106270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 13:45:52.261808 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbff7406-3ca9-4553-838e-8e269f72374d req-6a85e536-4fd1-43a2-be7e-f83d262b87ea tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Made reservation on behalf of 0e005cbca8874c76bf8ad8f5d336b189 for: {'port': 1} {{(pid=106268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 13:45:52.266605 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-dbff7406-3ca9-4553-838e-8e269f72374d req-6a85e536-4fd1-43a2-be7e-f83d262b87ea tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (None), before_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:45:52.425808 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.db.db_base_plugin_common [req-dbff7406-3ca9-4553-838e-8e269f72374d req-6a85e536-4fd1-43a2-be7e-f83d262b87ea tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Allocated IP 172.20.0.3 (5b3c6d8a-02a1-4730-82ca-c02b5cbef660/51f42a02-30ea-44c7-9128-4b02428032bd/25791bff-ae48-4944-884e-9dd7145ea3b9) {{(pid=106268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 13:45:52.479459 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-54191db7-3ed0-4e2d-89a1-a5e63ac5270e req-10c911d1-4f63-4fe6-aa47-1e00bf221ccf tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=9490f8f0-a79a-44a6-97fe-5a06b851a733 HTTP/1.1" status: 200 len: 210 time: 0.0395596 Oct 03 13:45:52.601275 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:45:52.637203 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:45:52.660371 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-dbff7406-3ca9-4553-838e-8e269f72374d req-6a85e536-4fd1-43a2-be7e-f83d262b87ea tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Publish callbacks [] for port (25791bff-ae48-4944-884e-9dd7145ea3b9), precommit_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:45:52.710990 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-dbff7406-3ca9-4553-838e-8e269f72374d req-6a85e536-4fd1-43a2-be7e-f83d262b87ea tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751014656988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25417805'] for port (25791bff-ae48-4944-884e-9dd7145ea3b9), after_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:45:52.760929 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbff7406-3ca9-4553-838e-8e269f72374d req-6a85e536-4fd1-43a2-be7e-f83d262b87ea tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Network 5b3c6d8a-02a1-4730-82ca-c02b5cbef660 is already hosted by enough agents. {{(pid=106268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 13:45:52.764740 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.scheduler.base_scheduler [req-dbff7406-3ca9-4553-838e-8e269f72374d req-6a85e536-4fd1-43a2-be7e-f83d262b87ea tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Resources bound (agent type, host, resource id): {{(pid=106268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 13:45:52.769038 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbff7406-3ca9-4553-838e-8e269f72374d req-6a85e536-4fd1-43a2-be7e-f83d262b87ea tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Received port after_create {{(pid=106268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 13:45:52.803259 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a85e536-4fd1-43a2-be7e-f83d262b87ea tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Pushing event updated for resources: {'Port': ['ID=25791bff-ae48-4944-884e-9dd7145ea3b9,revision_number=1']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:45:52.837314 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbff7406-3ca9-4553-838e-8e269f72374d req-6a85e536-4fd1-43a2-be7e-f83d262b87ea tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:45:52.837974 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-dbff7406-3ca9-4553-838e-8e269f72374d req-6a85e536-4fd1-43a2-be7e-f83d262b87ea tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512321'] for port (None), before_response {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:45:52.861718 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-dbff7406-3ca9-4553-838e-8e269f72374d req-6a85e536-4fd1-43a2-be7e-f83d262b87ea tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] 10.222.0.65 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7383599 Oct 03 13:45:52.877432 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.v2.base [req-dbff7406-3ca9-4553-838e-8e269f72374d req-aa013bc5-dba8-4697-9d43-110b8a0f32ce service neutron] Request body: {'port': {'device_id': '9490f8f0-a79a-44a6-97fe-5a06b851a733', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86009'}} {{(pid=106268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 13:45:52.961321 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-dbff7406-3ca9-4553-838e-8e269f72374d req-aa013bc5-dba8-4697-9d43-110b8a0f32ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (25791bff-ae48-4944-884e-9dd7145ea3b9), before_update {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:45:53.072685 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.provisioning_blocks [None req-b71d01ae-b1bf-4eb7-bae8-9e83d7d4acd0 None None] Provisioning complete for port 25791bff-ae48-4944-884e-9dd7145ea3b9 triggered by entity DHCP. {{(pid=106270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 13:45:53.073792 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-b71d01ae-b1bf-4eb7-bae8-9e83d7d4acd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1340199'] for port (25791bff-ae48-4944-884e-9dd7145ea3b9), provisioning_complete {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:45:53.074233 dv-cinder-860090-1-iscsi neutron-server[106270]: INFO neutron.plugins.ml2.plugin [None req-b71d01ae-b1bf-4eb7-bae8-9e83d7d4acd0 None None] Attempt 1 to provision port 25791bff-ae48-4944-884e-9dd7145ea3b9 Oct 03 13:45:53.118480 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-b71d01ae-b1bf-4eb7-bae8-9e83d7d4acd0 None None] Port 25791bff-ae48-4944-884e-9dd7145ea3b9 cannot update to ACTIVE because it is not bound. {{(pid=106270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 03 13:45:53.271662 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.notifiers.nova [req-dbff7406-3ca9-4553-838e-8e269f72374d req-aa013bc5-dba8-4697-9d43-110b8a0f32ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25791bff-ae48-4944-884e-9dd7145ea3b9 {{(pid=106268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 03 13:45:53.280327 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-dbff7406-3ca9-4553-838e-8e269f72374d req-aa013bc5-dba8-4697-9d43-110b8a0f32ce service neutron] Publish callbacks [] for port (25791bff-ae48-4944-884e-9dd7145ea3b9), precommit_update {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:45:53.293288 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.db.provisioning_blocks [req-dbff7406-3ca9-4553-838e-8e269f72374d req-aa013bc5-dba8-4697-9d43-110b8a0f32ce service neutron] Transition to ACTIVE for port object 25791bff-ae48-4944-884e-9dd7145ea3b9 will not be triggered until provisioned by entity L2. {{(pid=106268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 03 13:45:53.298099 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-dbff7406-3ca9-4553-838e-8e269f72374d req-aa013bc5-dba8-4697-9d43-110b8a0f32ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751015143617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751014657006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751014658052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25417910'] for port (25791bff-ae48-4944-884e-9dd7145ea3b9), after_update {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:45:53.371282 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa013bc5-dba8-4697-9d43-110b8a0f32ce service neutron] Pushing event updated for resources: {'Port': ['ID=25791bff-ae48-4944-884e-9dd7145ea3b9,revision_number=2']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:45:53.437621 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.managers [req-dbff7406-3ca9-4553-838e-8e269f72374d req-aa013bc5-dba8-4697-9d43-110b8a0f32ce service neutron] Attempting to bind port 25791bff-ae48-4944-884e-9dd7145ea3b9 on host hv-cinder-86009 for vnic_type normal with profile {{(pid=106268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 13:45:53.438093 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.managers [req-dbff7406-3ca9-4553-838e-8e269f72374d req-aa013bc5-dba8-4697-9d43-110b8a0f32ce service neutron] Attempting to bind port 25791bff-ae48-4944-884e-9dd7145ea3b9 by drivers openvswitch,hyperv on host hv-cinder-86009 at level 0 using segments [{'id': '4d86536b-be62-4637-b619-80b82e697b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '5b3c6d8a-02a1-4730-82ca-c02b5cbef660'}] {{(pid=106268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 13:45:53.438509 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbff7406-3ca9-4553-838e-8e269f72374d req-aa013bc5-dba8-4697-9d43-110b8a0f32ce service neutron] Attempting to bind port 25791bff-ae48-4944-884e-9dd7145ea3b9 on network 5b3c6d8a-02a1-4730-82ca-c02b5cbef660 {{(pid=106268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 13:45:53.441401 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:45:53.486909 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbff7406-3ca9-4553-838e-8e269f72374d req-aa013bc5-dba8-4697-9d43-110b8a0f32ce service neutron] Port 25791bff-ae48-4944-884e-9dd7145ea3b9 on network 5b3c6d8a-02a1-4730-82ca-c02b5cbef660 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86009 {{(pid=106268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 03 13:45:53.487379 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbff7406-3ca9-4553-838e-8e269f72374d req-aa013bc5-dba8-4697-9d43-110b8a0f32ce service neutron] Attempting to bind port 25791bff-ae48-4944-884e-9dd7145ea3b9 on network 5b3c6d8a-02a1-4730-82ca-c02b5cbef660 {{(pid=106268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 13:45:53.557584 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbff7406-3ca9-4553-838e-8e269f72374d req-aa013bc5-dba8-4697-9d43-110b8a0f32ce service neutron] Checking agent: {'id': '1af51d63-a9c9-4bbe-9b0d-c8e0a80c641c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 13, 28, 37), 'started_at': datetime.datetime(2022, 10, 3, 13, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 13, 45, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 13:45:53.557930 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbff7406-3ca9-4553-838e-8e269f72374d req-aa013bc5-dba8-4697-9d43-110b8a0f32ce service neutron] Checking segment: {'id': '4d86536b-be62-4637-b619-80b82e697b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '5b3c6d8a-02a1-4730-82ca-c02b5cbef660'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 13:45:53.558601 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbff7406-3ca9-4553-838e-8e269f72374d req-aa013bc5-dba8-4697-9d43-110b8a0f32ce service neutron] Bound using segment: {'id': '4d86536b-be62-4637-b619-80b82e697b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '5b3c6d8a-02a1-4730-82ca-c02b5cbef660'} {{(pid=106268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 13:45:53.559128 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.managers [req-dbff7406-3ca9-4553-838e-8e269f72374d req-aa013bc5-dba8-4697-9d43-110b8a0f32ce service neutron] Bound port: 25791bff-ae48-4944-884e-9dd7145ea3b9, host: hv-cinder-86009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d86536b-be62-4637-b619-80b82e697b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '5b3c6d8a-02a1-4730-82ca-c02b5cbef660'}}] {{(pid=106268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 13:45:53.559847 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-dbff7406-3ca9-4553-838e-8e269f72374d req-aa013bc5-dba8-4697-9d43-110b8a0f32ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (25791bff-ae48-4944-884e-9dd7145ea3b9), before_update {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:45:53.633550 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8fb7c0-e7f5-4b41-8e5f-9cf7b5935218 req-0eede4e5-9ec9-4fc3-a06c-0a622b868521 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:45:53.639737 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.db [req-dbff7406-3ca9-4553-838e-8e269f72374d req-aa013bc5-dba8-4697-9d43-110b8a0f32ce service neutron] For port 25791bff-ae48-4944-884e-9dd7145ea3b9, host hv-cinder-86009, cleared binding levels {{(pid=106268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 13:45:53.642280 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-db8fb7c0-e7f5-4b41-8e5f-9cf7b5935218 req-0eede4e5-9ec9-4fc3-a06c-0a622b868521 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=9490f8f0-a79a-44a6-97fe-5a06b851a733 HTTP/1.1" status: 200 len: 943 time: 0.0620918 Oct 03 13:45:53.644038 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.db [req-dbff7406-3ca9-4553-838e-8e269f72374d req-aa013bc5-dba8-4697-9d43-110b8a0f32ce service neutron] For port 25791bff-ae48-4944-884e-9dd7145ea3b9, host hv-cinder-86009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86009',level=0,port_id=25791bff-ae48-4944-884e-9dd7145ea3b9,segment=NetworkSegment(4d86536b-be62-4637-b619-80b82e697b76),segment_id=4d86536b-be62-4637-b619-80b82e697b76)] {{(pid=106268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 13:45:53.654893 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-dbff7406-3ca9-4553-838e-8e269f72374d req-aa013bc5-dba8-4697-9d43-110b8a0f32ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751015143617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751014657006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751014658052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25417910'] for port (25791bff-ae48-4944-884e-9dd7145ea3b9), after_update {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:45:53.659914 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbff7406-3ca9-4553-838e-8e269f72374d req-aa013bc5-dba8-4697-9d43-110b8a0f32ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:45:53.660588 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-dbff7406-3ca9-4553-838e-8e269f72374d req-aa013bc5-dba8-4697-9d43-110b8a0f32ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512321'] for port (None), before_response {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:45:53.662044 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-dbff7406-3ca9-4553-838e-8e269f72374d req-aa013bc5-dba8-4697-9d43-110b8a0f32ce service neutron] 10.222.0.65 "PUT /networking/v2.0/ports/25791bff-ae48-4944-884e-9dd7145ea3b9 HTTP/1.1" status: 200 len: 1093 time: 0.7923253 Oct 03 13:45:53.663288 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9490f8f0-a79a-44a6-97fe-5a06b851a733', 'tag': '25791bff-ae48-4944-884e-9dd7145ea3b9'}] {{(pid=106268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 13:45:53.665075 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd70873512ffc397a2b7ac25ee02414627e7506f7787b64d61dc92e00300ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e12ed23-20a5-4299-8ddb-7ca70002b440" -d '{"events": [{"name": "network-changed", "server_uuid": "9490f8f0-a79a-44a6-97fe-5a06b851a733", "tag": "25791bff-ae48-4944-884e-9dd7145ea3b9"}]}' {{(pid=106268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 13:45:53.668557 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:45:53.735182 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-db8fb7c0-e7f5-4b41-8e5f-9cf7b5935218 req-4d193a25-f098-4d2a-b965-0cac72f80827 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=9ace053f-6f3b-45d1-9888-9eb91c607356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916114 Oct 03 13:45:53.765537 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 13:45:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30fe8a81-9f2e-475c-ae33-8c67b55ccad7 x-openstack-request-id: req-30fe8a81-9f2e-475c-ae33-8c67b55ccad7 {{(pid=106268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 13:45:53.765824 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9490f8f0-a79a-44a6-97fe-5a06b851a733", "tag": "25791bff-ae48-4944-884e-9dd7145ea3b9", "status": "completed", "code": 200}]} {{(pid=106268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 13:45:53.766081 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-30fe8a81-9f2e-475c-ae33-8c67b55ccad7 {{(pid=106268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 13:45:53.766442 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30fe8a81-9f2e-475c-ae33-8c67b55ccad7'] response: {'name': 'network-changed', 'server_uuid': '9490f8f0-a79a-44a6-97fe-5a06b851a733', 'tag': '25791bff-ae48-4944-884e-9dd7145ea3b9', 'status': 'completed', 'code': 200} Oct 03 13:45:53.779104 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:45:53.783063 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa013bc5-dba8-4697-9d43-110b8a0f32ce service neutron] Pushing event updated for resources: {'Port': ['ID=25791bff-ae48-4944-884e-9dd7145ea3b9,revision_number=3']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:45:53.791853 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbff7406-3ca9-4553-838e-8e269f72374d req-3b2a9ed0-b6b6-4c7c-8a6a-91e96fc399cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:45:53.793347 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-dbff7406-3ca9-4553-838e-8e269f72374d req-3b2a9ed0-b6b6-4c7c-8a6a-91e96fc399cc service neutron] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=0e005cbca8874c76bf8ad8f5d336b189&device_id=9490f8f0-a79a-44a6-97fe-5a06b851a733 HTTP/1.1" status: 200 len: 1127 time: 0.0789306 Oct 03 13:45:53.844733 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-dbff7406-3ca9-4553-838e-8e269f72374d req-39171f35-02db-4eb7-9ebc-b8c129ccee0f service neutron] 10.222.0.65 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=25791bff-ae48-4944-884e-9dd7145ea3b9 HTTP/1.1" status: 200 len: 217 time: 0.0378377 Oct 03 13:45:53.898722 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbff7406-3ca9-4553-838e-8e269f72374d req-557577ae-0029-4408-8c94-c18c66280aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:45:53.900175 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-dbff7406-3ca9-4553-838e-8e269f72374d req-557577ae-0029-4408-8c94-c18c66280aa4 service neutron] 10.222.0.65 "GET /networking/v2.0/subnets?id=51f42a02-30ea-44c7-9128-4b02428032bd HTTP/1.1" status: 200 len: 851 time: 0.0488112 Oct 03 13:45:53.952601 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbff7406-3ca9-4553-838e-8e269f72374d req-02699bde-b1f4-4d57-b8cd-a069dca8f286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:45:53.954140 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-dbff7406-3ca9-4553-838e-8e269f72374d req-02699bde-b1f4-4d57-b8cd-a069dca8f286 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?network_id=5b3c6d8a-02a1-4730-82ca-c02b5cbef660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0462244 Oct 03 13:45:54.070222 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-dbff7406-3ca9-4553-838e-8e269f72374d req-f68db638-b414-42ad-a4f4-adfac771a8f8 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/5b3c6d8a-02a1-4730-82ca-c02b5cbef660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082525 Oct 03 13:45:54.182412 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-dbff7406-3ca9-4553-838e-8e269f72374d req-b8a47f39-0026-43cf-9ba7-07be18978e97 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/5b3c6d8a-02a1-4730-82ca-c02b5cbef660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990114 Oct 03 13:45:54.551142 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e12ed23-20a5-4299-8ddb-7ca70002b440 req-18f12d8a-4007-4700-bda5-1a0748a27525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:45:54.552756 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-7e12ed23-20a5-4299-8ddb-7ca70002b440 req-18f12d8a-4007-4700-bda5-1a0748a27525 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=0e005cbca8874c76bf8ad8f5d336b189&device_id=9490f8f0-a79a-44a6-97fe-5a06b851a733 HTTP/1.1" status: 200 len: 1127 time: 0.0813630 Oct 03 13:45:54.555190 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-ac7f8bd8-92c5-4f37-85fb-5118e408986f req-4712146b-c3d0-4709-8a19-5b2cd6a9eb36 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?device_id=d9d41225-bfea-4694-a0a3-1a585d4e8509&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0539098 Oct 03 13:45:54.697120 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7f8bd8-92c5-4f37-85fb-5118e408986f req-1bc6a9dd-37d6-4491-bc90-005bf767b27c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:45:54.699070 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-ac7f8bd8-92c5-4f37-85fb-5118e408986f req-1bc6a9dd-37d6-4491-bc90-005bf767b27c service neutron] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=0e005cbca8874c76bf8ad8f5d336b189&device_id=d9d41225-bfea-4694-a0a3-1a585d4e8509 HTTP/1.1" status: 200 len: 1129 time: 0.0590775 Oct 03 13:45:54.719884 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e12ed23-20a5-4299-8ddb-7ca70002b440 req-0ead7197-1ad4-46eb-8c5d-21483d77723b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:45:54.721820 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-7e12ed23-20a5-4299-8ddb-7ca70002b440 req-0ead7197-1ad4-46eb-8c5d-21483d77723b service neutron] 10.222.0.65 "GET /networking/v2.0/networks?id=5b3c6d8a-02a1-4730-82ca-c02b5cbef660 HTTP/1.1" status: 200 len: 913 time: 0.1472359 Oct 03 13:45:54.782397 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-7e12ed23-20a5-4299-8ddb-7ca70002b440 req-13ce00d4-6c16-4018-8850-0e9bda99b14b service neutron] 10.222.0.65 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=25791bff-ae48-4944-884e-9dd7145ea3b9 HTTP/1.1" status: 200 len: 217 time: 0.0458951 Oct 03 13:45:54.881674 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f99fb8-7b35-49b2-8d24-b68ce4b9eb1b req-27d4dd2f-0cbc-40ac-81e0-399491797061 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:45:54.881674 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-c8f99fb8-7b35-49b2-8d24-b68ce4b9eb1b req-27d4dd2f-0cbc-40ac-81e0-399491797061 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=9490f8f0-a79a-44a6-97fe-5a06b851a733 HTTP/1.1" status: 200 len: 943 time: 0.0544438 Oct 03 13:45:54.884579 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:45:54.889074 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e12ed23-20a5-4299-8ddb-7ca70002b440 req-70fafeff-5a89-4105-bb1f-13131f566c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:45:54.890692 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-7e12ed23-20a5-4299-8ddb-7ca70002b440 req-70fafeff-5a89-4105-bb1f-13131f566c92 service neutron] 10.222.0.65 "GET /networking/v2.0/subnets?id=51f42a02-30ea-44c7-9128-4b02428032bd HTTP/1.1" status: 200 len: 851 time: 0.0974152 Oct 03 13:45:54.952057 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7f8bd8-92c5-4f37-85fb-5118e408986f req-d1066c71-95cc-445a-876c-e8ddb084eb9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:45:54.953568 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-ac7f8bd8-92c5-4f37-85fb-5118e408986f req-d1066c71-95cc-445a-876c-e8ddb084eb9b service neutron] 10.222.0.65 "GET /networking/v2.0/networks?id=5b3c6d8a-02a1-4730-82ca-c02b5cbef660 HTTP/1.1" status: 200 len: 913 time: 0.1822064 Oct 03 13:45:54.959284 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e12ed23-20a5-4299-8ddb-7ca70002b440 req-01d58366-a6c0-4cd3-a6ab-5cf99be5f71b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:45:54.960714 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-7e12ed23-20a5-4299-8ddb-7ca70002b440 req-01d58366-a6c0-4cd3-a6ab-5cf99be5f71b service neutron] 10.222.0.65 "GET /networking/v2.0/ports?network_id=5b3c6d8a-02a1-4730-82ca-c02b5cbef660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0605912 Oct 03 13:45:54.987259 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-c8f99fb8-7b35-49b2-8d24-b68ce4b9eb1b req-a2a8bb12-249c-47fb-9f81-65839829df91 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=9ace053f-6f3b-45d1-9888-9eb91c607356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003962 Oct 03 13:45:55.074071 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-ac7f8bd8-92c5-4f37-85fb-5118e408986f req-00781a11-79a3-4f64-b5a6-79775d1b2bbd service neutron] 10.222.0.65 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=630021c2-4dd4-422f-ab2c-4c5771c809e4 HTTP/1.1" status: 200 len: 1001 time: 0.1124089 Oct 03 13:45:55.144172 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7f8bd8-92c5-4f37-85fb-5118e408986f req-269727e0-57ac-4929-acc7-5f86ec96d0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:45:55.145643 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-ac7f8bd8-92c5-4f37-85fb-5118e408986f req-269727e0-57ac-4929-acc7-5f86ec96d0f5 service neutron] 10.222.0.65 "GET /networking/v2.0/subnets?id=51f42a02-30ea-44c7-9128-4b02428032bd HTTP/1.1" status: 200 len: 851 time: 0.0642936 Oct 03 13:45:55.147332 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-7e12ed23-20a5-4299-8ddb-7ca70002b440 req-111eaa13-8160-472a-903a-cd67e84df1a3 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/5b3c6d8a-02a1-4730-82ca-c02b5cbef660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780300 Oct 03 13:45:55.242485 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7f8bd8-92c5-4f37-85fb-5118e408986f req-077a13a0-261b-405a-aebe-b1d46ba09fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:45:55.244087 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-ac7f8bd8-92c5-4f37-85fb-5118e408986f req-077a13a0-261b-405a-aebe-b1d46ba09fc7 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?network_id=5b3c6d8a-02a1-4730-82ca-c02b5cbef660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0845118 Oct 03 13:45:55.322583 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=100 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:45:55.336565 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-7e12ed23-20a5-4299-8ddb-7ca70002b440 req-eca83f7b-538e-42f5-9164-75f5298f0d98 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/5b3c6d8a-02a1-4730-82ca-c02b5cbef660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690288 Oct 03 13:45:55.378818 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-ac7f8bd8-92c5-4f37-85fb-5118e408986f req-eb51039f-8fc9-409c-b121-8d624a44a4d4 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/5b3c6d8a-02a1-4730-82ca-c02b5cbef660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230299 Oct 03 13:45:55.475945 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-ac7f8bd8-92c5-4f37-85fb-5118e408986f req-0bd156d4-35ef-47dd-b032-b0b63ec9ce66 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/5b3c6d8a-02a1-4730-82ca-c02b5cbef660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888240 Oct 03 13:45:55.794319 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959cf4c1-156f-4fd0-8fab-f65175f0d69f req-f03f8391-1af1-4c94-8d52-7e8601825965 tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:45:55.795696 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-959cf4c1-156f-4fd0-8fab-f65175f0d69f req-f03f8391-1af1-4c94-8d52-7e8601825965 tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] 10.222.0.58 "GET /networking/v2.0/networks?id=aaceeb30-8226-4211-b394-e89b17ce4e38 HTTP/1.1" status: 200 len: 815 time: 0.1051095 Oct 03 13:45:55.810137 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-959cf4c1-156f-4fd0-8fab-f65175f0d69f req-711c10ca-19fe-469f-be04-81a45e83c5ed tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] 10.222.0.58 "GET /networking/v2.0/quotas/e8b666774ba8449f90cf329b90725fe4 HTTP/1.1" status: 200 len: 375 time: 0.0091836 Oct 03 13:45:55.860180 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-959cf4c1-156f-4fd0-8fab-f65175f0d69f req-5aecd79e-fb5d-4762-82e3-76ff562b52ca tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=e8b666774ba8449f90cf329b90725fe4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0450854 Oct 03 13:45:55.960716 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-959cf4c1-156f-4fd0-8fab-f65175f0d69f req-42f710e1-36b9-409d-9043-a58dc4d405f3 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/aaceeb30-8226-4211-b394-e89b17ce4e38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891135 Oct 03 13:45:56.052902 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-959cf4c1-156f-4fd0-8fab-f65175f0d69f req-0e2ca498-a9bf-433c-b073-30055b894745 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/aaceeb30-8226-4211-b394-e89b17ce4e38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860522 Oct 03 13:45:56.112786 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e5b94f-b308-4b3f-b9c1-509c080966b4 req-87c0bee7-59f9-460f-a838-659285ee095d tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:45:56.114431 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-77e5b94f-b308-4b3f-b9c1-509c080966b4 req-87c0bee7-59f9-460f-a838-659285ee095d tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=9490f8f0-a79a-44a6-97fe-5a06b851a733 HTTP/1.1" status: 200 len: 943 time: 0.0482047 Oct 03 13:45:56.174265 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-77e5b94f-b308-4b3f-b9c1-509c080966b4 req-75595880-e0d3-469c-ba70-e30b0f5640a1 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=9ace053f-6f3b-45d1-9888-9eb91c607356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534761 Oct 03 13:45:56.226552 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-8ee90784-0c48-4a68-809e-d6221f7b08b8 req-3e801e62-7604-41b9-8453-71e298b0139c tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=d54154ca-a01c-443d-8cf1-eb2456c4c293 HTTP/1.1" status: 200 len: 210 time: 0.0320635 Oct 03 13:45:57.131448 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=63,neutron:UPDATE=1 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:45:57.331893 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-35135b42-1b89-4d1b-9403-79fbb0c85d3c req-bcae31af-6504-4ae9-bdb0-69388a46676e tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=d54154ca-a01c-443d-8cf1-eb2456c4c293 HTTP/1.1" status: 200 len: 210 time: 0.0279760 Oct 03 13:45:57.363917 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c656a9-d22c-48c9-ab80-86dc123f7dc7 req-846641b5-439d-4e71-9398-924f7de0a363 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:45:57.365381 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-65c656a9-d22c-48c9-ab80-86dc123f7dc7 req-846641b5-439d-4e71-9398-924f7de0a363 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=9490f8f0-a79a-44a6-97fe-5a06b851a733 HTTP/1.1" status: 200 len: 943 time: 0.1061363 Oct 03 13:45:57.703038 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959cf4c1-156f-4fd0-8fab-f65175f0d69f req-b5983c9d-2e12-4538-9e00-9d58184cad97 tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:45:57.704733 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-959cf4c1-156f-4fd0-8fab-f65175f0d69f req-b5983c9d-2e12-4538-9e00-9d58184cad97 tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] 10.222.0.65 "GET /networking/v2.0/networks?id=aaceeb30-8226-4211-b394-e89b17ce4e38 HTTP/1.1" status: 200 len: 815 time: 0.4562185 Oct 03 13:45:57.739314 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.v2.base [req-959cf4c1-156f-4fd0-8fab-f65175f0d69f req-0086da8e-1ee9-4fc8-9faf-c5260e33050d tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] Request body: {'port': {'device_id': 'd54154ca-a01c-443d-8cf1-eb2456c4c293', 'network_id': 'aaceeb30-8226-4211-b394-e89b17ce4e38', 'admin_state_up': True, 'tenant_id': 'e8b666774ba8449f90cf329b90725fe4'}} {{(pid=106268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 13:45:57.788112 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-65c656a9-d22c-48c9-ab80-86dc123f7dc7 req-7f9faa66-4bcf-42e0-8dfb-e190f2442c21 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=9ace053f-6f3b-45d1-9888-9eb91c607356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4157975 Oct 03 13:45:57.988745 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-959cf4c1-156f-4fd0-8fab-f65175f0d69f req-0086da8e-1ee9-4fc8-9faf-c5260e33050d tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] Made reservation on behalf of e8b666774ba8449f90cf329b90725fe4 for: {'port': 1} {{(pid=106268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 13:45:57.996409 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-959cf4c1-156f-4fd0-8fab-f65175f0d69f req-0086da8e-1ee9-4fc8-9faf-c5260e33050d tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (None), before_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:45:58.077522 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:45:58.185042 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.db.db_base_plugin_common [req-959cf4c1-156f-4fd0-8fab-f65175f0d69f req-0086da8e-1ee9-4fc8-9faf-c5260e33050d tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] Allocated IP 172.20.0.12 (aaceeb30-8226-4211-b394-e89b17ce4e38/236f2398-faa5-4e26-befc-9b72a296de36/5b116174-9f9f-4896-9258-7e40935b69b0) {{(pid=106268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 13:45:58.379249 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:45:58.381850 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-959cf4c1-156f-4fd0-8fab-f65175f0d69f req-0086da8e-1ee9-4fc8-9faf-c5260e33050d tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] Publish callbacks [] for port (5b116174-9f9f-4896-9258-7e40935b69b0), precommit_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:45:58.415953 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-959cf4c1-156f-4fd0-8fab-f65175f0d69f req-0086da8e-1ee9-4fc8-9faf-c5260e33050d tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751014656988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25417805'] for port (5b116174-9f9f-4896-9258-7e40935b69b0), after_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:45:58.461801 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-959cf4c1-156f-4fd0-8fab-f65175f0d69f req-0086da8e-1ee9-4fc8-9faf-c5260e33050d tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] Network aaceeb30-8226-4211-b394-e89b17ce4e38 is already hosted by enough agents. {{(pid=106268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 13:45:58.465031 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.scheduler.base_scheduler [req-959cf4c1-156f-4fd0-8fab-f65175f0d69f req-0086da8e-1ee9-4fc8-9faf-c5260e33050d tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] Resources bound (agent type, host, resource id): {{(pid=106268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 13:45:58.471763 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.db.l3_dvrscheduler_db [req-959cf4c1-156f-4fd0-8fab-f65175f0d69f req-0086da8e-1ee9-4fc8-9faf-c5260e33050d tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] Received port after_create {{(pid=106268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 13:45:58.475293 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444b3620-e9b3-45a4-9da5-87e0a931efd7 req-76323dd2-c80e-4113-b1b2-376dc0af6175 tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:45:58.477036 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-444b3620-e9b3-45a4-9da5-87e0a931efd7 req-76323dd2-c80e-4113-b1b2-376dc0af6175 tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=d54154ca-a01c-443d-8cf1-eb2456c4c293 HTTP/1.1" status: 200 len: 932 time: 0.0535903 Oct 03 13:45:58.523487 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0086da8e-1ee9-4fc8-9faf-c5260e33050d tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] Pushing event updated for resources: {'Port': ['ID=5b116174-9f9f-4896-9258-7e40935b69b0,revision_number=1']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:45:58.551462 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959cf4c1-156f-4fd0-8fab-f65175f0d69f req-0086da8e-1ee9-4fc8-9faf-c5260e33050d tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:45:58.552112 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-959cf4c1-156f-4fd0-8fab-f65175f0d69f req-0086da8e-1ee9-4fc8-9faf-c5260e33050d tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512321'] for port (None), before_response {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:45:58.568632 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-444b3620-e9b3-45a4-9da5-87e0a931efd7 req-3aab2d44-0c50-4ce8-a37a-7aba84f23f58 tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=4fc2c12f-6346-4853-a9f5-5403b329349d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835910 Oct 03 13:45:58.583123 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-959cf4c1-156f-4fd0-8fab-f65175f0d69f req-0086da8e-1ee9-4fc8-9faf-c5260e33050d tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] 10.222.0.65 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8486502 Oct 03 13:45:58.794997 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.provisioning_blocks [None req-371dd22a-54d4-4304-8418-f3ce27bac1c7 None None] Provisioning complete for port 5b116174-9f9f-4896-9258-7e40935b69b0 triggered by entity DHCP. {{(pid=106270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 13:45:58.796093 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-371dd22a-54d4-4304-8418-f3ce27bac1c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1340199'] for port (5b116174-9f9f-4896-9258-7e40935b69b0), provisioning_complete {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:45:58.796641 dv-cinder-860090-1-iscsi neutron-server[106270]: INFO neutron.plugins.ml2.plugin [None req-371dd22a-54d4-4304-8418-f3ce27bac1c7 None None] Attempt 1 to provision port 5b116174-9f9f-4896-9258-7e40935b69b0 Oct 03 13:45:58.837216 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-371dd22a-54d4-4304-8418-f3ce27bac1c7 None None] Port 5b116174-9f9f-4896-9258-7e40935b69b0 cannot update to ACTIVE because it is not bound. {{(pid=106270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 03 13:45:58.938251 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fe206d-462e-4335-9695-30ed22be5e61 req-a32de55c-746a-423a-ba9e-f6e740404f10 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:45:58.939710 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-c0fe206d-462e-4335-9695-30ed22be5e61 req-a32de55c-746a-423a-ba9e-f6e740404f10 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=9490f8f0-a79a-44a6-97fe-5a06b851a733 HTTP/1.1" status: 200 len: 943 time: 0.0477669 Oct 03 13:45:58.988541 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-c0fe206d-462e-4335-9695-30ed22be5e61 req-88b5297f-abee-4ecb-8a9b-88f5de08c40d tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=9ace053f-6f3b-45d1-9888-9eb91c607356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433130 Oct 03 13:45:59.708908 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdee2e5-535f-4440-8340-e26e0d29784f req-d5c0235b-57fd-497a-9d7b-ee08545ec304 tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:45:59.710402 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-6cdee2e5-535f-4440-8340-e26e0d29784f req-d5c0235b-57fd-497a-9d7b-ee08545ec304 tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=d54154ca-a01c-443d-8cf1-eb2456c4c293 HTTP/1.1" status: 200 len: 932 time: 0.0458219 Oct 03 13:45:59.764272 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-6cdee2e5-535f-4440-8340-e26e0d29784f req-a06616c7-50f1-42bc-b5d1-f51f5fb644ad tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=4fc2c12f-6346-4853-a9f5-5403b329349d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477602 Oct 03 13:46:00.123328 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371b2616-3cb2-4d9b-87f6-f074b12004ca req-e9e1b23f-4294-4867-8c95-a3c6e36988c3 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:46:00.125245 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-371b2616-3cb2-4d9b-87f6-f074b12004ca req-e9e1b23f-4294-4867-8c95-a3c6e36988c3 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=9490f8f0-a79a-44a6-97fe-5a06b851a733 HTTP/1.1" status: 200 len: 943 time: 0.0527806 Oct 03 13:46:00.174621 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=29,neutron:DELETE=1 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:46:00.176826 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-371b2616-3cb2-4d9b-87f6-f074b12004ca req-4a4f8aa3-78e1-46ee-9eba-e6ac6dbe14de tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=9ace053f-6f3b-45d1-9888-9eb91c607356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459824 Oct 03 13:46:00.901044 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a714f20-eba6-490f-85cf-f8b6caa88d38 req-8323f2ce-80db-4962-afda-832962266947 tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:46:00.902563 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-0a714f20-eba6-490f-85cf-f8b6caa88d38 req-8323f2ce-80db-4962-afda-832962266947 tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=d54154ca-a01c-443d-8cf1-eb2456c4c293 HTTP/1.1" status: 200 len: 932 time: 0.0513229 Oct 03 13:46:00.953615 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-0a714f20-eba6-490f-85cf-f8b6caa88d38 req-687e5c9d-c66e-4212-a4c2-71c5a7f01faf tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=4fc2c12f-6346-4853-a9f5-5403b329349d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443697 Oct 03 13:46:01.314008 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d74da52-4349-4dee-8e1b-c0d57a900936 req-42b1dc7d-ad57-4aa9-a5d8-529696c6f5ea tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:46:01.315638 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-2d74da52-4349-4dee-8e1b-c0d57a900936 req-42b1dc7d-ad57-4aa9-a5d8-529696c6f5ea tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=9490f8f0-a79a-44a6-97fe-5a06b851a733 HTTP/1.1" status: 200 len: 943 time: 0.0546088 Oct 03 13:46:01.367656 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-2d74da52-4349-4dee-8e1b-c0d57a900936 req-a01a139b-d452-4ab5-94ab-036115cbfdcf tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=9ace053f-6f3b-45d1-9888-9eb91c607356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460398 Oct 03 13:46:02.066281 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=100 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:46:02.104025 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32aaf5fd-a236-41c5-b6a4-966d9ef51fbc req-edd0c295-b706-49b7-9df3-6e847221e71f tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:46:02.105517 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-32aaf5fd-a236-41c5-b6a4-966d9ef51fbc req-edd0c295-b706-49b7-9df3-6e847221e71f tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=d54154ca-a01c-443d-8cf1-eb2456c4c293 HTTP/1.1" status: 200 len: 932 time: 0.0483160 Oct 03 13:46:02.129140 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-75bd4b04-9fed-4b3f-9c54-8007bda7efd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (3460fffa-818c-4144-9400-237880db20a4), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:46:02.156251 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-32aaf5fd-a236-41c5-b6a4-966d9ef51fbc req-3e7e00e3-56a5-4632-ac68-3d55dc1375c1 tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=4fc2c12f-6346-4853-a9f5-5403b329349d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432696 Oct 03 13:46:02.493005 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b466e4-bac6-445c-9fd3-4a449408e8e3 req-887c7f2f-f880-4181-b002-678a953f464d tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:46:02.494501 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-37b466e4-bac6-445c-9fd3-4a449408e8e3 req-887c7f2f-f880-4181-b002-678a953f464d tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=9490f8f0-a79a-44a6-97fe-5a06b851a733 HTTP/1.1" status: 200 len: 943 time: 0.0473404 Oct 03 13:46:02.546297 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-37b466e4-bac6-445c-9fd3-4a449408e8e3 req-41415edd-a719-4923-9aa2-5dbcbee50dab tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=9ace053f-6f3b-45d1-9888-9eb91c607356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454776 Oct 03 13:46:03.282397 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a2432d-a91a-4711-a207-0ac5a6b2192a req-50449a3f-5795-4ab9-80e6-08ef02f99631 tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:46:03.283910 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-e5a2432d-a91a-4711-a207-0ac5a6b2192a req-50449a3f-5795-4ab9-80e6-08ef02f99631 tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=d54154ca-a01c-443d-8cf1-eb2456c4c293 HTTP/1.1" status: 200 len: 932 time: 0.0498521 Oct 03 13:46:03.340112 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-e5a2432d-a91a-4711-a207-0ac5a6b2192a req-439a2f78-4b11-43f8-b6be-ac7e4f024b33 tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=4fc2c12f-6346-4853-a9f5-5403b329349d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491512 Oct 03 13:46:03.680293 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb42f3a-87e1-4c48-8d20-143f93ce2773 req-a7aae836-cf7e-4922-9ecb-cdbe4e71763e tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:46:03.684530 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-cbb42f3a-87e1-4c48-8d20-143f93ce2773 req-a7aae836-cf7e-4922-9ecb-cdbe4e71763e tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=9490f8f0-a79a-44a6-97fe-5a06b851a733 HTTP/1.1" status: 200 len: 943 time: 0.0581782 Oct 03 13:46:03.726125 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:46:03.747758 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-cbb42f3a-87e1-4c48-8d20-143f93ce2773 req-bfa0ad9d-a89a-4920-b8fa-a47afc325958 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=9ace053f-6f3b-45d1-9888-9eb91c607356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578895 Oct 03 13:46:04.478324 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7765f83-6798-4f31-a775-90d597da9902 req-5ff6c1e2-6160-4b2f-b9b3-1b47d08676cf tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:46:04.479816 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-f7765f83-6798-4f31-a775-90d597da9902 req-5ff6c1e2-6160-4b2f-b9b3-1b47d08676cf tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=d54154ca-a01c-443d-8cf1-eb2456c4c293 HTTP/1.1" status: 200 len: 932 time: 0.0506399 Oct 03 13:46:04.530268 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-f7765f83-6798-4f31-a775-90d597da9902 req-cea98c99-7bf7-46d4-bcb0-5b7d7564582f tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=4fc2c12f-6346-4853-a9f5-5403b329349d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438297 Oct 03 13:46:04.883795 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd48b3d4-3c7f-47bd-a9bc-7522b904bfb4 req-81651c97-0458-4910-9ce5-93c52719cb25 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:46:04.892502 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-cd48b3d4-3c7f-47bd-a9bc-7522b904bfb4 req-81651c97-0458-4910-9ce5-93c52719cb25 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=9490f8f0-a79a-44a6-97fe-5a06b851a733 HTTP/1.1" status: 200 len: 943 time: 0.0566883 Oct 03 13:46:04.906787 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-3d4bfa56-a407-4b9e-9269-89342f41f429 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (94180321-47b1-4b5c-b620-b1b0a31df446), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:46:04.940928 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-cd48b3d4-3c7f-47bd-a9bc-7522b904bfb4 req-3ae7e6ef-bf6e-45f3-9a39-b3f33359ff5d tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=9ace053f-6f3b-45d1-9888-9eb91c607356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472689 Oct 03 13:46:05.415196 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.agents_db [None req-0a1e5e68-d5eb-461a-8b1a-39e3d06a9bb6 None None] Agent healthcheck: found 6 active agents {{(pid=106271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 03 13:46:05.629342 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=100 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:46:05.675821 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae36779-70b4-41ea-9b6c-da80a61b4023 req-c39fb871-fa4b-4878-b9ac-9e4f9f030878 tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:46:05.678880 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-3ae36779-70b4-41ea-9b6c-da80a61b4023 req-c39fb871-fa4b-4878-b9ac-9e4f9f030878 tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=d54154ca-a01c-443d-8cf1-eb2456c4c293 HTTP/1.1" status: 200 len: 932 time: 0.0598798 Oct 03 13:46:05.734881 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-3ae36779-70b4-41ea-9b6c-da80a61b4023 req-eb8637e7-8cc1-4a77-a054-8d03f9b15cc6 tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=4fc2c12f-6346-4853-a9f5-5403b329349d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490060 Oct 03 13:46:06.083748 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc56ac5-b7d2-492e-81a9-95705217201f req-3c044e83-cbe9-4d70-b527-51b3a22b6669 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:46:06.085436 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-4bc56ac5-b7d2-492e-81a9-95705217201f req-3c044e83-cbe9-4d70-b527-51b3a22b6669 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=9490f8f0-a79a-44a6-97fe-5a06b851a733 HTTP/1.1" status: 200 len: 943 time: 0.0489850 Oct 03 13:46:06.135191 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-4bc56ac5-b7d2-492e-81a9-95705217201f req-0ea178d4-a5c7-4299-baeb-6f3403ea09fc tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=9ace053f-6f3b-45d1-9888-9eb91c607356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439239 Oct 03 13:46:06.185815 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-1bb28928-3e93-41c9-8900-1ecfb790b160 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (5eabf47d-5620-4e94-9269-ef19fe52be68), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:46:06.872774 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87ff981-ff5e-4695-8fb9-5948f5a778f6 req-b74a4b81-8746-4e05-b5a4-f56da62c3ea4 tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:46:06.880808 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-e87ff981-ff5e-4695-8fb9-5948f5a778f6 req-b74a4b81-8746-4e05-b5a4-f56da62c3ea4 tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=d54154ca-a01c-443d-8cf1-eb2456c4c293 HTTP/1.1" status: 200 len: 932 time: 0.0575364 Oct 03 13:46:06.928202 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-e87ff981-ff5e-4695-8fb9-5948f5a778f6 req-20df8861-c3b0-4bb0-a0d5-29db51dcba46 tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=4fc2c12f-6346-4853-a9f5-5403b329349d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463700 Oct 03 13:46:07.268940 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e80f1c-00f7-49f7-a25f-e85fb8378dd6 req-c31a4c74-012c-4d3d-b2e0-d9dea597e0d0 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:46:07.270451 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-72e80f1c-00f7-49f7-a25f-e85fb8378dd6 req-c31a4c74-012c-4d3d-b2e0-d9dea597e0d0 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=9490f8f0-a79a-44a6-97fe-5a06b851a733 HTTP/1.1" status: 200 len: 943 time: 0.0520544 Oct 03 13:46:07.321993 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-72e80f1c-00f7-49f7-a25f-e85fb8378dd6 req-0ae44b28-746a-4c76-8f5d-4f850578f93a tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=9ace053f-6f3b-45d1-9888-9eb91c607356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457337 Oct 03 13:46:07.488377 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (d46c7ed5-c451-4a76-ab3f-ab8e3ea4a5ec), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:46:07.694073 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-9b3e6be4-ae7f-4a46-812d-719b0ca73959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (3cd5b2bb-c81a-4ce3-a212-a51c5aa706bd), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:46:08.048850 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feaec21-538d-4fae-998a-6a1362855d3c req-9028a221-4d19-420b-ba92-569d29cc8fda tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:46:08.050321 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-7feaec21-538d-4fae-998a-6a1362855d3c req-9028a221-4d19-420b-ba92-569d29cc8fda tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=d54154ca-a01c-443d-8cf1-eb2456c4c293 HTTP/1.1" status: 200 len: 932 time: 0.0459361 Oct 03 13:46:08.102070 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-7feaec21-538d-4fae-998a-6a1362855d3c req-b9aaeb5c-cd82-4a79-b38b-d4f0ee6b3e34 tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=4fc2c12f-6346-4853-a9f5-5403b329349d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462184 Oct 03 13:46:08.430617 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.v2.base [req-959cf4c1-156f-4fd0-8fab-f65175f0d69f req-f55e6740-0385-4454-a0e6-6a6671386fef service neutron] Request body: {'port': {'device_id': 'd54154ca-a01c-443d-8cf1-eb2456c4c293', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86009'}} {{(pid=106268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 13:46:08.471975 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b5407b-3810-42c7-b849-8179d6d6a609 req-b36cba3b-d56b-412c-954f-5ee930bf30c6 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:46:08.473473 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-21b5407b-3810-42c7-b849-8179d6d6a609 req-b36cba3b-d56b-412c-954f-5ee930bf30c6 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=9490f8f0-a79a-44a6-97fe-5a06b851a733 HTTP/1.1" status: 200 len: 943 time: 0.0758219 Oct 03 13:46:08.490233 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:46:08.535396 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-959cf4c1-156f-4fd0-8fab-f65175f0d69f req-f55e6740-0385-4454-a0e6-6a6671386fef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (5b116174-9f9f-4896-9258-7e40935b69b0), before_update {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:46:08.566603 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-21b5407b-3810-42c7-b849-8179d6d6a609 req-de1574a1-ed5f-418d-a0ab-f9877be26792 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=9ace053f-6f3b-45d1-9888-9eb91c607356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871394 Oct 03 13:46:08.617748 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (1af51d63-a9c9-4bbe-9b0d-c8e0a80c641c), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:46:08.821850 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.notifiers.nova [req-959cf4c1-156f-4fd0-8fab-f65175f0d69f req-f55e6740-0385-4454-a0e6-6a6671386fef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b116174-9f9f-4896-9258-7e40935b69b0 {{(pid=106268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 03 13:46:08.830104 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-959cf4c1-156f-4fd0-8fab-f65175f0d69f req-f55e6740-0385-4454-a0e6-6a6671386fef service neutron] Publish callbacks [] for port (5b116174-9f9f-4896-9258-7e40935b69b0), precommit_update {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:46:08.843113 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.db.provisioning_blocks [req-959cf4c1-156f-4fd0-8fab-f65175f0d69f req-f55e6740-0385-4454-a0e6-6a6671386fef service neutron] Transition to ACTIVE for port object 5b116174-9f9f-4896-9258-7e40935b69b0 will not be triggered until provisioned by entity L2. {{(pid=106268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 03 13:46:08.847042 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-959cf4c1-156f-4fd0-8fab-f65175f0d69f req-f55e6740-0385-4454-a0e6-6a6671386fef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751015143617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751014657006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751014658052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25417910'] for port (5b116174-9f9f-4896-9258-7e40935b69b0), after_update {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:46:08.912363 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55e6740-0385-4454-a0e6-6a6671386fef service neutron] Pushing event updated for resources: {'Port': ['ID=5b116174-9f9f-4896-9258-7e40935b69b0,revision_number=2']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:46:08.945935 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:46:08.963399 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.managers [req-959cf4c1-156f-4fd0-8fab-f65175f0d69f req-f55e6740-0385-4454-a0e6-6a6671386fef service neutron] Attempting to bind port 5b116174-9f9f-4896-9258-7e40935b69b0 on host hv-cinder-86009 for vnic_type normal with profile {{(pid=106268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 13:46:08.963727 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.managers [req-959cf4c1-156f-4fd0-8fab-f65175f0d69f req-f55e6740-0385-4454-a0e6-6a6671386fef service neutron] Attempting to bind port 5b116174-9f9f-4896-9258-7e40935b69b0 by drivers openvswitch,hyperv on host hv-cinder-86009 at level 0 using segments [{'id': '8d7404da-76ae-470e-bccd-b422f80b4e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'aaceeb30-8226-4211-b394-e89b17ce4e38'}] {{(pid=106268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 13:46:08.964053 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-959cf4c1-156f-4fd0-8fab-f65175f0d69f req-f55e6740-0385-4454-a0e6-6a6671386fef service neutron] Attempting to bind port 5b116174-9f9f-4896-9258-7e40935b69b0 on network aaceeb30-8226-4211-b394-e89b17ce4e38 {{(pid=106268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 13:46:09.006143 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-959cf4c1-156f-4fd0-8fab-f65175f0d69f req-f55e6740-0385-4454-a0e6-6a6671386fef service neutron] Port 5b116174-9f9f-4896-9258-7e40935b69b0 on network aaceeb30-8226-4211-b394-e89b17ce4e38 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86009 {{(pid=106268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 03 13:46:09.006470 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-959cf4c1-156f-4fd0-8fab-f65175f0d69f req-f55e6740-0385-4454-a0e6-6a6671386fef service neutron] Attempting to bind port 5b116174-9f9f-4896-9258-7e40935b69b0 on network aaceeb30-8226-4211-b394-e89b17ce4e38 {{(pid=106268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 13:46:09.052171 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-959cf4c1-156f-4fd0-8fab-f65175f0d69f req-f55e6740-0385-4454-a0e6-6a6671386fef service neutron] Checking agent: {'id': '1af51d63-a9c9-4bbe-9b0d-c8e0a80c641c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 13, 28, 37), 'started_at': datetime.datetime(2022, 10, 3, 13, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 13, 46, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 13:46:09.052503 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-959cf4c1-156f-4fd0-8fab-f65175f0d69f req-f55e6740-0385-4454-a0e6-6a6671386fef service neutron] Checking segment: {'id': '8d7404da-76ae-470e-bccd-b422f80b4e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'aaceeb30-8226-4211-b394-e89b17ce4e38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 13:46:09.052916 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-959cf4c1-156f-4fd0-8fab-f65175f0d69f req-f55e6740-0385-4454-a0e6-6a6671386fef service neutron] Bound using segment: {'id': '8d7404da-76ae-470e-bccd-b422f80b4e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'aaceeb30-8226-4211-b394-e89b17ce4e38'} {{(pid=106268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 13:46:09.053319 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.managers [req-959cf4c1-156f-4fd0-8fab-f65175f0d69f req-f55e6740-0385-4454-a0e6-6a6671386fef service neutron] Bound port: 5b116174-9f9f-4896-9258-7e40935b69b0, host: hv-cinder-86009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d7404da-76ae-470e-bccd-b422f80b4e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'aaceeb30-8226-4211-b394-e89b17ce4e38'}}] {{(pid=106268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 13:46:09.053793 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-959cf4c1-156f-4fd0-8fab-f65175f0d69f req-f55e6740-0385-4454-a0e6-6a6671386fef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (5b116174-9f9f-4896-9258-7e40935b69b0), before_update {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:46:09.126182 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.db [req-959cf4c1-156f-4fd0-8fab-f65175f0d69f req-f55e6740-0385-4454-a0e6-6a6671386fef service neutron] For port 5b116174-9f9f-4896-9258-7e40935b69b0, host hv-cinder-86009, cleared binding levels {{(pid=106268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 13:46:09.129126 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.db [req-959cf4c1-156f-4fd0-8fab-f65175f0d69f req-f55e6740-0385-4454-a0e6-6a6671386fef service neutron] For port 5b116174-9f9f-4896-9258-7e40935b69b0, host hv-cinder-86009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86009',level=0,port_id=5b116174-9f9f-4896-9258-7e40935b69b0,segment=NetworkSegment(8d7404da-76ae-470e-bccd-b422f80b4e84),segment_id=8d7404da-76ae-470e-bccd-b422f80b4e84)] {{(pid=106268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 13:46:09.135342 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-959cf4c1-156f-4fd0-8fab-f65175f0d69f req-f55e6740-0385-4454-a0e6-6a6671386fef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751015143617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751014657006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751014658052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25417910'] for port (5b116174-9f9f-4896-9258-7e40935b69b0), after_update {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:46:09.140020 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959cf4c1-156f-4fd0-8fab-f65175f0d69f req-f55e6740-0385-4454-a0e6-6a6671386fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:46:09.140638 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-959cf4c1-156f-4fd0-8fab-f65175f0d69f req-f55e6740-0385-4454-a0e6-6a6671386fef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512321'] for port (None), before_response {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:46:09.142048 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-959cf4c1-156f-4fd0-8fab-f65175f0d69f req-f55e6740-0385-4454-a0e6-6a6671386fef service neutron] 10.222.0.65 "PUT /networking/v2.0/ports/5b116174-9f9f-4896-9258-7e40935b69b0 HTTP/1.1" status: 200 len: 1094 time: 0.7154794 Oct 03 13:46:09.142604 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd54154ca-a01c-443d-8cf1-eb2456c4c293', 'tag': '5b116174-9f9f-4896-9258-7e40935b69b0'}] {{(pid=106268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 13:46:09.144839 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd70873512ffc397a2b7ac25ee02414627e7506f7787b64d61dc92e00300ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4566cd53-53ab-41e9-bac1-3a9d6d9d4d26" -d '{"events": [{"name": "network-changed", "server_uuid": "d54154ca-a01c-443d-8cf1-eb2456c4c293", "tag": "5b116174-9f9f-4896-9258-7e40935b69b0"}]}' {{(pid=106268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 13:46:09.201485 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 13:46:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be5c1ece-2e37-47ea-a701-760e1677544f x-openstack-request-id: req-be5c1ece-2e37-47ea-a701-760e1677544f {{(pid=106268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 13:46:09.201770 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d54154ca-a01c-443d-8cf1-eb2456c4c293", "tag": "5b116174-9f9f-4896-9258-7e40935b69b0", "status": "completed", "code": 200}]} {{(pid=106268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 13:46:09.202017 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-be5c1ece-2e37-47ea-a701-760e1677544f {{(pid=106268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 13:46:09.202417 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be5c1ece-2e37-47ea-a701-760e1677544f'] response: {'name': 'network-changed', 'server_uuid': 'd54154ca-a01c-443d-8cf1-eb2456c4c293', 'tag': '5b116174-9f9f-4896-9258-7e40935b69b0', 'status': 'completed', 'code': 200} Oct 03 13:46:09.207647 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55e6740-0385-4454-a0e6-6a6671386fef service neutron] Pushing event updated for resources: {'Port': ['ID=5b116174-9f9f-4896-9258-7e40935b69b0,revision_number=3']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:46:09.256770 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c753ac65-9445-480d-9d0c-cd2a6efd2d97 req-4e26670c-ee25-4af4-bf7d-0467b58b48db tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:46:09.258289 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-c753ac65-9445-480d-9d0c-cd2a6efd2d97 req-4e26670c-ee25-4af4-bf7d-0467b58b48db tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=d54154ca-a01c-443d-8cf1-eb2456c4c293 HTTP/1.1" status: 200 len: 944 time: 0.0549262 Oct 03 13:46:09.261411 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959cf4c1-156f-4fd0-8fab-f65175f0d69f req-dcb77820-314f-421b-91d4-1ecf2aeeb25b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:46:09.263607 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-959cf4c1-156f-4fd0-8fab-f65175f0d69f req-dcb77820-314f-421b-91d4-1ecf2aeeb25b service neutron] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=e8b666774ba8449f90cf329b90725fe4&device_id=d54154ca-a01c-443d-8cf1-eb2456c4c293 HTTP/1.1" status: 200 len: 1128 time: 0.0414433 Oct 03 13:46:09.306630 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-c753ac65-9445-480d-9d0c-cd2a6efd2d97 req-bab4ff85-f06f-406c-9cfb-196aa1b6b961 tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=4fc2c12f-6346-4853-a9f5-5403b329349d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419767 Oct 03 13:46:09.309080 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-959cf4c1-156f-4fd0-8fab-f65175f0d69f req-2724dd5b-7f0c-447a-916c-f32525e8aea4 service neutron] 10.222.0.65 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5b116174-9f9f-4896-9258-7e40935b69b0 HTTP/1.1" status: 200 len: 217 time: 0.0364647 Oct 03 13:46:09.361836 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959cf4c1-156f-4fd0-8fab-f65175f0d69f req-6e46220d-437f-40ee-bca9-56fdc3562a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:46:09.363339 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-959cf4c1-156f-4fd0-8fab-f65175f0d69f req-6e46220d-437f-40ee-bca9-56fdc3562a0f service neutron] 10.222.0.65 "GET /networking/v2.0/subnets?id=236f2398-faa5-4e26-befc-9b72a296de36 HTTP/1.1" status: 200 len: 854 time: 0.0466712 Oct 03 13:46:09.408580 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959cf4c1-156f-4fd0-8fab-f65175f0d69f req-3e66b9e4-bc7d-4acd-80f2-fa8a8ac4675b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:46:09.409999 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-959cf4c1-156f-4fd0-8fab-f65175f0d69f req-3e66b9e4-bc7d-4acd-80f2-fa8a8ac4675b service neutron] 10.222.0.65 "GET /networking/v2.0/ports?network_id=aaceeb30-8226-4211-b394-e89b17ce4e38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395722 Oct 03 13:46:09.490114 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:46:09.513874 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-959cf4c1-156f-4fd0-8fab-f65175f0d69f req-6a8ecefc-4880-44da-b0b4-1608c38189a5 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/aaceeb30-8226-4211-b394-e89b17ce4e38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965741 Oct 03 13:46:09.610088 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-959cf4c1-156f-4fd0-8fab-f65175f0d69f req-8b79d12e-6ac2-4222-863a-1ef34f189275 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/aaceeb30-8226-4211-b394-e89b17ce4e38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903251 Oct 03 13:46:09.691191 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb41d8e-563d-4915-8e56-a415c71a5553 req-d1994796-db94-4c5f-a9ac-a8bb37e5fd2e tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:46:09.692717 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-fdb41d8e-563d-4915-8e56-a415c71a5553 req-d1994796-db94-4c5f-a9ac-a8bb37e5fd2e tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=9490f8f0-a79a-44a6-97fe-5a06b851a733 HTTP/1.1" status: 200 len: 943 time: 0.0481608 Oct 03 13:46:09.742909 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-fdb41d8e-563d-4915-8e56-a415c71a5553 req-6a5736ef-55b9-4f14-81fe-d35502cc4113 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=9ace053f-6f3b-45d1-9888-9eb91c607356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445294 Oct 03 13:46:10.426275 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a472ab1b-5caa-4740-a543-bdaa6c22e723 req-0d4c3a41-9b8e-43f6-8266-bd8b33040018 tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:46:10.427744 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-a472ab1b-5caa-4740-a543-bdaa6c22e723 req-0d4c3a41-9b8e-43f6-8266-bd8b33040018 tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=d54154ca-a01c-443d-8cf1-eb2456c4c293 HTTP/1.1" status: 200 len: 944 time: 0.0472364 Oct 03 13:46:10.474730 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-a472ab1b-5caa-4740-a543-bdaa6c22e723 req-926de385-20a9-47dd-b2af-ec43b1273293 tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=4fc2c12f-6346-4853-a9f5-5403b329349d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415068 Oct 03 13:46:10.602139 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4566cd53-53ab-41e9-bac1-3a9d6d9d4d26 req-72fa32ed-0eba-4477-a3b3-c3add299b8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:46:10.603535 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-4566cd53-53ab-41e9-bac1-3a9d6d9d4d26 req-72fa32ed-0eba-4477-a3b3-c3add299b8e5 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=e8b666774ba8449f90cf329b90725fe4&device_id=d54154ca-a01c-443d-8cf1-eb2456c4c293 HTTP/1.1" status: 200 len: 1128 time: 0.0850601 Oct 03 13:46:10.697933 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4566cd53-53ab-41e9-bac1-3a9d6d9d4d26 req-d65587df-87e4-4720-a9a0-2c69c217b5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:46:10.699636 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-4566cd53-53ab-41e9-bac1-3a9d6d9d4d26 req-d65587df-87e4-4720-a9a0-2c69c217b5ac service neutron] 10.222.0.65 "GET /networking/v2.0/networks?id=aaceeb30-8226-4211-b394-e89b17ce4e38 HTTP/1.1" status: 200 len: 916 time: 0.0884879 Oct 03 13:46:10.739461 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-4566cd53-53ab-41e9-bac1-3a9d6d9d4d26 req-ddcaabe5-1046-4170-bc63-871145ce8ba5 service neutron] 10.222.0.65 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5b116174-9f9f-4896-9258-7e40935b69b0 HTTP/1.1" status: 200 len: 217 time: 0.0332973 Oct 03 13:46:10.793094 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4566cd53-53ab-41e9-bac1-3a9d6d9d4d26 req-21668c07-30d4-4138-b12b-fd7ecaa09e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:46:10.794752 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-4566cd53-53ab-41e9-bac1-3a9d6d9d4d26 req-21668c07-30d4-4138-b12b-fd7ecaa09e1e service neutron] 10.222.0.65 "GET /networking/v2.0/subnets?id=236f2398-faa5-4e26-befc-9b72a296de36 HTTP/1.1" status: 200 len: 854 time: 0.0469246 Oct 03 13:46:10.872552 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4566cd53-53ab-41e9-bac1-3a9d6d9d4d26 req-8e6bb605-5961-44e1-b04c-61baaf41b6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:46:10.873987 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-4566cd53-53ab-41e9-bac1-3a9d6d9d4d26 req-8e6bb605-5961-44e1-b04c-61baaf41b6b4 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?network_id=aaceeb30-8226-4211-b394-e89b17ce4e38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0726888 Oct 03 13:46:10.893603 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3e4ee9-0370-4c17-bd60-4b6f616275c4 req-d040a773-03e9-4ef6-af92-648c9b634034 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:46:10.894993 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-1d3e4ee9-0370-4c17-bd60-4b6f616275c4 req-d040a773-03e9-4ef6-af92-648c9b634034 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=9490f8f0-a79a-44a6-97fe-5a06b851a733 HTTP/1.1" status: 200 len: 943 time: 0.0626633 Oct 03 13:46:10.939833 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:46:11.007707 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-1d3e4ee9-0370-4c17-bd60-4b6f616275c4 req-42e307b5-5250-4d09-bab6-9b98a26172c1 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=9ace053f-6f3b-45d1-9888-9eb91c607356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019886 Oct 03 13:46:11.013136 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-4566cd53-53ab-41e9-bac1-3a9d6d9d4d26 req-2eac040c-b8be-4462-bb85-50cf67aef60b service neutron] 10.222.0.65 "GET /networking/v2.0/networks/aaceeb30-8226-4211-b394-e89b17ce4e38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313663 Oct 03 13:46:11.102802 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-4566cd53-53ab-41e9-bac1-3a9d6d9d4d26 req-be7bba39-e7f0-4cdf-b049-9b4efa44e6ec service neutron] 10.222.0.65 "GET /networking/v2.0/networks/aaceeb30-8226-4211-b394-e89b17ce4e38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834816 Oct 03 13:46:11.601555 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67541482-d036-4add-ac47-bf51a4fac44c req-576cf789-90c2-4ed4-966d-22d611724294 tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:46:11.602951 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-67541482-d036-4add-ac47-bf51a4fac44c req-576cf789-90c2-4ed4-966d-22d611724294 tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=d54154ca-a01c-443d-8cf1-eb2456c4c293 HTTP/1.1" status: 200 len: 944 time: 0.0506296 Oct 03 13:46:11.651033 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-67541482-d036-4add-ac47-bf51a4fac44c req-4c64db70-a335-4f71-a1f8-6440bb49442a tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=4fc2c12f-6346-4853-a9f5-5403b329349d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419323 Oct 03 13:46:11.700382 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Device 25791bff-ae48-4944-884e-9dd7145ea3b9 details requested by agent hyperv_hv-cinder-86009 with host hv-cinder-86009 {{(pid=106270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 03 13:46:11.801241 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.db [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] For port 25791bff-ae48-4944-884e-9dd7145ea3b9, host hv-cinder-86009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86009',level=0,port_id=25791bff-ae48-4944-884e-9dd7145ea3b9,segment=NetworkSegment(4d86536b-be62-4637-b619-80b82e697b76),segment_id=4d86536b-be62-4637-b619-80b82e697b76)] {{(pid=106270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 13:46:11.813052 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Returning: {'device': '25791bff-ae48-4944-884e-9dd7145ea3b9', 'network_id': '5b3c6d8a-02a1-4730-82ca-c02b5cbef660', 'port_id': '25791bff-ae48-4944-884e-9dd7145ea3b9', 'mac_address': 'fa:16:3e:95:96:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51f42a02-30ea-44c7-9128-4b02428032bd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 03 13:46:11.847539 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Current status of the port 25791bff-ae48-4944-884e-9dd7145ea3b9 is: DOWN; New status is: BUILD {{(pid=106270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 13:46:11.847926 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (25791bff-ae48-4944-884e-9dd7145ea3b9), before_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:46:11.861216 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.notifiers.nova [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25791bff-ae48-4944-884e-9dd7145ea3b9 {{(pid=106270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 03 13:46:11.864926 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:46:11.883602 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.db [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] For port 25791bff-ae48-4944-884e-9dd7145ea3b9, host hv-cinder-86009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86009',level=0,port_id=25791bff-ae48-4944-884e-9dd7145ea3b9,segment=NetworkSegment(4d86536b-be62-4637-b619-80b82e697b76),segment_id=4d86536b-be62-4637-b619-80b82e697b76)] {{(pid=106270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 13:46:11.888013 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751015143617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751014657006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751014658052'] for port (25791bff-ae48-4944-884e-9dd7145ea3b9), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:46:11.938285 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Pushing event updated for resources: {'Port': ['ID=25791bff-ae48-4944-884e-9dd7145ea3b9,revision_number=4']} {{(pid=106270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:46:12.131210 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431de8b7-0695-4149-b591-ea4e49cb5844 req-63b0be2c-73fa-4dcc-bc06-aa6b6d2afb6e tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:46:12.132584 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-431de8b7-0695-4149-b591-ea4e49cb5844 req-63b0be2c-73fa-4dcc-bc06-aa6b6d2afb6e tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=9490f8f0-a79a-44a6-97fe-5a06b851a733 HTTP/1.1" status: 200 len: 944 time: 0.0509012 Oct 03 13:46:12.143727 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.db [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] get_ports_and_sgs() called for port_ids ['25791bff-ae48-4944-884e-9dd7145ea3b9'] {{(pid=106270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 03 13:46:12.181987 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-431de8b7-0695-4149-b591-ea4e49cb5844 req-173db73d-7a9a-46c5-9c10-51fb82ec306b tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=9ace053f-6f3b-45d1-9888-9eb91c607356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431089 Oct 03 13:46:12.222105 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:46:12.777272 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bdbdba-100b-4647-9d99-669443c8af9d req-5733cf76-ef43-4182-81c4-cf580ea3db6e tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:46:12.779701 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-74bdbdba-100b-4647-9d99-669443c8af9d req-5733cf76-ef43-4182-81c4-cf580ea3db6e tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=d54154ca-a01c-443d-8cf1-eb2456c4c293 HTTP/1.1" status: 200 len: 944 time: 0.0474265 Oct 03 13:46:12.834252 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-74bdbdba-100b-4647-9d99-669443c8af9d req-65959d23-4463-4900-8930-f5f1f08ebe91 tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=4fc2c12f-6346-4853-a9f5-5403b329349d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488591 Oct 03 13:46:13.302897 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b779664-51bc-4fb0-af91-9fce58b303c9 req-f158ab50-22d6-4b6c-889b-738c1ce64f33 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:46:13.304361 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-7b779664-51bc-4fb0-af91-9fce58b303c9 req-f158ab50-22d6-4b6c-889b-738c1ce64f33 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=9490f8f0-a79a-44a6-97fe-5a06b851a733 HTTP/1.1" status: 200 len: 944 time: 0.0469973 Oct 03 13:46:13.354324 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-7b779664-51bc-4fb0-af91-9fce58b303c9 req-0691f5cf-1438-482d-a020-a9a748420871 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=9ace053f-6f3b-45d1-9888-9eb91c607356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441945 Oct 03 13:46:13.716239 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Device 5b116174-9f9f-4896-9258-7e40935b69b0 details requested by agent hyperv_hv-cinder-86009 with host hv-cinder-86009 {{(pid=106270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 03 13:46:13.720823 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Device 25791bff-ae48-4944-884e-9dd7145ea3b9 up at agent hyperv_hv-cinder-86009 {{(pid=106270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 13:46:13.811783 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.provisioning_blocks [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Provisioning for port 25791bff-ae48-4944-884e-9dd7145ea3b9 completed by entity L2. {{(pid=106270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 03 13:46:13.821714 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.provisioning_blocks [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Provisioning complete for port 25791bff-ae48-4944-884e-9dd7145ea3b9 triggered by entity L2. {{(pid=106270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 13:46:13.822085 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1340199'] for port (25791bff-ae48-4944-884e-9dd7145ea3b9), provisioning_complete {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:46:13.822408 dv-cinder-860090-1-iscsi neutron-server[106270]: INFO neutron.plugins.ml2.plugin [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Attempt 1 to provision port 25791bff-ae48-4944-884e-9dd7145ea3b9 Oct 03 13:46:13.882365 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.db [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] For port 5b116174-9f9f-4896-9258-7e40935b69b0, host hv-cinder-86009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86009',level=0,port_id=5b116174-9f9f-4896-9258-7e40935b69b0,segment=NetworkSegment(8d7404da-76ae-470e-bccd-b422f80b4e84),segment_id=8d7404da-76ae-470e-bccd-b422f80b4e84)] {{(pid=106270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 13:46:13.898409 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Returning: {'device': '5b116174-9f9f-4896-9258-7e40935b69b0', 'network_id': 'aaceeb30-8226-4211-b394-e89b17ce4e38', 'port_id': '5b116174-9f9f-4896-9258-7e40935b69b0', 'mac_address': 'fa:16:3e:39:ee:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '236f2398-faa5-4e26-befc-9b72a296de36', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 03 13:46:13.959831 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Current status of the port 25791bff-ae48-4944-884e-9dd7145ea3b9 is: BUILD; New status is: ACTIVE {{(pid=106270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 13:46:13.960173 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01cbb0a-4941-494e-b768-8426e14abf08 req-3e3a2678-1bad-46d3-9a0b-51f2f58a621c tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:46:13.960644 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (25791bff-ae48-4944-884e-9dd7145ea3b9), before_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:46:13.961684 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-f01cbb0a-4941-494e-b768-8426e14abf08 req-3e3a2678-1bad-46d3-9a0b-51f2f58a621c tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=d54154ca-a01c-443d-8cf1-eb2456c4c293 HTTP/1.1" status: 200 len: 944 time: 0.0480933 Oct 03 13:46:13.963158 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Current status of the port 5b116174-9f9f-4896-9258-7e40935b69b0 is: DOWN; New status is: BUILD {{(pid=106270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 13:46:13.963516 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (5b116174-9f9f-4896-9258-7e40935b69b0), before_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:46:13.990026 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.notifiers.nova [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b116174-9f9f-4896-9258-7e40935b69b0 {{(pid=106270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 03 13:46:14.002940 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9490f8f0-a79a-44a6-97fe-5a06b851a733', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25791bff-ae48-4944-884e-9dd7145ea3b9'}] {{(pid=106270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 13:46:14.005151 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}560c9627402e85393d05fbb3c51e26d9631cba9dc4b6297c571b83e08b497dad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a57f3af8-dd7b-4e67-894f-1244f1ec5b11" -d '{"events": [{"server_uuid": "9490f8f0-a79a-44a6-97fe-5a06b851a733", "name": "network-vif-plugged", "status": "completed", "tag": "25791bff-ae48-4944-884e-9dd7145ea3b9"}]}' {{(pid=106270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 13:46:14.016005 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-f01cbb0a-4941-494e-b768-8426e14abf08 req-de71a214-e5c5-48fd-b9f4-1a81996ba3ec tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=4fc2c12f-6346-4853-a9f5-5403b329349d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478153 Oct 03 13:46:14.029133 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.db [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] For port 25791bff-ae48-4944-884e-9dd7145ea3b9, host hv-cinder-86009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86009',level=0,port_id=25791bff-ae48-4944-884e-9dd7145ea3b9,segment=NetworkSegment(4d86536b-be62-4637-b619-80b82e697b76),segment_id=4d86536b-be62-4637-b619-80b82e697b76)] {{(pid=106270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 13:46:14.032887 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.db [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] For port 5b116174-9f9f-4896-9258-7e40935b69b0, host hv-cinder-86009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86009',level=0,port_id=5b116174-9f9f-4896-9258-7e40935b69b0,segment=NetworkSegment(8d7404da-76ae-470e-bccd-b422f80b4e84),segment_id=8d7404da-76ae-470e-bccd-b422f80b4e84)] {{(pid=106270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 13:46:14.034307 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751015143617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751014657006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751014658052'] for port (25791bff-ae48-4944-884e-9dd7145ea3b9), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:46:14.056340 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 13:46:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9250476b-7b69-4548-b477-1c37b5e3f039 x-openstack-request-id: req-9250476b-7b69-4548-b477-1c37b5e3f039 {{(pid=106270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 13:46:14.056624 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9490f8f0-a79a-44a6-97fe-5a06b851a733", "name": "network-vif-plugged", "status": "completed", "tag": "25791bff-ae48-4944-884e-9dd7145ea3b9", "code": 200}]} {{(pid=106270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 13:46:14.056892 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9250476b-7b69-4548-b477-1c37b5e3f039 {{(pid=106270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 13:46:14.057259 dv-cinder-860090-1-iscsi neutron-server[106270]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9250476b-7b69-4548-b477-1c37b5e3f039'] response: {'server_uuid': '9490f8f0-a79a-44a6-97fe-5a06b851a733', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25791bff-ae48-4944-884e-9dd7145ea3b9', 'code': 200} Oct 03 13:46:14.060171 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751015143617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751014657006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751014658052'] for port (5b116174-9f9f-4896-9258-7e40935b69b0), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:46:14.086902 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Pushing event updated for resources: {'Port': ['ID=25791bff-ae48-4944-884e-9dd7145ea3b9,revision_number=5']} {{(pid=106270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:46:14.092750 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:46:14.137983 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Pushing event updated for resources: {'Port': ['ID=5b116174-9f9f-4896-9258-7e40935b69b0,revision_number=4']} {{(pid=106270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:46:14.313952 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c08a86-6694-4695-b694-c5f2bda11387 req-72288e94-b76c-4704-bc0d-3515d5c4d50c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:46:14.315348 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-07c08a86-6694-4695-b694-c5f2bda11387 req-72288e94-b76c-4704-bc0d-3515d5c4d50c service neutron] 10.222.0.65 "GET /networking/v2.0/ports?device_id=9490f8f0-a79a-44a6-97fe-5a06b851a733 HTTP/1.1" status: 200 len: 1129 time: 0.0379596 Oct 03 13:46:14.339551 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.db [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] get_ports_and_sgs() called for port_ids ['5b116174-9f9f-4896-9258-7e40935b69b0'] {{(pid=106270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 03 13:46:14.367701 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-07c08a86-6694-4695-b694-c5f2bda11387 req-fcf7ab9f-7285-4a92-95a9-2940a6072d7c service neutron] 10.222.0.65 "GET /networking/v2.0/security-groups?id=9ace053f-6f3b-45d1-9888-9eb91c607356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447524 Oct 03 13:46:14.432070 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:46:14.466576 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=100 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:46:14.477944 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0db812-73bb-43d2-a26d-5ad0747c9bec req-5c7a3303-ad47-4aef-b7d4-0635b13e9599 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:46:14.479444 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-1b0db812-73bb-43d2-a26d-5ad0747c9bec req-5c7a3303-ad47-4aef-b7d4-0635b13e9599 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=9490f8f0-a79a-44a6-97fe-5a06b851a733 HTTP/1.1" status: 200 len: 945 time: 0.0489593 Oct 03 13:46:14.536666 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-1b0db812-73bb-43d2-a26d-5ad0747c9bec req-cd5e02b4-7b71-4a31-971e-bd781a00b7d3 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=9ace053f-6f3b-45d1-9888-9eb91c607356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504003 Oct 03 13:46:15.148203 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0392cf5-d070-467f-93cb-cdf91459579f req-085ce66a-214f-45a1-9ebe-ee2ec2a0b5a8 tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:46:15.149701 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-b0392cf5-d070-467f-93cb-cdf91459579f req-085ce66a-214f-45a1-9ebe-ee2ec2a0b5a8 tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=d54154ca-a01c-443d-8cf1-eb2456c4c293 HTTP/1.1" status: 200 len: 945 time: 0.0495868 Oct 03 13:46:15.162349 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=100 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:46:15.198498 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-b0392cf5-d070-467f-93cb-cdf91459579f req-614a225f-3572-41ca-ab51-0d42ee1027e9 tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=4fc2c12f-6346-4853-a9f5-5403b329349d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429370 Oct 03 13:46:15.414742 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=2 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:46:15.658147 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270c4951-6a87-42e7-8600-757249c0b0c6 req-9287d007-cfc3-4673-acce-5350d6aee403 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:46:15.659528 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-270c4951-6a87-42e7-8600-757249c0b0c6 req-9287d007-cfc3-4673-acce-5350d6aee403 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=9490f8f0-a79a-44a6-97fe-5a06b851a733 HTTP/1.1" status: 200 len: 945 time: 0.0468235 Oct 03 13:46:15.708250 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-270c4951-6a87-42e7-8600-757249c0b0c6 req-e78784b2-5702-40af-aaa9-8c89b3c890b4 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=9ace053f-6f3b-45d1-9888-9eb91c607356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430677 Oct 03 13:46:15.732892 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Device 5b116174-9f9f-4896-9258-7e40935b69b0 up at agent hyperv_hv-cinder-86009 {{(pid=106270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 13:46:15.775177 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.provisioning_blocks [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Provisioning for port 5b116174-9f9f-4896-9258-7e40935b69b0 completed by entity L2. {{(pid=106270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 03 13:46:15.782285 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.provisioning_blocks [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Provisioning complete for port 5b116174-9f9f-4896-9258-7e40935b69b0 triggered by entity L2. {{(pid=106270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 13:46:15.782656 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1340199'] for port (5b116174-9f9f-4896-9258-7e40935b69b0), provisioning_complete {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:46:15.782987 dv-cinder-860090-1-iscsi neutron-server[106270]: INFO neutron.plugins.ml2.plugin [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Attempt 1 to provision port 5b116174-9f9f-4896-9258-7e40935b69b0 Oct 03 13:46:15.831528 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9157eb-e00e-4080-ac15-12f77d73a868 req-8656ce37-da6a-4e91-8223-4b4aba8ca03c tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:46:15.833008 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-1a9157eb-e00e-4080-ac15-12f77d73a868 req-8656ce37-da6a-4e91-8223-4b4aba8ca03c tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=9490f8f0-a79a-44a6-97fe-5a06b851a733 HTTP/1.1" status: 200 len: 945 time: 0.0470612 Oct 03 13:46:15.858164 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Current status of the port 5b116174-9f9f-4896-9258-7e40935b69b0 is: BUILD; New status is: ACTIVE {{(pid=106270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 13:46:15.858640 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (5b116174-9f9f-4896-9258-7e40935b69b0), before_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:46:15.889286 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-1a9157eb-e00e-4080-ac15-12f77d73a868 req-39d35b10-c921-4ec2-9415-07168cb40530 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=9ace053f-6f3b-45d1-9888-9eb91c607356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504496 Oct 03 13:46:15.895071 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.db [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] For port 5b116174-9f9f-4896-9258-7e40935b69b0, host hv-cinder-86009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86009',level=0,port_id=5b116174-9f9f-4896-9258-7e40935b69b0,segment=NetworkSegment(8d7404da-76ae-470e-bccd-b422f80b4e84),segment_id=8d7404da-76ae-470e-bccd-b422f80b4e84)] {{(pid=106270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 13:46:15.899674 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751015143617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751014657006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751014658052'] for port (5b116174-9f9f-4896-9258-7e40935b69b0), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:46:15.919152 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 39210) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:46:15.952621 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Pushing event updated for resources: {'Port': ['ID=5b116174-9f9f-4896-9258-7e40935b69b0,revision_number=5']} {{(pid=106270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:46:16.058845 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd54154ca-a01c-443d-8cf1-eb2456c4c293', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b116174-9f9f-4896-9258-7e40935b69b0'}] {{(pid=106270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 13:46:16.062025 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}560c9627402e85393d05fbb3c51e26d9631cba9dc4b6297c571b83e08b497dad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edd0cc87-2106-41e4-bfa0-7d9f0df23e31" -d '{"events": [{"server_uuid": "d54154ca-a01c-443d-8cf1-eb2456c4c293", "name": "network-vif-plugged", "status": "completed", "tag": "5b116174-9f9f-4896-9258-7e40935b69b0"}]}' {{(pid=106270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 13:46:16.080926 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60f3b54c-bd65-4c20-9ae1-7c3a4055f8ee tempest-TestVolumeBootPattern-1146130581 tempest-TestVolumeBootPattern-1146130581-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:46:16.082505 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-60f3b54c-bd65-4c20-9ae1-7c3a4055f8ee tempest-TestVolumeBootPattern-1146130581 tempest-TestVolumeBootPattern-1146130581-project-admin] 10.222.0.58 "GET /networking/v2.0/ports?device_id=9490f8f0-a79a-44a6-97fe-5a06b851a733 HTTP/1.1" status: 200 len: 1124 time: 0.1621792 Oct 03 13:46:16.085822 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 39216) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:46:16.091154 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.v2.base [None req-aad8a3a8-a4aa-4e91-964c-dd318e326e85 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Request body: {'floatingip': {'floating_network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'port_id': '25791bff-ae48-4944-884e-9dd7145ea3b9', 'tenant_id': '0e005cbca8874c76bf8ad8f5d336b189', 'fixed_ip_address': '172.20.0.3'}} {{(pid=106268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 13:46:16.103428 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 13:46:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5ce049f-d890-4b01-b1c8-b0d1f54447e9 x-openstack-request-id: req-e5ce049f-d890-4b01-b1c8-b0d1f54447e9 {{(pid=106270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 13:46:16.103749 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d54154ca-a01c-443d-8cf1-eb2456c4c293", "name": "network-vif-plugged", "status": "completed", "tag": "5b116174-9f9f-4896-9258-7e40935b69b0", "code": 200}]} {{(pid=106270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 13:46:16.104003 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e5ce049f-d890-4b01-b1c8-b0d1f54447e9 {{(pid=106270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 13:46:16.104399 dv-cinder-860090-1-iscsi neutron-server[106270]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5ce049f-d890-4b01-b1c8-b0d1f54447e9'] response: {'server_uuid': 'd54154ca-a01c-443d-8cf1-eb2456c4c293', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b116174-9f9f-4896-9258-7e40935b69b0', 'code': 200} Oct 03 13:46:16.113704 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-aad8a3a8-a4aa-4e91-964c-dd318e326e85 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:46:16.198566 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-aad8a3a8-a4aa-4e91-964c-dd318e326e85 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (None), before_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:46:16.350711 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:46:16.352110 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5ea9ce-2881-4b02-a566-634c38270bd5 req-2120e321-aeca-4a15-b585-a2716d2788da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:46:16.353807 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-7e5ea9ce-2881-4b02-a566-634c38270bd5 req-2120e321-aeca-4a15-b585-a2716d2788da service neutron] 10.222.0.65 "GET /networking/v2.0/ports?device_id=d54154ca-a01c-443d-8cf1-eb2456c4c293 HTTP/1.1" status: 200 len: 1130 time: 0.1005433 Oct 03 13:46:16.399725 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd737801-ac0b-46da-8ebf-76c3725a2961 req-116053be-84a8-4be7-a42e-7e68649e7d0b tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:46:16.401177 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-bd737801-ac0b-46da-8ebf-76c3725a2961 req-116053be-84a8-4be7-a42e-7e68649e7d0b tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=d54154ca-a01c-443d-8cf1-eb2456c4c293 HTTP/1.1" status: 200 len: 946 time: 0.1173279 Oct 03 13:46:16.439669 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.db.db_base_plugin_common [None req-aad8a3a8-a4aa-4e91-964c-dd318e326e85 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Allocated IP 172.27.1.11 (ad648d78-633d-4222-aa42-7cb50aab7a28/4a9222c2-0418-495a-a49e-d43d754e0950/aba882c6-ba11-4b5a-8801-35d8090e9327) {{(pid=106268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 13:46:16.471995 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-7e5ea9ce-2881-4b02-a566-634c38270bd5 req-fd68a20a-bce6-4db2-9239-401f5ddde9f3 service neutron] 10.222.0.65 "GET /networking/v2.0/security-groups?id=4fc2c12f-6346-4853-a9f5-5403b329349d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109173 Oct 03 13:46:16.533638 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-bd737801-ac0b-46da-8ebf-76c3725a2961 req-eda30216-9959-45c2-bc86-cee40fb9b222 tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=4fc2c12f-6346-4853-a9f5-5403b329349d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261177 Oct 03 13:46:16.586234 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-aad8a3a8-a4aa-4e91-964c-dd318e326e85 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Publish callbacks [] for port (aba882c6-ba11-4b5a-8801-35d8090e9327), precommit_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:46:16.619147 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-aad8a3a8-a4aa-4e91-964c-dd318e326e85 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751014656988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25417805'] for port (aba882c6-ba11-4b5a-8801-35d8090e9327), after_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:46:16.654498 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:46:16.665572 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aad8a3a8-a4aa-4e91-964c-dd318e326e85 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Network ad648d78-633d-4222-aa42-7cb50aab7a28 is already hosted by enough agents. {{(pid=106268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 13:46:16.671715 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.scheduler.base_scheduler [None req-aad8a3a8-a4aa-4e91-964c-dd318e326e85 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Resources bound (agent type, host, resource id): {{(pid=106268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 13:46:16.676530 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad8a3a8-a4aa-4e91-964c-dd318e326e85 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Received port after_create {{(pid=106268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 13:46:16.680560 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad8a3a8-a4aa-4e91-964c-dd318e326e85 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Pushing event updated for resources: {'Port': ['ID=aba882c6-ba11-4b5a-8801-35d8090e9327,revision_number=1']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:46:17.035215 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-aad8a3a8-a4aa-4e91-964c-dd318e326e85 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Publish callbacks [] for floatingip (e2d810ab-62d4-4ac9-98b6-3aed1f3d5312), precommit_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:46:17.103257 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-aad8a3a8-a4aa-4e91-964c-dd318e326e85 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (aba882c6-ba11-4b5a-8801-35d8090e9327), before_update {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:46:17.130834 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:46:17.253100 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-aad8a3a8-a4aa-4e91-964c-dd318e326e85 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Publish callbacks [] for port (aba882c6-ba11-4b5a-8801-35d8090e9327), precommit_update {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:46:17.257823 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-aad8a3a8-a4aa-4e91-964c-dd318e326e85 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751015143617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751014657006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751014658052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25417910'] for port (aba882c6-ba11-4b5a-8801-35d8090e9327), after_update {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:46:17.327407 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad8a3a8-a4aa-4e91-964c-dd318e326e85 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Pushing event updated for resources: {'Port': ['ID=aba882c6-ba11-4b5a-8801-35d8090e9327,revision_number=2']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:46:17.329842 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-aad8a3a8-a4aa-4e91-964c-dd318e326e85 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3722562'] for floatingip (e2d810ab-62d4-4ac9-98b6-3aed1f3d5312), after_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:46:17.422487 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.db.l3_db [None req-aad8a3a8-a4aa-4e91-964c-dd318e326e85 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Floating IP e2d810ab-62d4-4ac9-98b6-3aed1f3d5312 associated. External IP: 172.27.1.11, port: 25791bff-ae48-4944-884e-9dd7145ea3b9. Oct 03 13:46:17.505708 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:46:17.628070 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aad8a3a8-a4aa-4e91-964c-dd318e326e85 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Router 4f12b889-1d5e-4ba4-8f0f-85604cec378d has already been hosted by L3 agent 94180321-47b1-4b5c-b620-b1b0a31df446 {{(pid=106268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 03 13:46:17.665020 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5067e280-8b3f-4799-835d-e2d14bbc06cb req-2852856d-b373-4567-949a-37975e95b030 tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:46:17.666507 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-5067e280-8b3f-4799-835d-e2d14bbc06cb req-2852856d-b373-4567-949a-37975e95b030 tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=d54154ca-a01c-443d-8cf1-eb2456c4c293 HTTP/1.1" status: 200 len: 946 time: 0.0531585 Oct 03 13:46:17.714578 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-5067e280-8b3f-4799-835d-e2d14bbc06cb req-50e78ad4-5dee-48cd-b4cc-fd6a8182200d tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=4fc2c12f-6346-4853-a9f5-5403b329349d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415933 Oct 03 13:46:17.734806 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aad8a3a8-a4aa-4e91-964c-dd318e326e85 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Notify agent at l3_agent.dv-cinder-860090-1-iscsi the message routers_updated {{(pid=106268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 13:46:17.744721 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc0cffe-5087-4feb-99f1-51fdd30dbd5e None None] Sync routers for ids ['4f12b889-1d5e-4ba4-8f0f-85604cec378d'] in dv-cinder-860090-1-iscsi {{(pid=106271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 13:46:17.755197 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-aad8a3a8-a4aa-4e91-964c-dd318e326e85 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512321'] for floatingip (None), before_response {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:46:17.755984 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc0cffe-5087-4feb-99f1-51fdd30dbd5e None None] Routers {'4f12b889-1d5e-4ba4-8f0f-85604cec378d'} bound to L3 agent in host dv-cinder-860090-1-iscsi {{(pid=106271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 13:46:17.756675 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_hamode_db [None req-fbc0cffe-5087-4feb-99f1-51fdd30dbd5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860090-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-03T13:22:05Z,description=,heartbeat_timestamp=2022-10-03T13:46:05Z,host='dv-cinder-860090-1-iscsi',id=94180321-47b1-4b5c-b620-b1b0a31df446,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T13:22:05Z,topic='l3_agent')) {'router_ids': ['4f12b889-1d5e-4ba4-8f0f-85604cec378d'], 'active': True} {{(pid=106271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:46:17.789035 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-aad8a3a8-a4aa-4e91-964c-dd318e326e85 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] 10.222.0.58 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6999581 Oct 03 13:46:17.789035 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9490f8f0-a79a-44a6-97fe-5a06b851a733', 'tag': '25791bff-ae48-4944-884e-9dd7145ea3b9'}] {{(pid=106268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 13:46:17.789925 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd70873512ffc397a2b7ac25ee02414627e7506f7787b64d61dc92e00300ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa6a96f6-7769-4e8b-8767-59722e65b9a9" -d '{"events": [{"name": "network-changed", "server_uuid": "9490f8f0-a79a-44a6-97fe-5a06b851a733", "tag": "25791bff-ae48-4944-884e-9dd7145ea3b9"}]}' {{(pid=106268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 13:46:17.827389 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 13:46:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bda0df9-c9f1-49f8-ad17-6e464db75aea x-openstack-request-id: req-8bda0df9-c9f1-49f8-ad17-6e464db75aea {{(pid=106268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 13:46:17.827686 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9490f8f0-a79a-44a6-97fe-5a06b851a733", "tag": "25791bff-ae48-4944-884e-9dd7145ea3b9", "status": "completed", "code": 200}]} {{(pid=106268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 13:46:17.827993 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8bda0df9-c9f1-49f8-ad17-6e464db75aea {{(pid=106268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 13:46:17.828354 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8bda0df9-c9f1-49f8-ad17-6e464db75aea'] response: {'name': 'network-changed', 'server_uuid': '9490f8f0-a79a-44a6-97fe-5a06b851a733', 'tag': '25791bff-ae48-4944-884e-9dd7145ea3b9', 'status': 'completed', 'code': 200} Oct 03 13:46:17.862427 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_dvr_db [None req-fbc0cffe-5087-4feb-99f1-51fdd30dbd5e None None] Set router 4f12b889-1d5e-4ba4-8f0f-85604cec378d gateway port host: dv-cinder-860090-1-iscsi {{(pid=106271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 13:46:18.073889 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_hamode_db [None req-fbc0cffe-5087-4feb-99f1-51fdd30dbd5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f12b889-1d5e-4ba4-8f0f-85604cec378d', 'name': 'tempest-TestVolumeBootPattern-1724714225-router', 'tenant_id': '0e005cbca8874c76bf8ad8f5d336b189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'external_fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': 'a718b856-e954-4d39-a052-f4739f24ea56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:40:16Z', 'updated_at': '2022-10-03T13:40:19Z', 'revision_number': 4, 'project_id': '0e005cbca8874c76bf8ad8f5d336b189', 'gw_port': {'id': 'a718b856-e954-4d39-a052-f4739f24ea56', 'name': '', 'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:dd:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f12b889-1d5e-4ba4-8f0f-85604cec378d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:40:17Z', 'updated_at': '2022-10-03T13:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860090-1-iscsi', '_floatingips': [{'id': '1d8643c7-ebec-407f-b67b-f263039e9da6', 'tenant_id': '0e005cbca8874c76bf8ad8f5d336b189', 'floating_ip_address': '172.27.1.145', 'floating_network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'router_id': '4f12b889-1d5e-4ba4-8f0f-85604cec378d', 'port_id': '630021c2-4dd4-422f-ab2c-4c5771c809e4', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5b3c6d8a-02a1-4730-82ca-c02b5cbef660', 'mac_address': 'fa:16:3e:5f:e3:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d41225-bfea-4694-a0a3-1a585d4e8509', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T13:43:47Z', 'updated_at': '2022-10-03T13:43:49Z', 'revision_number': 1, 'project_id': '0e005cbca8874c76bf8ad8f5d336b189', 'fixed_ip_address_scope': None}, {'id': 'e2d810ab-62d4-4ac9-98b6-3aed1f3d5312', 'tenant_id': '0e005cbca8874c76bf8ad8f5d336b189', 'floating_ip_address': '172.27.1.11', 'floating_network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'router_id': '4f12b889-1d5e-4ba4-8f0f-85604cec378d', 'port_id': '25791bff-ae48-4944-884e-9dd7145ea3b9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 715, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5b3c6d8a-02a1-4730-82ca-c02b5cbef660', 'mac_address': 'fa:16:3e:95:96:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9490f8f0-a79a-44a6-97fe-5a06b851a733', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T13:46:16Z', 'updated_at': '2022-10-03T13:46:16Z', 'revision_number': 0, 'project_id': '0e005cbca8874c76bf8ad8f5d336b189', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c35b375b-8a09-4679-aba0-09600a8ce3e6', 'name': '', 'network_id': '5b3c6d8a-02a1-4730-82ca-c02b5cbef660', 'tenant_id': '0e005cbca8874c76bf8ad8f5d336b189', 'mac_address': 'fa:16:3e:a6:17:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f12b889-1d5e-4ba4-8f0f-85604cec378d', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '51f42a02-30ea-44c7-9128-4b02428032bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:40:19Z', 'updated_at': '2022-10-03T13:40:27Z', 'revision_number': 5, 'project_id': '0e005cbca8874c76bf8ad8f5d336b189', 'subnets': [{'id': '51f42a02-30ea-44c7-9128-4b02428032bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860090-1-iscsi', False) {} {{(pid=106271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:46:18.103685 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc0cffe-5087-4feb-99f1-51fdd30dbd5e None None] Checking router: 4f12b889-1d5e-4ba4-8f0f-85604cec378d for host: dv-cinder-860090-1-iscsi {{(pid=106271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 13:46:18.112010 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc0cffe-5087-4feb-99f1-51fdd30dbd5e None None] Routers {'4f12b889-1d5e-4ba4-8f0f-85604cec378d'} bound to L3 agent in host dv-cinder-860090-1-iscsi {{(pid=106271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 13:46:18.112607 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_hamode_db [None req-fbc0cffe-5087-4feb-99f1-51fdd30dbd5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860090-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-03T13:22:05Z,description=,heartbeat_timestamp=2022-10-03T13:46:05Z,host='dv-cinder-860090-1-iscsi',id=94180321-47b1-4b5c-b620-b1b0a31df446,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T13:22:05Z,topic='l3_agent')) {'router_ids': ['4f12b889-1d5e-4ba4-8f0f-85604cec378d'], 'active': True} {{(pid=106271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:46:18.311559 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_dvr_db [None req-fbc0cffe-5087-4feb-99f1-51fdd30dbd5e None None] Set router 4f12b889-1d5e-4ba4-8f0f-85604cec378d gateway port host: dv-cinder-860090-1-iscsi {{(pid=106271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 13:46:18.322286 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6a96f6-7769-4e8b-8767-59722e65b9a9 req-a8c4fa5a-52a0-4248-bd75-8d4d85a51e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:46:18.323826 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-aa6a96f6-7769-4e8b-8767-59722e65b9a9 req-a8c4fa5a-52a0-4248-bd75-8d4d85a51e87 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=0e005cbca8874c76bf8ad8f5d336b189&device_id=9490f8f0-a79a-44a6-97fe-5a06b851a733 HTTP/1.1" status: 200 len: 1129 time: 0.0443201 Oct 03 13:46:18.441120 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6a96f6-7769-4e8b-8767-59722e65b9a9 req-c50457eb-ce62-444e-9491-f52a3615431c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:46:18.442655 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-aa6a96f6-7769-4e8b-8767-59722e65b9a9 req-c50457eb-ce62-444e-9491-f52a3615431c service neutron] 10.222.0.65 "GET /networking/v2.0/networks?id=5b3c6d8a-02a1-4730-82ca-c02b5cbef660 HTTP/1.1" status: 200 len: 913 time: 0.0952883 Oct 03 13:46:18.518290 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-aa6a96f6-7769-4e8b-8767-59722e65b9a9 req-27e38689-3a3a-4161-b7ee-83ef9c84b568 service neutron] 10.222.0.65 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=25791bff-ae48-4944-884e-9dd7145ea3b9 HTTP/1.1" status: 200 len: 998 time: 0.0621555 Oct 03 13:46:18.529064 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_hamode_db [None req-fbc0cffe-5087-4feb-99f1-51fdd30dbd5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f12b889-1d5e-4ba4-8f0f-85604cec378d', 'name': 'tempest-TestVolumeBootPattern-1724714225-router', 'tenant_id': '0e005cbca8874c76bf8ad8f5d336b189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'external_fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': 'a718b856-e954-4d39-a052-f4739f24ea56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:40:16Z', 'updated_at': '2022-10-03T13:40:19Z', 'revision_number': 4, 'project_id': '0e005cbca8874c76bf8ad8f5d336b189', 'gw_port': {'id': 'a718b856-e954-4d39-a052-f4739f24ea56', 'name': '', 'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:dd:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f12b889-1d5e-4ba4-8f0f-85604cec378d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:40:17Z', 'updated_at': '2022-10-03T13:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860090-1-iscsi', '_floatingips': [{'id': '1d8643c7-ebec-407f-b67b-f263039e9da6', 'tenant_id': '0e005cbca8874c76bf8ad8f5d336b189', 'floating_ip_address': '172.27.1.145', 'floating_network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'router_id': '4f12b889-1d5e-4ba4-8f0f-85604cec378d', 'port_id': '630021c2-4dd4-422f-ab2c-4c5771c809e4', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5b3c6d8a-02a1-4730-82ca-c02b5cbef660', 'mac_address': 'fa:16:3e:5f:e3:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d41225-bfea-4694-a0a3-1a585d4e8509', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T13:43:47Z', 'updated_at': '2022-10-03T13:43:49Z', 'revision_number': 1, 'project_id': '0e005cbca8874c76bf8ad8f5d336b189', 'fixed_ip_address_scope': None}, {'id': 'e2d810ab-62d4-4ac9-98b6-3aed1f3d5312', 'tenant_id': '0e005cbca8874c76bf8ad8f5d336b189', 'floating_ip_address': '172.27.1.11', 'floating_network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'router_id': '4f12b889-1d5e-4ba4-8f0f-85604cec378d', 'port_id': '25791bff-ae48-4944-884e-9dd7145ea3b9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 715, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5b3c6d8a-02a1-4730-82ca-c02b5cbef660', 'mac_address': 'fa:16:3e:95:96:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9490f8f0-a79a-44a6-97fe-5a06b851a733', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T13:46:16Z', 'updated_at': '2022-10-03T13:46:16Z', 'revision_number': 0, 'project_id': '0e005cbca8874c76bf8ad8f5d336b189', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c35b375b-8a09-4679-aba0-09600a8ce3e6', 'name': '', 'network_id': '5b3c6d8a-02a1-4730-82ca-c02b5cbef660', 'tenant_id': '0e005cbca8874c76bf8ad8f5d336b189', 'mac_address': 'fa:16:3e:a6:17:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f12b889-1d5e-4ba4-8f0f-85604cec378d', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '51f42a02-30ea-44c7-9128-4b02428032bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:40:19Z', 'updated_at': '2022-10-03T13:40:27Z', 'revision_number': 5, 'project_id': '0e005cbca8874c76bf8ad8f5d336b189', 'subnets': [{'id': '51f42a02-30ea-44c7-9128-4b02428032bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860090-1-iscsi', False) {} {{(pid=106271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:46:18.558597 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc0cffe-5087-4feb-99f1-51fdd30dbd5e None None] The sync data for ids ['4f12b889-1d5e-4ba4-8f0f-85604cec378d'] in dv-cinder-860090-1-iscsi is: [{'id': '4f12b889-1d5e-4ba4-8f0f-85604cec378d', 'name': 'tempest-TestVolumeBootPattern-1724714225-router', 'tenant_id': '0e005cbca8874c76bf8ad8f5d336b189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'external_fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': 'a718b856-e954-4d39-a052-f4739f24ea56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:40:16Z', 'updated_at': '2022-10-03T13:40:19Z', 'revision_number': 4, 'project_id': '0e005cbca8874c76bf8ad8f5d336b189', 'gw_port': {'id': 'a718b856-e954-4d39-a052-f4739f24ea56', 'name': '', 'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:dd:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f12b889-1d5e-4ba4-8f0f-85604cec378d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:40:17Z', 'updated_at': '2022-10-03T13:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860090-1-iscsi', '_floatingips': [{'id': '1d8643c7-ebec-407f-b67b-f263039e9da6', 'tenant_id': '0e005cbca8874c76bf8ad8f5d336b189', 'floating_ip_address': '172.27.1.145', 'floating_network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'router_id': '4f12b889-1d5e-4ba4-8f0f-85604cec378d', 'port_id': '630021c2-4dd4-422f-ab2c-4c5771c809e4', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5b3c6d8a-02a1-4730-82ca-c02b5cbef660', 'mac_address': 'fa:16:3e:5f:e3:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d41225-bfea-4694-a0a3-1a585d4e8509', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T13:43:47Z', 'updated_at': '2022-10-03T13:43:49Z', 'revision_number': 1, 'project_id': '0e005cbca8874c76bf8ad8f5d336b189', 'fixed_ip_address_scope': None}, {'id': 'e2d810ab-62d4-4ac9-98b6-3aed1f3d5312', 'tenant_id': '0e005cbca8874c76bf8ad8f5d336b189', 'floating_ip_address': '172.27.1.11', 'floating_network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'router_id': '4f12b889-1d5e-4ba4-8f0f-85604cec378d', 'port_id': '25791bff-ae48-4944-884e-9dd7145ea3b9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 715, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5b3c6d8a-02a1-4730-82ca-c02b5cbef660', 'mac_address': 'fa:16:3e:95:96:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9490f8f0-a79a-44a6-97fe-5a06b851a733', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T13:46:16Z', 'updated_at': '2022-10-03T13:46:16Z', 'revision_number': 0, 'project_id': '0e005cbca8874c76bf8ad8f5d336b189', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c35b375b-8a09-4679-aba0-09600a8ce3e6', 'name': '', 'network_id': '5b3c6d8a-02a1-4730-82ca-c02b5cbef660', 'tenant_id': '0e005cbca8874c76bf8ad8f5d336b189', 'mac_address': 'fa:16:3e:a6:17:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f12b889-1d5e-4ba4-8f0f-85604cec378d', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '51f42a02-30ea-44c7-9128-4b02428032bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:40:19Z', 'updated_at': '2022-10-03T13:40:27Z', 'revision_number': 5, 'project_id': '0e005cbca8874c76bf8ad8f5d336b189', 'subnets': [{'id': '51f42a02-30ea-44c7-9128-4b02428032bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 13:46:18.776961 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-259e5740-611b-4557-bd1c-d1c7f3ee5f2a None None] New status for floating IP e2d810ab-62d4-4ac9-98b6-3aed1f3d5312: ACTIVE {{(pid=106270) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 03 13:46:18.839605 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:46:18.852286 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6a96f6-7769-4e8b-8767-59722e65b9a9 req-7481c27f-e6b9-4cfb-bcad-88d11c07bf85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:46:18.853795 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-aa6a96f6-7769-4e8b-8767-59722e65b9a9 req-7481c27f-e6b9-4cfb-bcad-88d11c07bf85 service neutron] 10.222.0.65 "GET /networking/v2.0/subnets?id=51f42a02-30ea-44c7-9128-4b02428032bd HTTP/1.1" status: 200 len: 851 time: 0.3245497 Oct 03 13:46:18.865105 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc8cbd1-0864-4fb5-ba06-eac10aa0a0a5 req-1d85af65-88f1-457d-8db8-a62aea425892 tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:46:18.866623 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-4bc8cbd1-0864-4fb5-ba06-eac10aa0a0a5 req-1d85af65-88f1-457d-8db8-a62aea425892 tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=d54154ca-a01c-443d-8cf1-eb2456c4c293 HTTP/1.1" status: 200 len: 946 time: 0.0548389 Oct 03 13:46:18.899953 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6a96f6-7769-4e8b-8767-59722e65b9a9 req-b75027e0-0337-442c-ae6a-2ad0a6da5bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:46:18.901556 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-aa6a96f6-7769-4e8b-8767-59722e65b9a9 req-b75027e0-0337-442c-ae6a-2ad0a6da5bef service neutron] 10.222.0.65 "GET /networking/v2.0/ports?network_id=5b3c6d8a-02a1-4730-82ca-c02b5cbef660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0402451 Oct 03 13:46:18.916209 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-4bc8cbd1-0864-4fb5-ba06-eac10aa0a0a5 req-66603c31-2094-4a8f-ba89-c67a637b7b35 tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=4fc2c12f-6346-4853-a9f5-5403b329349d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435033 Oct 03 13:46:19.020691 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-aa6a96f6-7769-4e8b-8767-59722e65b9a9 req-3c602f67-2edd-494a-af99-9000ee431fa1 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/5b3c6d8a-02a1-4730-82ca-c02b5cbef660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118596 Oct 03 13:46:19.098927 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc7ddc4-8ef8-4235-8f99-b51df7e4e405 req-333d0f7c-f883-443d-a7ac-f0bfec916bc7 tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:46:19.100405 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-fbc7ddc4-8ef8-4235-8f99-b51df7e4e405 req-333d0f7c-f883-443d-a7ac-f0bfec916bc7 tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=d54154ca-a01c-443d-8cf1-eb2456c4c293 HTTP/1.1" status: 200 len: 946 time: 0.0989745 Oct 03 13:46:19.179079 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-aa6a96f6-7769-4e8b-8767-59722e65b9a9 req-9fe2485c-ce5b-4f51-a0ae-2d66f2aac6a4 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/5b3c6d8a-02a1-4730-82ca-c02b5cbef660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423614 Oct 03 13:46:19.182250 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-fbc7ddc4-8ef8-4235-8f99-b51df7e4e405 req-b5adcb77-f6d7-47d9-95dd-b34ce33e14e7 tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=4fc2c12f-6346-4853-a9f5-5403b329349d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760531 Oct 03 13:46:19.526914 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16368de3-b321-4d06-bd32-8289e037884f req-3e1dc24c-6eb6-421d-8f4f-2bfe810469ed tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:46:19.528576 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-16368de3-b321-4d06-bd32-8289e037884f req-3e1dc24c-6eb6-421d-8f4f-2bfe810469ed tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=d54154ca-a01c-443d-8cf1-eb2456c4c293 HTTP/1.1" status: 200 len: 946 time: 0.0485654 Oct 03 13:46:19.576570 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-16368de3-b321-4d06-bd32-8289e037884f req-4083ec28-b2e0-445d-8b85-4fc1f2c52f3e tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=4fc2c12f-6346-4853-a9f5-5403b329349d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423884 Oct 03 13:46:28.904205 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=52,neutron:UPDATE=3 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:46:28.906310 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=54,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:46:28.909806 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=34 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:46:28.913566 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=99 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:46:29.102188 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aceeac-573f-40fb-bcac-49835862822e req-75859825-db80-4849-bbcb-c380730d28de tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:46:29.103572 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-f0aceeac-573f-40fb-bcac-49835862822e req-75859825-db80-4849-bbcb-c380730d28de tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=d54154ca-a01c-443d-8cf1-eb2456c4c293 HTTP/1.1" status: 200 len: 946 time: 0.0525651 Oct 03 13:46:29.159003 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-f0aceeac-573f-40fb-bcac-49835862822e req-bb325ae5-4a5b-48c8-a9cb-d72290e38273 tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=4fc2c12f-6346-4853-a9f5-5403b329349d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489700 Oct 03 13:46:29.189781 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 39280) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:46:29.271701 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7703a54f-dfb5-4b9d-ad2c-2d0105cdb8a4 tempest-TestMinimumBasicScenario-1831173440 tempest-TestMinimumBasicScenario-1831173440-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:46:29.273246 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-7703a54f-dfb5-4b9d-ad2c-2d0105cdb8a4 tempest-TestMinimumBasicScenario-1831173440 tempest-TestMinimumBasicScenario-1831173440-project-admin] 10.222.0.58 "GET /networking/v2.0/ports?device_id=d54154ca-a01c-443d-8cf1-eb2456c4c293 HTTP/1.1" status: 200 len: 1125 time: 0.0824668 Oct 03 13:46:29.276348 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 39284) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:46:29.280897 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.v2.base [None req-8b99ddef-07cd-47dd-b503-05de8b842dd4 tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] Request body: {'floatingip': {'floating_network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'port_id': '5b116174-9f9f-4896-9258-7e40935b69b0', 'tenant_id': 'e8b666774ba8449f90cf329b90725fe4', 'fixed_ip_address': '172.20.0.12'}} {{(pid=106268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 13:46:29.290638 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:46:29.303450 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-8b99ddef-07cd-47dd-b503-05de8b842dd4 tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:46:29.385678 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-8b99ddef-07cd-47dd-b503-05de8b842dd4 tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (None), before_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:46:29.489859 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.db.db_base_plugin_common [None req-8b99ddef-07cd-47dd-b503-05de8b842dd4 tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] Allocated IP 172.27.1.225 (ad648d78-633d-4222-aa42-7cb50aab7a28/4a9222c2-0418-495a-a49e-d43d754e0950/432db57d-b733-473e-86ca-97ab6630812c) {{(pid=106268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 13:46:29.582546 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:46:29.599042 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-8b99ddef-07cd-47dd-b503-05de8b842dd4 tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] Publish callbacks [] for port (432db57d-b733-473e-86ca-97ab6630812c), precommit_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:46:29.632796 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-8b99ddef-07cd-47dd-b503-05de8b842dd4 tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751014656988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25417805'] for port (432db57d-b733-473e-86ca-97ab6630812c), after_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:46:29.670911 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b99ddef-07cd-47dd-b503-05de8b842dd4 tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] Network ad648d78-633d-4222-aa42-7cb50aab7a28 is already hosted by enough agents. {{(pid=106268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 13:46:29.673770 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.scheduler.base_scheduler [None req-8b99ddef-07cd-47dd-b503-05de8b842dd4 tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] Resources bound (agent type, host, resource id): {{(pid=106268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 13:46:29.677309 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b99ddef-07cd-47dd-b503-05de8b842dd4 tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] Received port after_create {{(pid=106268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 13:46:29.704765 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b99ddef-07cd-47dd-b503-05de8b842dd4 tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] Pushing event updated for resources: {'Port': ['ID=432db57d-b733-473e-86ca-97ab6630812c,revision_number=1']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:46:30.039818 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-8b99ddef-07cd-47dd-b503-05de8b842dd4 tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] Publish callbacks [] for floatingip (ed73c491-a9c9-4869-a433-53b974b06676), precommit_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:46:30.081030 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:46:30.116267 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-8b99ddef-07cd-47dd-b503-05de8b842dd4 tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (432db57d-b733-473e-86ca-97ab6630812c), before_update {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:46:30.271284 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-8b99ddef-07cd-47dd-b503-05de8b842dd4 tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] Publish callbacks [] for port (432db57d-b733-473e-86ca-97ab6630812c), precommit_update {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:46:30.275711 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-8b99ddef-07cd-47dd-b503-05de8b842dd4 tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751015143617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751014657006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751014658052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25417910'] for port (432db57d-b733-473e-86ca-97ab6630812c), after_update {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:46:30.339206 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:46:30.347489 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b99ddef-07cd-47dd-b503-05de8b842dd4 tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] Pushing event updated for resources: {'Port': ['ID=432db57d-b733-473e-86ca-97ab6630812c,revision_number=2']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:46:30.352157 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-8b99ddef-07cd-47dd-b503-05de8b842dd4 tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3722562'] for floatingip (ed73c491-a9c9-4869-a433-53b974b06676), after_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:46:30.451555 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.db.l3_db [None req-8b99ddef-07cd-47dd-b503-05de8b842dd4 tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] Floating IP ed73c491-a9c9-4869-a433-53b974b06676 associated. External IP: 172.27.1.225, port: 5b116174-9f9f-4896-9258-7e40935b69b0. Oct 03 13:46:30.647910 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b99ddef-07cd-47dd-b503-05de8b842dd4 tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] Router b5952a5f-f697-41d2-9591-3f1323c22c7e has already been hosted by L3 agent 94180321-47b1-4b5c-b620-b1b0a31df446 {{(pid=106268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 03 13:46:30.757681 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b99ddef-07cd-47dd-b503-05de8b842dd4 tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] Notify agent at l3_agent.dv-cinder-860090-1-iscsi the message routers_updated {{(pid=106268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 13:46:30.768974 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44852934-2338-4811-b98c-fb6da502d2f0 None None] Sync routers for ids ['b5952a5f-f697-41d2-9591-3f1323c22c7e'] in dv-cinder-860090-1-iscsi {{(pid=106271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 13:46:30.777402 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-8b99ddef-07cd-47dd-b503-05de8b842dd4 tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512321'] for floatingip (None), before_response {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:46:30.779225 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44852934-2338-4811-b98c-fb6da502d2f0 None None] Routers {'b5952a5f-f697-41d2-9591-3f1323c22c7e'} bound to L3 agent in host dv-cinder-860090-1-iscsi {{(pid=106271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 13:46:30.779824 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_hamode_db [None req-44852934-2338-4811-b98c-fb6da502d2f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860090-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-03T13:22:05Z,description=,heartbeat_timestamp=2022-10-03T13:46:05Z,host='dv-cinder-860090-1-iscsi',id=94180321-47b1-4b5c-b620-b1b0a31df446,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T13:22:05Z,topic='l3_agent')) {'router_ids': ['b5952a5f-f697-41d2-9591-3f1323c22c7e'], 'active': True} {{(pid=106271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:46:30.807662 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-8b99ddef-07cd-47dd-b503-05de8b842dd4 tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] 10.222.0.58 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5302713 Oct 03 13:46:30.808315 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd54154ca-a01c-443d-8cf1-eb2456c4c293', 'tag': '5b116174-9f9f-4896-9258-7e40935b69b0'}] {{(pid=106268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 13:46:30.811104 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd70873512ffc397a2b7ac25ee02414627e7506f7787b64d61dc92e00300ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d9e684b-f8de-4ad6-8587-1c45be59925c" -d '{"events": [{"name": "network-changed", "server_uuid": "d54154ca-a01c-443d-8cf1-eb2456c4c293", "tag": "5b116174-9f9f-4896-9258-7e40935b69b0"}]}' {{(pid=106268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 13:46:30.811385 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 39286) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:46:30.817041 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.v2.base [None req-fdbc893b-8afb-4c64-8285-ee9a5c4c9e36 tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-174940241', 'description': 'tempest-secgroup-smoke-174940241 description', 'project_id': 'e8b666774ba8449f90cf329b90725fe4'}} {{(pid=106269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 13:46:30.846852 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-fdbc893b-8afb-4c64-8285-ee9a5c4c9e36 tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] Publish callbacks [] for security_group (None), before_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:46:30.881710 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 13:46:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93d31629-51fe-4950-aa53-6d8887e83908 x-openstack-request-id: req-93d31629-51fe-4950-aa53-6d8887e83908 {{(pid=106268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 13:46:30.882068 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d54154ca-a01c-443d-8cf1-eb2456c4c293", "tag": "5b116174-9f9f-4896-9258-7e40935b69b0", "status": "completed", "code": 200}]} {{(pid=106268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 13:46:30.882250 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-93d31629-51fe-4950-aa53-6d8887e83908 {{(pid=106268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 13:46:30.882655 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93d31629-51fe-4950-aa53-6d8887e83908'] response: {'name': 'network-changed', 'server_uuid': 'd54154ca-a01c-443d-8cf1-eb2456c4c293', 'tag': '5b116174-9f9f-4896-9258-7e40935b69b0', 'status': 'completed', 'code': 200} Oct 03 13:46:30.893513 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_dvr_db [None req-44852934-2338-4811-b98c-fb6da502d2f0 None None] Set router b5952a5f-f697-41d2-9591-3f1323c22c7e gateway port host: dv-cinder-860090-1-iscsi {{(pid=106271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 13:46:30.947740 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-fdbc893b-8afb-4c64-8285-ee9a5c4c9e36 tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] Publish callbacks [] for security_group (ac10298c-46b3-4d86-b0a0-f8365b8afa16), precommit_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:46:30.953005 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-fdbc893b-8afb-4c64-8285-ee9a5c4c9e36 tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (ac10298c-46b3-4d86-b0a0-f8365b8afa16), after_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:46:30.959382 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9e684b-f8de-4ad6-8587-1c45be59925c req-70a8d7ae-2c47-46ad-afe4-fee4303dd68d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:46:30.960910 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-0d9e684b-f8de-4ad6-8587-1c45be59925c req-70a8d7ae-2c47-46ad-afe4-fee4303dd68d service neutron] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=e8b666774ba8449f90cf329b90725fe4&device_id=d54154ca-a01c-443d-8cf1-eb2456c4c293 HTTP/1.1" status: 200 len: 1130 time: 0.0458825 Oct 03 13:46:30.983414 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=100 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:46:30.984433 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-fdbc893b-8afb-4c64-8285-ee9a5c4c9e36 tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] Publish callbacks [] for security_group (None), before_response {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:46:30.988798 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-fdbc893b-8afb-4c64-8285-ee9a5c4c9e36 tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] 10.222.0.58 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1729853 Oct 03 13:46:30.989627 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 39292) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:46:30.994302 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.v2.base [None req-477090e1-438b-42c2-b1e0-d46c8ba31ef8 tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] Request body: {'security_group_rule': {'security_group_id': 'ac10298c-46b3-4d86-b0a0-f8365b8afa16', 'project_id': 'e8b666774ba8449f90cf329b90725fe4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 13:46:31.000286 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbc893b-8afb-4c64-8285-ee9a5c4c9e36 tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac10298c-46b3-4d86-b0a0-f8365b8afa16,revision_number=1']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:46:31.012057 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbc893b-8afb-4c64-8285-ee9a5c4c9e36 tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:46:31.012408 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbc893b-8afb-4c64-8285-ee9a5c4c9e36 tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:46:31.013332 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbc893b-8afb-4c64-8285-ee9a5c4c9e36 tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:46:31.013836 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbc893b-8afb-4c64-8285-ee9a5c4c9e36 tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:46:31.014321 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbc893b-8afb-4c64-8285-ee9a5c4c9e36 tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:46:31.014654 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbc893b-8afb-4c64-8285-ee9a5c4c9e36 tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:46:31.014979 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbc893b-8afb-4c64-8285-ee9a5c4c9e36 tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:46:31.015301 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbc893b-8afb-4c64-8285-ee9a5c4c9e36 tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:46:31.015619 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbc893b-8afb-4c64-8285-ee9a5c4c9e36 tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:46:31.015938 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbc893b-8afb-4c64-8285-ee9a5c4c9e36 tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:46:31.016255 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbc893b-8afb-4c64-8285-ee9a5c4c9e36 tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:46:31.016569 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbc893b-8afb-4c64-8285-ee9a5c4c9e36 tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:46:31.016885 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbc893b-8afb-4c64-8285-ee9a5c4c9e36 tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:46:31.017200 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbc893b-8afb-4c64-8285-ee9a5c4c9e36 tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:46:31.017539 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbc893b-8afb-4c64-8285-ee9a5c4c9e36 tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:46:31.043135 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=100 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:46:31.049767 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-477090e1-438b-42c2-b1e0-d46c8ba31ef8 tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] Publish callbacks [] for security_group_rule (018851e5-c2aa-4cf7-a8e4-ed9c051be334), before_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:46:31.062754 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9e684b-f8de-4ad6-8587-1c45be59925c req-43122cf5-2020-45a4-9581-b0efc976ed71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:46:31.064344 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-0d9e684b-f8de-4ad6-8587-1c45be59925c req-43122cf5-2020-45a4-9581-b0efc976ed71 service neutron] 10.222.0.65 "GET /networking/v2.0/networks?id=aaceeb30-8226-4211-b394-e89b17ce4e38 HTTP/1.1" status: 200 len: 916 time: 0.0950422 Oct 03 13:46:31.113491 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-477090e1-438b-42c2-b1e0-d46c8ba31ef8 tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] Publish callbacks [] for security_group_rule (018851e5-c2aa-4cf7-a8e4-ed9c051be334), precommit_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:46:31.118920 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-477090e1-438b-42c2-b1e0-d46c8ba31ef8 tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873908'] for security_group_rule (018851e5-c2aa-4cf7-a8e4-ed9c051be334), after_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:46:31.132847 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_hamode_db [None req-44852934-2338-4811-b98c-fb6da502d2f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5952a5f-f697-41d2-9591-3f1323c22c7e', 'name': 'tempest-TestMinimumBasicScenario-1312681359-router', 'tenant_id': 'e8b666774ba8449f90cf329b90725fe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'external_fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.197'}], 'enable_snat': True}, 'gw_port_id': '44aa7dee-073a-4fed-bfc7-33b1ccfce5e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:45:35Z', 'updated_at': '2022-10-03T13:45:38Z', 'revision_number': 4, 'project_id': 'e8b666774ba8449f90cf329b90725fe4', 'gw_port': {'id': '44aa7dee-073a-4fed-bfc7-33b1ccfce5e8', 'name': '', 'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:27:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5952a5f-f697-41d2-9591-3f1323c22c7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:45:36Z', 'updated_at': '2022-10-03T13:45:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860090-1-iscsi', '_floatingips': [{'id': 'ed73c491-a9c9-4869-a433-53b974b06676', 'tenant_id': 'e8b666774ba8449f90cf329b90725fe4', 'floating_ip_address': '172.27.1.225', 'floating_network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'router_id': 'b5952a5f-f697-41d2-9591-3f1323c22c7e', 'port_id': '5b116174-9f9f-4896-9258-7e40935b69b0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 717, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aaceeb30-8226-4211-b394-e89b17ce4e38', 'mac_address': 'fa:16:3e:39:ee:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd54154ca-a01c-443d-8cf1-eb2456c4c293', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T13:46:29Z', 'updated_at': '2022-10-03T13:46:29Z', 'revision_number': 0, 'project_id': 'e8b666774ba8449f90cf329b90725fe4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '642eb4a6-46c8-49a4-bf13-f030cbebb20e', 'name': '', 'network_id': 'aaceeb30-8226-4211-b394-e89b17ce4e38', 'tenant_id': 'e8b666774ba8449f90cf329b90725fe4', 'mac_address': 'fa:16:3e:95:9a:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5952a5f-f697-41d2-9591-3f1323c22c7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '236f2398-faa5-4e26-befc-9b72a296de36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:45:38Z', 'updated_at': '2022-10-03T13:45:44Z', 'revision_number': 5, 'project_id': 'e8b666774ba8449f90cf329b90725fe4', 'subnets': [{'id': '236f2398-faa5-4e26-befc-9b72a296de36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860090-1-iscsi', False) {} {{(pid=106271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:46:31.134652 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:46:31.140425 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477090e1-438b-42c2-b1e0-d46c8ba31ef8 tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=018851e5-c2aa-4cf7-a8e4-ed9c051be334,revision_number=0']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:46:31.151729 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-0d9e684b-f8de-4ad6-8587-1c45be59925c req-59988f8c-5fb3-47ce-8354-b925e47bfa95 service neutron] 10.222.0.65 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5b116174-9f9f-4896-9258-7e40935b69b0 HTTP/1.1" status: 200 len: 1000 time: 0.0686896 Oct 03 13:46:31.152559 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-477090e1-438b-42c2-b1e0-d46c8ba31ef8 tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:46:31.157292 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-477090e1-438b-42c2-b1e0-d46c8ba31ef8 tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] 10.222.0.58 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1637588 Oct 03 13:46:31.157520 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 39294) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:46:31.162108 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.v2.base [None req-74d87b0a-48be-4f1c-a408-313520430601 tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] Request body: {'security_group_rule': {'security_group_id': 'ac10298c-46b3-4d86-b0a0-f8365b8afa16', 'project_id': 'e8b666774ba8449f90cf329b90725fe4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 13:46:31.163615 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44852934-2338-4811-b98c-fb6da502d2f0 None None] Checking router: b5952a5f-f697-41d2-9591-3f1323c22c7e for host: dv-cinder-860090-1-iscsi {{(pid=106271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 13:46:31.173531 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44852934-2338-4811-b98c-fb6da502d2f0 None None] Routers {'b5952a5f-f697-41d2-9591-3f1323c22c7e'} bound to L3 agent in host dv-cinder-860090-1-iscsi {{(pid=106271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 13:46:31.174149 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_hamode_db [None req-44852934-2338-4811-b98c-fb6da502d2f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860090-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-03T13:22:05Z,description=,heartbeat_timestamp=2022-10-03T13:46:05Z,host='dv-cinder-860090-1-iscsi',id=94180321-47b1-4b5c-b620-b1b0a31df446,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T13:22:05Z,topic='l3_agent')) {'router_ids': ['b5952a5f-f697-41d2-9591-3f1323c22c7e'], 'active': True} {{(pid=106271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:46:31.191623 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-74d87b0a-48be-4f1c-a408-313520430601 tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] Publish callbacks [] for security_group_rule (eb2fd80a-ed41-4538-81be-9587676b2f66), before_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:46:31.215907 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9e684b-f8de-4ad6-8587-1c45be59925c req-680dfc8f-2c94-4eee-86c9-59523c1b8bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:46:31.218200 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-0d9e684b-f8de-4ad6-8587-1c45be59925c req-680dfc8f-2c94-4eee-86c9-59523c1b8bc2 service neutron] 10.222.0.65 "GET /networking/v2.0/subnets?id=236f2398-faa5-4e26-befc-9b72a296de36 HTTP/1.1" status: 200 len: 854 time: 0.0507624 Oct 03 13:46:31.253613 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-74d87b0a-48be-4f1c-a408-313520430601 tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] Publish callbacks [] for security_group_rule (eb2fd80a-ed41-4538-81be-9587676b2f66), precommit_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:46:31.258737 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-74d87b0a-48be-4f1c-a408-313520430601 tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873908'] for security_group_rule (eb2fd80a-ed41-4538-81be-9587676b2f66), after_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:46:31.273031 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9e684b-f8de-4ad6-8587-1c45be59925c req-cba336b5-e7b2-4724-824c-7357b0dc0ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:46:31.274601 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-0d9e684b-f8de-4ad6-8587-1c45be59925c req-cba336b5-e7b2-4724-824c-7357b0dc0ae5 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?network_id=aaceeb30-8226-4211-b394-e89b17ce4e38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0411053 Oct 03 13:46:31.282282 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d87b0a-48be-4f1c-a408-313520430601 tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb2fd80a-ed41-4538-81be-9587676b2f66,revision_number=0']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:46:31.284999 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_dvr_db [None req-44852934-2338-4811-b98c-fb6da502d2f0 None None] Set router b5952a5f-f697-41d2-9591-3f1323c22c7e gateway port host: dv-cinder-860090-1-iscsi {{(pid=106271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 13:46:31.291353 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-74d87b0a-48be-4f1c-a408-313520430601 tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:46:31.296130 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-74d87b0a-48be-4f1c-a408-313520430601 tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] 10.222.0.58 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1343513 Oct 03 13:46:31.296464 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 39296) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:46:31.300936 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.v2.base [None req-543b5a98-d9d7-4d9b-ad5e-28a11b09fe33 tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] Request body: {'security_group_rule': {'security_group_id': 'ac10298c-46b3-4d86-b0a0-f8365b8afa16', 'project_id': 'e8b666774ba8449f90cf329b90725fe4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 13:46:31.329332 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-543b5a98-d9d7-4d9b-ad5e-28a11b09fe33 tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] Publish callbacks [] for security_group_rule (ebdb59f4-9a6f-4aa3-aa5e-563482858581), before_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:46:31.385379 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-0d9e684b-f8de-4ad6-8587-1c45be59925c req-e640ff45-0b22-4e96-9ecb-26370c31e0ea service neutron] 10.222.0.65 "GET /networking/v2.0/networks/aaceeb30-8226-4211-b394-e89b17ce4e38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002636 Oct 03 13:46:31.395630 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-543b5a98-d9d7-4d9b-ad5e-28a11b09fe33 tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] Publish callbacks [] for security_group_rule (ebdb59f4-9a6f-4aa3-aa5e-563482858581), precommit_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:46:31.399879 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-543b5a98-d9d7-4d9b-ad5e-28a11b09fe33 tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873908'] for security_group_rule (ebdb59f4-9a6f-4aa3-aa5e-563482858581), after_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:46:31.421219 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543b5a98-d9d7-4d9b-ad5e-28a11b09fe33 tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebdb59f4-9a6f-4aa3-aa5e-563482858581,revision_number=0']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:46:31.426421 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-543b5a98-d9d7-4d9b-ad5e-28a11b09fe33 tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:46:31.430220 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-543b5a98-d9d7-4d9b-ad5e-28a11b09fe33 tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] 10.222.0.58 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1301858 Oct 03 13:46:31.430459 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 39298) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:46:31.435024 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.v2.base [None req-ef2e242b-8c46-4e31-ac4e-0dc2878b85c4 tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] Request body: {'security_group_rule': {'security_group_id': 'ac10298c-46b3-4d86-b0a0-f8365b8afa16', 'project_id': 'e8b666774ba8449f90cf329b90725fe4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 13:46:31.463488 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-ef2e242b-8c46-4e31-ac4e-0dc2878b85c4 tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] Publish callbacks [] for security_group_rule (c747b14e-a22c-466b-9321-f356eb16ba05), before_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:46:31.494266 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-0d9e684b-f8de-4ad6-8587-1c45be59925c req-0d7ad097-4ba9-4827-90f3-c1e02bb30c39 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/aaceeb30-8226-4211-b394-e89b17ce4e38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974476 Oct 03 13:46:31.532357 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-ef2e242b-8c46-4e31-ac4e-0dc2878b85c4 tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] Publish callbacks [] for security_group_rule (c747b14e-a22c-466b-9321-f356eb16ba05), precommit_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:46:31.536236 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-ef2e242b-8c46-4e31-ac4e-0dc2878b85c4 tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873908'] for security_group_rule (c747b14e-a22c-466b-9321-f356eb16ba05), after_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:46:31.543127 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_hamode_db [None req-44852934-2338-4811-b98c-fb6da502d2f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5952a5f-f697-41d2-9591-3f1323c22c7e', 'name': 'tempest-TestMinimumBasicScenario-1312681359-router', 'tenant_id': 'e8b666774ba8449f90cf329b90725fe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'external_fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.197'}], 'enable_snat': True}, 'gw_port_id': '44aa7dee-073a-4fed-bfc7-33b1ccfce5e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:45:35Z', 'updated_at': '2022-10-03T13:45:38Z', 'revision_number': 4, 'project_id': 'e8b666774ba8449f90cf329b90725fe4', 'gw_port': {'id': '44aa7dee-073a-4fed-bfc7-33b1ccfce5e8', 'name': '', 'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:27:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5952a5f-f697-41d2-9591-3f1323c22c7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:45:36Z', 'updated_at': '2022-10-03T13:45:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860090-1-iscsi', '_floatingips': [{'id': 'ed73c491-a9c9-4869-a433-53b974b06676', 'tenant_id': 'e8b666774ba8449f90cf329b90725fe4', 'floating_ip_address': '172.27.1.225', 'floating_network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'router_id': 'b5952a5f-f697-41d2-9591-3f1323c22c7e', 'port_id': '5b116174-9f9f-4896-9258-7e40935b69b0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 717, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aaceeb30-8226-4211-b394-e89b17ce4e38', 'mac_address': 'fa:16:3e:39:ee:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd54154ca-a01c-443d-8cf1-eb2456c4c293', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T13:46:29Z', 'updated_at': '2022-10-03T13:46:29Z', 'revision_number': 0, 'project_id': 'e8b666774ba8449f90cf329b90725fe4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '642eb4a6-46c8-49a4-bf13-f030cbebb20e', 'name': '', 'network_id': 'aaceeb30-8226-4211-b394-e89b17ce4e38', 'tenant_id': 'e8b666774ba8449f90cf329b90725fe4', 'mac_address': 'fa:16:3e:95:9a:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5952a5f-f697-41d2-9591-3f1323c22c7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '236f2398-faa5-4e26-befc-9b72a296de36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:45:38Z', 'updated_at': '2022-10-03T13:45:44Z', 'revision_number': 5, 'project_id': 'e8b666774ba8449f90cf329b90725fe4', 'subnets': [{'id': '236f2398-faa5-4e26-befc-9b72a296de36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860090-1-iscsi', False) {} {{(pid=106271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:46:31.548310 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=77,neutron:INSERT=16,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:46:31.555310 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:46:31.556991 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2e242b-8c46-4e31-ac4e-0dc2878b85c4 tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c747b14e-a22c-466b-9321-f356eb16ba05,revision_number=0']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:46:31.566907 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-ef2e242b-8c46-4e31-ac4e-0dc2878b85c4 tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:46:31.568145 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-ef2e242b-8c46-4e31-ac4e-0dc2878b85c4 tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] 10.222.0.58 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1367671 Oct 03 13:46:31.570799 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 39300) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:46:31.575166 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.v2.base [None req-93184ffc-aeb3-40de-85d8-6e04a02d2fde tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] Request body: {'security_group_rule': {'security_group_id': 'ac10298c-46b3-4d86-b0a0-f8365b8afa16', 'project_id': 'e8b666774ba8449f90cf329b90725fe4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 13:46:31.576776 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44852934-2338-4811-b98c-fb6da502d2f0 None None] The sync data for ids ['b5952a5f-f697-41d2-9591-3f1323c22c7e'] in dv-cinder-860090-1-iscsi is: [{'id': 'b5952a5f-f697-41d2-9591-3f1323c22c7e', 'name': 'tempest-TestMinimumBasicScenario-1312681359-router', 'tenant_id': 'e8b666774ba8449f90cf329b90725fe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'external_fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.197'}], 'enable_snat': True}, 'gw_port_id': '44aa7dee-073a-4fed-bfc7-33b1ccfce5e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:45:35Z', 'updated_at': '2022-10-03T13:45:38Z', 'revision_number': 4, 'project_id': 'e8b666774ba8449f90cf329b90725fe4', 'gw_port': {'id': '44aa7dee-073a-4fed-bfc7-33b1ccfce5e8', 'name': '', 'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:27:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5952a5f-f697-41d2-9591-3f1323c22c7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:45:36Z', 'updated_at': '2022-10-03T13:45:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860090-1-iscsi', '_floatingips': [{'id': 'ed73c491-a9c9-4869-a433-53b974b06676', 'tenant_id': 'e8b666774ba8449f90cf329b90725fe4', 'floating_ip_address': '172.27.1.225', 'floating_network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'router_id': 'b5952a5f-f697-41d2-9591-3f1323c22c7e', 'port_id': '5b116174-9f9f-4896-9258-7e40935b69b0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 717, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aaceeb30-8226-4211-b394-e89b17ce4e38', 'mac_address': 'fa:16:3e:39:ee:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd54154ca-a01c-443d-8cf1-eb2456c4c293', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T13:46:29Z', 'updated_at': '2022-10-03T13:46:29Z', 'revision_number': 0, 'project_id': 'e8b666774ba8449f90cf329b90725fe4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '642eb4a6-46c8-49a4-bf13-f030cbebb20e', 'name': '', 'network_id': 'aaceeb30-8226-4211-b394-e89b17ce4e38', 'tenant_id': 'e8b666774ba8449f90cf329b90725fe4', 'mac_address': 'fa:16:3e:95:9a:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5952a5f-f697-41d2-9591-3f1323c22c7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '236f2398-faa5-4e26-befc-9b72a296de36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:45:38Z', 'updated_at': '2022-10-03T13:45:44Z', 'revision_number': 5, 'project_id': 'e8b666774ba8449f90cf329b90725fe4', 'subnets': [{'id': '236f2398-faa5-4e26-befc-9b72a296de36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 13:46:31.598184 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.db.securitygroups_db [None req-93184ffc-aeb3-40de-85d8-6e04a02d2fde tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] Project e8b666774ba8449f90cf329b90725fe4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 03 13:46:31.603763 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-93184ffc-aeb3-40de-85d8-6e04a02d2fde tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] Publish callbacks [] for security_group_rule (89c9cb6f-0623-4d0b-970f-720c8f71b03c), before_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:46:31.669892 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-93184ffc-aeb3-40de-85d8-6e04a02d2fde tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] Publish callbacks [] for security_group_rule (89c9cb6f-0623-4d0b-970f-720c8f71b03c), precommit_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:46:31.674277 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-93184ffc-aeb3-40de-85d8-6e04a02d2fde tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873908'] for security_group_rule (89c9cb6f-0623-4d0b-970f-720c8f71b03c), after_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:46:31.695598 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93184ffc-aeb3-40de-85d8-6e04a02d2fde tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89c9cb6f-0623-4d0b-970f-720c8f71b03c,revision_number=0']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:46:31.703745 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-93184ffc-aeb3-40de-85d8-6e04a02d2fde tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:46:31.704943 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-93184ffc-aeb3-40de-85d8-6e04a02d2fde tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] 10.222.0.58 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1332126 Oct 03 13:46:31.707616 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 39302) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:46:31.711890 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.v2.base [None req-8e87cad9-a47d-4ba2-a0c7-36dbe6e8326d tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] Request body: {'security_group_rule': {'security_group_id': 'ac10298c-46b3-4d86-b0a0-f8365b8afa16', 'project_id': 'e8b666774ba8449f90cf329b90725fe4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 13:46:31.734330 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.db.securitygroups_db [None req-8e87cad9-a47d-4ba2-a0c7-36dbe6e8326d tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] Project e8b666774ba8449f90cf329b90725fe4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 03 13:46:31.740407 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-8e87cad9-a47d-4ba2-a0c7-36dbe6e8326d tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] Publish callbacks [] for security_group_rule (be186ce2-7ad5-453e-9f8b-a555f49cac62), before_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:46:31.786304 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-192851ad-a6f2-497a-ab83-7ee8978e935a None None] New status for floating IP ed73c491-a9c9-4869-a433-53b974b06676: ACTIVE {{(pid=106270) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 03 13:46:31.807356 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-8e87cad9-a47d-4ba2-a0c7-36dbe6e8326d tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] Publish callbacks [] for security_group_rule (be186ce2-7ad5-453e-9f8b-a555f49cac62), precommit_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:46:31.811370 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-8e87cad9-a47d-4ba2-a0c7-36dbe6e8326d tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873908'] for security_group_rule (be186ce2-7ad5-453e-9f8b-a555f49cac62), after_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:46:31.829828 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e87cad9-a47d-4ba2-a0c7-36dbe6e8326d tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be186ce2-7ad5-453e-9f8b-a555f49cac62,revision_number=0']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:46:31.838239 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-8e87cad9-a47d-4ba2-a0c7-36dbe6e8326d tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:46:31.839460 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-8e87cad9-a47d-4ba2-a0c7-36dbe6e8326d tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] 10.222.0.58 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1309350 Oct 03 13:46:31.915519 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:46:31.941708 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-39c71f2e-ab03-4928-aba1-304564edd064 req-2cb0fe61-70c2-48b4-ae8a-604cadfa49c5 tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] 10.222.0.58 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-174940241&fields=id&tenant_id=e8b666774ba8449f90cf329b90725fe4 HTTP/1.1" status: 200 len: 267 time: 0.0544040 Oct 03 13:46:31.994590 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c71f2e-ab03-4928-aba1-304564edd064 req-2deb3937-d020-4b5e-a47b-a2c61303e59e tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:46:31.996090 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-39c71f2e-ab03-4928-aba1-304564edd064 req-2deb3937-d020-4b5e-a47b-a2c61303e59e tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=d54154ca-a01c-443d-8cf1-eb2456c4c293 HTTP/1.1" status: 200 len: 946 time: 0.0486729 Oct 03 13:46:32.008491 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.v2.base [req-39c71f2e-ab03-4928-aba1-304564edd064 req-bc914e8c-5547-4258-8546-bbe3211df6d7 tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] Request body: {'port': {'security_groups': ['4fc2c12f-6346-4853-a9f5-5403b329349d', 'ac10298c-46b3-4d86-b0a0-f8365b8afa16']}} {{(pid=106268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 13:46:32.078381 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-39c71f2e-ab03-4928-aba1-304564edd064 req-bc914e8c-5547-4258-8546-bbe3211df6d7 tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (5b116174-9f9f-4896-9258-7e40935b69b0), before_update {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:46:32.131826 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-ef485adb-f6c9-4855-ac9e-eb4cd1782459 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (3460fffa-818c-4144-9400-237880db20a4), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:46:32.276833 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.db [req-39c71f2e-ab03-4928-aba1-304564edd064 req-bc914e8c-5547-4258-8546-bbe3211df6d7 tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] For port 5b116174-9f9f-4896-9258-7e40935b69b0, host hv-cinder-86009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86009',level=0,port_id=5b116174-9f9f-4896-9258-7e40935b69b0,segment=NetworkSegment(8d7404da-76ae-470e-bccd-b422f80b4e84),segment_id=8d7404da-76ae-470e-bccd-b422f80b4e84)] {{(pid=106268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 13:46:32.304984 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-39c71f2e-ab03-4928-aba1-304564edd064 req-bc914e8c-5547-4258-8546-bbe3211df6d7 tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] Publish callbacks [] for port (5b116174-9f9f-4896-9258-7e40935b69b0), precommit_update {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:46:32.310068 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-39c71f2e-ab03-4928-aba1-304564edd064 req-bc914e8c-5547-4258-8546-bbe3211df6d7 tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751015143617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751014657006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751014658052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25417910'] for port (5b116174-9f9f-4896-9258-7e40935b69b0), after_update {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:46:32.320171 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c71f2e-ab03-4928-aba1-304564edd064 req-bc914e8c-5547-4258-8546-bbe3211df6d7 tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:46:32.320773 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-39c71f2e-ab03-4928-aba1-304564edd064 req-bc914e8c-5547-4258-8546-bbe3211df6d7 tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512321'] for port (None), before_response {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:46:32.322162 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-39c71f2e-ab03-4928-aba1-304564edd064 req-bc914e8c-5547-4258-8546-bbe3211df6d7 tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] 10.222.0.58 "PUT /networking/v2.0/ports/5b116174-9f9f-4896-9258-7e40935b69b0 HTTP/1.1" status: 200 len: 982 time: 0.3187101 Oct 03 13:46:32.329605 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.db [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] get_ports_and_sgs() called for port_ids ['5b116174-9f9f-4896-9258-7e40935b69b0'] {{(pid=106270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 03 13:46:32.379158 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc914e8c-5547-4258-8546-bbe3211df6d7 tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] Pushing event updated for resources: {'Port': ['ID=5b116174-9f9f-4896-9258-7e40935b69b0,revision_number=6']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:46:32.430360 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb40f1f6-6e10-4649-b2b3-45b7854d782a req-ff6595ef-d0e3-4903-a54c-2b7c7e675b9b tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:46:32.432053 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-fb40f1f6-6e10-4649-b2b3-45b7854d782a req-ff6595ef-d0e3-4903-a54c-2b7c7e675b9b tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=d54154ca-a01c-443d-8cf1-eb2456c4c293 HTTP/1.1" status: 200 len: 985 time: 0.0532167 Oct 03 13:46:32.499900 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-fb40f1f6-6e10-4649-b2b3-45b7854d782a req-2f5c4855-798a-4383-9057-83a9bc6796ca tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=ac10298c-46b3-4d86-b0a0-f8365b8afa16&id=4fc2c12f-6346-4853-a9f5-5403b329349d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0603712 Oct 03 13:46:32.590138 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.db [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] get_ports_and_sgs() called for port_ids ['5b116174-9f9f-4896-9258-7e40935b69b0'] {{(pid=106270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 03 13:46:32.884613 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd54154ca-a01c-443d-8cf1-eb2456c4c293', 'tag': '5b116174-9f9f-4896-9258-7e40935b69b0'}] {{(pid=106268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 13:46:32.887314 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd70873512ffc397a2b7ac25ee02414627e7506f7787b64d61dc92e00300ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2922885c-037c-493f-9004-52c05b1694ca" -d '{"events": [{"name": "network-changed", "server_uuid": "d54154ca-a01c-443d-8cf1-eb2456c4c293", "tag": "5b116174-9f9f-4896-9258-7e40935b69b0"}]}' {{(pid=106268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 13:46:32.927308 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 13:46:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53d0cc98-5354-4778-a641-244179d031bc x-openstack-request-id: req-53d0cc98-5354-4778-a641-244179d031bc {{(pid=106268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 13:46:32.927601 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d54154ca-a01c-443d-8cf1-eb2456c4c293", "tag": "5b116174-9f9f-4896-9258-7e40935b69b0", "status": "completed", "code": 200}]} {{(pid=106268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 13:46:32.927856 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-53d0cc98-5354-4778-a641-244179d031bc {{(pid=106268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 13:46:32.928259 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53d0cc98-5354-4778-a641-244179d031bc'] response: {'name': 'network-changed', 'server_uuid': 'd54154ca-a01c-443d-8cf1-eb2456c4c293', 'tag': '5b116174-9f9f-4896-9258-7e40935b69b0', 'status': 'completed', 'code': 200} Oct 03 13:46:32.991778 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2922885c-037c-493f-9004-52c05b1694ca req-f93a63df-dc77-4bc5-89fb-28b46a36430d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:46:32.993282 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-2922885c-037c-493f-9004-52c05b1694ca req-f93a63df-dc77-4bc5-89fb-28b46a36430d service neutron] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=e8b666774ba8449f90cf329b90725fe4&device_id=d54154ca-a01c-443d-8cf1-eb2456c4c293 HTTP/1.1" status: 200 len: 1169 time: 0.0401046 Oct 03 13:46:33.003127 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:46:33.029392 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:46:33.096015 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2922885c-037c-493f-9004-52c05b1694ca req-7d3bab61-6e62-4fe9-a495-24c319d7b174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:46:33.097587 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-2922885c-037c-493f-9004-52c05b1694ca req-7d3bab61-6e62-4fe9-a495-24c319d7b174 service neutron] 10.222.0.65 "GET /networking/v2.0/networks?id=aaceeb30-8226-4211-b394-e89b17ce4e38 HTTP/1.1" status: 200 len: 916 time: 0.0924711 Oct 03 13:46:33.161633 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-2922885c-037c-493f-9004-52c05b1694ca req-1fbb1c87-5609-4ce8-ad6f-c094f7bdc548 service neutron] 10.222.0.65 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5b116174-9f9f-4896-9258-7e40935b69b0 HTTP/1.1" status: 200 len: 1002 time: 0.0558679 Oct 03 13:46:33.207939 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=100 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:46:33.214084 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2922885c-037c-493f-9004-52c05b1694ca req-ed08f4ed-e0fa-4504-a32a-e2547a5a084b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:46:33.215505 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-2922885c-037c-493f-9004-52c05b1694ca req-ed08f4ed-e0fa-4504-a32a-e2547a5a084b service neutron] 10.222.0.65 "GET /networking/v2.0/subnets?id=236f2398-faa5-4e26-befc-9b72a296de36 HTTP/1.1" status: 200 len: 854 time: 0.0444376 Oct 03 13:46:33.264218 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2922885c-037c-493f-9004-52c05b1694ca req-9c5c0f10-f1c2-46f3-ae81-cb6fa63a99ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:46:33.266165 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-2922885c-037c-493f-9004-52c05b1694ca req-9c5c0f10-f1c2-46f3-ae81-cb6fa63a99ba service neutron] 10.222.0.65 "GET /networking/v2.0/ports?network_id=aaceeb30-8226-4211-b394-e89b17ce4e38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0419750 Oct 03 13:46:33.358333 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-2922885c-037c-493f-9004-52c05b1694ca req-759f5b1f-d440-4331-a584-ada5403feeed service neutron] 10.222.0.65 "GET /networking/v2.0/networks/aaceeb30-8226-4211-b394-e89b17ce4e38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835977 Oct 03 13:46:33.450760 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-2922885c-037c-493f-9004-52c05b1694ca req-7a52cc5f-10a9-4aa1-b6cc-7d21da7b9bff service neutron] 10.222.0.65 "GET /networking/v2.0/networks/aaceeb30-8226-4211-b394-e89b17ce4e38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850823 Oct 03 13:46:34.901540 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-b6447903-d6fa-4596-aa70-3fc4d1e17743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (94180321-47b1-4b5c-b620-b1b0a31df446), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:46:36.187859 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-1bb28928-3e93-41c9-8900-1ecfb790b160 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (5eabf47d-5620-4e94-9269-ef19fe52be68), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:46:37.505848 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (d46c7ed5-c451-4a76-ab3f-ab8e3ea4a5ec), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:46:37.696438 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-9b3e6be4-ae7f-4a46-812d-719b0ca73959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (3cd5b2bb-c81a-4ce3-a212-a51c5aa706bd), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:46:38.609702 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (1af51d63-a9c9-4bbe-9b0d-c8e0a80c641c), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:46:41.540622 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=47 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:46:41.547127 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=55 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:46:42.414527 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.agents_db [None req-0a1e5e68-d5eb-461a-8b1a-39e3d06a9bb6 None None] Agent healthcheck: found 6 active agents {{(pid=106271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 03 13:46:42.484602 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=37,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:46:42.493482 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:DELETE=4,neutron:SELECT=46,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:46:43.440869 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:46:43.447382 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=21 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:46:48.603022 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=18,neutron:UPDATE=2 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:46:48.605618 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:46:55.452016 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-ce57b7f3-bfac-4dea-8514-7c13a8af2da9 req-dd6533e5-b094-459e-bc1c-54998ccf68fd service neutron] 10.222.0.65 "GET /networking/v2.0/ports?device_id=d9d41225-bfea-4694-a0a3-1a585d4e8509&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0429368 Oct 03 13:46:55.540268 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce57b7f3-bfac-4dea-8514-7c13a8af2da9 req-81a3bf3a-69e3-4dd6-9cfe-d70db430ef0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:46:55.541844 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-ce57b7f3-bfac-4dea-8514-7c13a8af2da9 req-81a3bf3a-69e3-4dd6-9cfe-d70db430ef0f service neutron] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=0e005cbca8874c76bf8ad8f5d336b189&device_id=d9d41225-bfea-4694-a0a3-1a585d4e8509 HTTP/1.1" status: 200 len: 1129 time: 0.0392766 Oct 03 13:46:55.649125 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce57b7f3-bfac-4dea-8514-7c13a8af2da9 req-332cd4c6-8a90-4290-992e-b2cbaeb76b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:46:55.650542 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-ce57b7f3-bfac-4dea-8514-7c13a8af2da9 req-332cd4c6-8a90-4290-992e-b2cbaeb76b8f service neutron] 10.222.0.65 "GET /networking/v2.0/networks?id=5b3c6d8a-02a1-4730-82ca-c02b5cbef660 HTTP/1.1" status: 200 len: 913 time: 0.0889401 Oct 03 13:46:55.713724 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-ce57b7f3-bfac-4dea-8514-7c13a8af2da9 req-307f628b-e62c-4fbf-a99c-0f516760638a service neutron] 10.222.0.65 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=630021c2-4dd4-422f-ab2c-4c5771c809e4 HTTP/1.1" status: 200 len: 1001 time: 0.0545189 Oct 03 13:46:55.774236 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce57b7f3-bfac-4dea-8514-7c13a8af2da9 req-9ae9d767-25fc-4281-8fc0-e2fe97606eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:46:55.775694 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-ce57b7f3-bfac-4dea-8514-7c13a8af2da9 req-9ae9d767-25fc-4281-8fc0-e2fe97606eaf service neutron] 10.222.0.65 "GET /networking/v2.0/subnets?id=51f42a02-30ea-44c7-9128-4b02428032bd HTTP/1.1" status: 200 len: 851 time: 0.0525565 Oct 03 13:46:55.819487 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce57b7f3-bfac-4dea-8514-7c13a8af2da9 req-6deba2c3-3773-481f-859a-612d17041cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:46:55.820980 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-ce57b7f3-bfac-4dea-8514-7c13a8af2da9 req-6deba2c3-3773-481f-859a-612d17041cb4 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?network_id=5b3c6d8a-02a1-4730-82ca-c02b5cbef660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0380909 Oct 03 13:46:55.915483 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-ce57b7f3-bfac-4dea-8514-7c13a8af2da9 req-0f82e60c-601c-440c-9ca5-8bd59ce5a116 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/5b3c6d8a-02a1-4730-82ca-c02b5cbef660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846155 Oct 03 13:46:56.014112 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-ce57b7f3-bfac-4dea-8514-7c13a8af2da9 req-875b14ab-befd-4d24-bd5f-2438a0378859 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/5b3c6d8a-02a1-4730-82ca-c02b5cbef660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885978 Oct 03 13:46:58.717603 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=12 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:46:58.720227 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=16 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:47:02.134344 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-655222e7-c94a-4bec-b100-e82ecd13e808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (3460fffa-818c-4144-9400-237880db20a4), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:47:04.911223 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-82b036fd-757c-4710-a8cc-1dce1dc0618d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (94180321-47b1-4b5c-b620-b1b0a31df446), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:47:05.039680 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8db3473-edd9-4814-b38f-dcc8653da4b8 req-00096650-935c-4662-a10d-b0e9ac7bca93 tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:47:05.041239 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-e8db3473-edd9-4814-b38f-dcc8653da4b8 req-00096650-935c-4662-a10d-b0e9ac7bca93 tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=d54154ca-a01c-443d-8cf1-eb2456c4c293 HTTP/1.1" status: 200 len: 985 time: 0.0829568 Oct 03 13:47:05.047328 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844d8021-bb0d-4343-a952-acd01316504e req-7cd0dd71-5692-40b0-9f62-2c1b2db73201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:47:05.050046 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-844d8021-bb0d-4343-a952-acd01316504e req-7cd0dd71-5692-40b0-9f62-2c1b2db73201 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=e8b666774ba8449f90cf329b90725fe4&device_id=d54154ca-a01c-443d-8cf1-eb2456c4c293 HTTP/1.1" status: 200 len: 1169 time: 0.0620277 Oct 03 13:47:05.162411 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-e8db3473-edd9-4814-b38f-dcc8653da4b8 req-6ed43552-78ab-4370-9140-73c7293388d1 tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=ac10298c-46b3-4d86-b0a0-f8365b8afa16&id=4fc2c12f-6346-4853-a9f5-5403b329349d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1114721 Oct 03 13:47:05.187131 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844d8021-bb0d-4343-a952-acd01316504e req-2e1985bb-ae6f-4e1d-8eb7-e43e7cc183a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:47:05.187131 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-844d8021-bb0d-4343-a952-acd01316504e req-2e1985bb-ae6f-4e1d-8eb7-e43e7cc183a0 service neutron] 10.222.0.65 "GET /networking/v2.0/networks?id=aaceeb30-8226-4211-b394-e89b17ce4e38 HTTP/1.1" status: 200 len: 916 time: 0.1226540 Oct 03 13:47:05.517094 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-844d8021-bb0d-4343-a952-acd01316504e req-5fe2cc5d-622e-4dbb-8a6f-2229d742fedb service neutron] 10.222.0.65 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5b116174-9f9f-4896-9258-7e40935b69b0 HTTP/1.1" status: 200 len: 1002 time: 0.3135476 Oct 03 13:47:05.569231 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844d8021-bb0d-4343-a952-acd01316504e req-ea80c67e-dffe-42f3-9a7f-0b43dcea1af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:47:05.570693 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-844d8021-bb0d-4343-a952-acd01316504e req-ea80c67e-dffe-42f3-9a7f-0b43dcea1af0 service neutron] 10.222.0.65 "GET /networking/v2.0/subnets?id=236f2398-faa5-4e26-befc-9b72a296de36 HTTP/1.1" status: 200 len: 854 time: 0.0446405 Oct 03 13:47:05.614050 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844d8021-bb0d-4343-a952-acd01316504e req-e391c24c-ae9d-4367-8d75-f40734c74dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:47:05.615487 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-844d8021-bb0d-4343-a952-acd01316504e req-e391c24c-ae9d-4367-8d75-f40734c74dcb service neutron] 10.222.0.65 "GET /networking/v2.0/ports?network_id=aaceeb30-8226-4211-b394-e89b17ce4e38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0383344 Oct 03 13:47:05.710109 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-844d8021-bb0d-4343-a952-acd01316504e req-2658d153-cefc-4288-85d3-3b029d8af6d9 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/aaceeb30-8226-4211-b394-e89b17ce4e38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851891 Oct 03 13:47:05.726162 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=100 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:47:05.761731 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=100 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:47:05.806180 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-844d8021-bb0d-4343-a952-acd01316504e req-121e3cb2-9630-419d-8995-1f2c60253cc1 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/aaceeb30-8226-4211-b394-e89b17ce4e38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880225 Oct 03 13:47:06.189407 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-1bb28928-3e93-41c9-8900-1ecfb790b160 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (5eabf47d-5620-4e94-9269-ef19fe52be68), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:47:06.288275 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf073a0-1e32-4b5c-af8f-61f6dfe77919 req-7ba59708-c446-434d-b6d0-c3ec16ad0fa2 tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:47:06.289664 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-6bf073a0-1e32-4b5c-af8f-61f6dfe77919 req-7ba59708-c446-434d-b6d0-c3ec16ad0fa2 tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=d54154ca-a01c-443d-8cf1-eb2456c4c293 HTTP/1.1" status: 200 len: 985 time: 0.0498123 Oct 03 13:47:06.350177 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-6bf073a0-1e32-4b5c-af8f-61f6dfe77919 req-e7b51195-4e8b-40f0-b4d4-0c2765847539 tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=ac10298c-46b3-4d86-b0a0-f8365b8afa16&id=4fc2c12f-6346-4853-a9f5-5403b329349d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0548139 Oct 03 13:47:07.471976 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0a7e3e-4a03-4148-b93e-1202a173a2fa req-549b3712-79b6-471c-a93a-f4ffcc7d2f49 tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:47:07.473555 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-bc0a7e3e-4a03-4148-b93e-1202a173a2fa req-549b3712-79b6-471c-a93a-f4ffcc7d2f49 tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=d54154ca-a01c-443d-8cf1-eb2456c4c293 HTTP/1.1" status: 200 len: 985 time: 0.0473039 Oct 03 13:47:07.490969 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (d46c7ed5-c451-4a76-ab3f-ab8e3ea4a5ec), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:47:07.537569 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-bc0a7e3e-4a03-4148-b93e-1202a173a2fa req-4c330858-696d-4a59-aabf-29116bb6a2d1 tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=ac10298c-46b3-4d86-b0a0-f8365b8afa16&id=4fc2c12f-6346-4853-a9f5-5403b329349d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0579534 Oct 03 13:47:07.700584 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-9b3e6be4-ae7f-4a46-812d-719b0ca73959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (3cd5b2bb-c81a-4ce3-a212-a51c5aa706bd), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:47:08.610727 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (1af51d63-a9c9-4bbe-9b0d-c8e0a80c641c), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:47:08.660463 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bdac3b-a5b1-4a47-aafc-b1a002fe1627 req-379720ac-b8dd-4ec8-ad22-20d4470337ea tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:47:08.661958 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-85bdac3b-a5b1-4a47-aafc-b1a002fe1627 req-379720ac-b8dd-4ec8-ad22-20d4470337ea tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=d54154ca-a01c-443d-8cf1-eb2456c4c293 HTTP/1.1" status: 200 len: 985 time: 0.0475619 Oct 03 13:47:08.725581 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-85bdac3b-a5b1-4a47-aafc-b1a002fe1627 req-21f548fc-997c-43c0-9ddd-d6b504a88f4f tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=ac10298c-46b3-4d86-b0a0-f8365b8afa16&id=4fc2c12f-6346-4853-a9f5-5403b329349d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0577717 Oct 03 13:47:09.848618 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa8ed16-b784-4e77-86cf-3ffc4c6cd587 req-6d69f96e-39d1-48e6-b5b3-356ab61325e5 tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:47:09.850130 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-7fa8ed16-b784-4e77-86cf-3ffc4c6cd587 req-6d69f96e-39d1-48e6-b5b3-356ab61325e5 tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=d54154ca-a01c-443d-8cf1-eb2456c4c293 HTTP/1.1" status: 200 len: 985 time: 0.0469825 Oct 03 13:47:09.915073 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-7fa8ed16-b784-4e77-86cf-3ffc4c6cd587 req-a83a4a5a-ac38-4317-8b72-4dd4a34af1e2 tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=ac10298c-46b3-4d86-b0a0-f8365b8afa16&id=4fc2c12f-6346-4853-a9f5-5403b329349d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0592248 Oct 03 13:47:11.039961 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f57c862-9ec6-401c-9a3b-0be28e52b538 req-99f076bf-d0ac-43f6-b5e8-461e338ef4b0 tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:47:11.041426 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-7f57c862-9ec6-401c-9a3b-0be28e52b538 req-99f076bf-d0ac-43f6-b5e8-461e338ef4b0 tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=d54154ca-a01c-443d-8cf1-eb2456c4c293 HTTP/1.1" status: 200 len: 985 time: 0.0502636 Oct 03 13:47:11.105367 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=1 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:47:11.112182 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-7f57c862-9ec6-401c-9a3b-0be28e52b538 req-7f9339f5-71ac-4c3a-b62e-dcca746beda2 tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=ac10298c-46b3-4d86-b0a0-f8365b8afa16&id=4fc2c12f-6346-4853-a9f5-5403b329349d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0636775 Oct 03 13:47:11.116375 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=5 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:47:12.236406 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d40e02-1e07-46d5-81cd-b5ea8403ca05 req-38fcb490-088b-4c48-b96b-1cc97d414d1d tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:47:12.237795 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-c6d40e02-1e07-46d5-81cd-b5ea8403ca05 req-38fcb490-088b-4c48-b96b-1cc97d414d1d tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=d54154ca-a01c-443d-8cf1-eb2456c4c293 HTTP/1.1" status: 200 len: 985 time: 0.0460625 Oct 03 13:47:12.296928 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-c6d40e02-1e07-46d5-81cd-b5ea8403ca05 req-36f07370-1f13-44ee-8363-3901cb7d9b58 tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=ac10298c-46b3-4d86-b0a0-f8365b8afa16&id=4fc2c12f-6346-4853-a9f5-5403b329349d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0532396 Oct 03 13:47:13.423713 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a9ec71-0481-418c-80ea-247fdb4ad4a4 req-e50d88be-ec74-4845-bf81-8db23e0ac704 tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:47:13.425188 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-66a9ec71-0481-418c-80ea-247fdb4ad4a4 req-e50d88be-ec74-4845-bf81-8db23e0ac704 tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=d54154ca-a01c-443d-8cf1-eb2456c4c293 HTTP/1.1" status: 200 len: 985 time: 0.0477989 Oct 03 13:47:13.485981 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-66a9ec71-0481-418c-80ea-247fdb4ad4a4 req-87c20d4c-c7f5-4ecc-8c86-0c8fa1f706a3 tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=ac10298c-46b3-4d86-b0a0-f8365b8afa16&id=4fc2c12f-6346-4853-a9f5-5403b329349d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0550778 Oct 03 13:47:14.609839 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7201a2a3-a414-44d0-9cc6-568e7ced23af req-9046b73a-b02d-4879-a416-8d3e9e9d4924 tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:47:14.611277 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-7201a2a3-a414-44d0-9cc6-568e7ced23af req-9046b73a-b02d-4879-a416-8d3e9e9d4924 tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=d54154ca-a01c-443d-8cf1-eb2456c4c293 HTTP/1.1" status: 200 len: 985 time: 0.0471017 Oct 03 13:47:14.670863 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-7201a2a3-a414-44d0-9cc6-568e7ced23af req-7218811d-07ff-4492-a1ab-6d5ae62f9aff tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=ac10298c-46b3-4d86-b0a0-f8365b8afa16&id=4fc2c12f-6346-4853-a9f5-5403b329349d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0538962 Oct 03 13:47:15.793715 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152e1f45-0f20-4d96-aca7-19cee4b23e34 req-6a7cf589-24ba-4a39-9674-9e942ee9aea9 tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:47:15.795227 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-152e1f45-0f20-4d96-aca7-19cee4b23e34 req-6a7cf589-24ba-4a39-9674-9e942ee9aea9 tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=d54154ca-a01c-443d-8cf1-eb2456c4c293 HTTP/1.1" status: 200 len: 985 time: 0.0498459 Oct 03 13:47:15.855384 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-152e1f45-0f20-4d96-aca7-19cee4b23e34 req-73c47a1c-5dbf-47e3-a7cc-3c9e2a852110 tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=ac10298c-46b3-4d86-b0a0-f8365b8afa16&id=4fc2c12f-6346-4853-a9f5-5403b329349d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0544262 Oct 03 13:47:16.981977 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eac8642-c6d2-49e5-aa5c-5dec322efaf3 req-9d98480f-bb5b-4c0c-99f5-af7d2f5ae93e tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:47:16.983448 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-9eac8642-c6d2-49e5-aa5c-5dec322efaf3 req-9d98480f-bb5b-4c0c-99f5-af7d2f5ae93e tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=d54154ca-a01c-443d-8cf1-eb2456c4c293 HTTP/1.1" status: 200 len: 985 time: 0.0507979 Oct 03 13:47:17.060434 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-9eac8642-c6d2-49e5-aa5c-5dec322efaf3 req-fd9e0a87-df30-4e45-9da6-6b67dd8bb80e tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=ac10298c-46b3-4d86-b0a0-f8365b8afa16&id=4fc2c12f-6346-4853-a9f5-5403b329349d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0711954 Oct 03 13:47:18.186486 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5418e2c8-c767-4e0b-94b8-a4babc291e56 req-3ac50056-bd87-4a6f-861e-4a9c7a8d3936 tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:47:18.188065 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-5418e2c8-c767-4e0b-94b8-a4babc291e56 req-3ac50056-bd87-4a6f-861e-4a9c7a8d3936 tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=d54154ca-a01c-443d-8cf1-eb2456c4c293 HTTP/1.1" status: 200 len: 985 time: 0.0511713 Oct 03 13:47:18.248598 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-5418e2c8-c767-4e0b-94b8-a4babc291e56 req-65955b8a-70f3-4071-a161-421955a986f1 tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=ac10298c-46b3-4d86-b0a0-f8365b8afa16&id=4fc2c12f-6346-4853-a9f5-5403b329349d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0540369 Oct 03 13:47:18.603743 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=13 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:47:18.605654 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=5,neutron:UPDATE=6 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:47:19.374827 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4cf16b-4c76-4187-a26c-e361e06f36bb req-658d9595-b414-4824-a428-cb4e06d7c50a tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:47:19.377037 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-5c4cf16b-4c76-4187-a26c-e361e06f36bb req-658d9595-b414-4824-a428-cb4e06d7c50a tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=d54154ca-a01c-443d-8cf1-eb2456c4c293 HTTP/1.1" status: 200 len: 985 time: 0.0493007 Oct 03 13:47:19.413165 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.agents_db [None req-0a1e5e68-d5eb-461a-8b1a-39e3d06a9bb6 None None] Agent healthcheck: found 6 active agents {{(pid=106271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 03 13:47:19.436396 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-5c4cf16b-4c76-4187-a26c-e361e06f36bb req-8095d673-013b-4556-bacb-e62baca4cef3 tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=ac10298c-46b3-4d86-b0a0-f8365b8afa16&id=4fc2c12f-6346-4853-a9f5-5403b329349d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0536876 Oct 03 13:47:20.559481 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50893930-7fd3-44cb-b77b-13523fbaf60e req-d21f34c2-7cbf-4da1-b75c-df932f1fe234 tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:47:20.560951 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-50893930-7fd3-44cb-b77b-13523fbaf60e req-d21f34c2-7cbf-4da1-b75c-df932f1fe234 tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=d54154ca-a01c-443d-8cf1-eb2456c4c293 HTTP/1.1" status: 200 len: 985 time: 0.0478029 Oct 03 13:47:20.621843 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-50893930-7fd3-44cb-b77b-13523fbaf60e req-7ff428ca-4834-4028-9a70-621e82ef2d87 tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=ac10298c-46b3-4d86-b0a0-f8365b8afa16&id=4fc2c12f-6346-4853-a9f5-5403b329349d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0544810 Oct 03 13:47:21.750361 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbec449-ef5f-4a35-9d50-02bccfeefc52 req-3cb9e266-c14a-4827-8782-727b171a3951 tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:47:21.751963 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-cdbec449-ef5f-4a35-9d50-02bccfeefc52 req-3cb9e266-c14a-4827-8782-727b171a3951 tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=d54154ca-a01c-443d-8cf1-eb2456c4c293 HTTP/1.1" status: 200 len: 985 time: 0.0514500 Oct 03 13:47:21.825733 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-cdbec449-ef5f-4a35-9d50-02bccfeefc52 req-46ed249c-7c60-4386-824e-e1d4dced0525 tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=ac10298c-46b3-4d86-b0a0-f8365b8afa16&id=4fc2c12f-6346-4853-a9f5-5403b329349d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0667470 Oct 03 13:47:22.148134 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=1 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:47:22.947605 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816f47b7-cec3-4624-9645-43d44335d1c9 req-64fa86ef-9071-4807-af20-a34ae5ddd024 tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:47:22.949052 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-816f47b7-cec3-4624-9645-43d44335d1c9 req-64fa86ef-9071-4807-af20-a34ae5ddd024 tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=d54154ca-a01c-443d-8cf1-eb2456c4c293 HTTP/1.1" status: 200 len: 985 time: 0.0461006 Oct 03 13:47:23.012477 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-816f47b7-cec3-4624-9645-43d44335d1c9 req-1456115f-80b0-472f-be39-52e805e8ba9c tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=ac10298c-46b3-4d86-b0a0-f8365b8afa16&id=4fc2c12f-6346-4853-a9f5-5403b329349d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0571580 Oct 03 13:47:29.409504 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=3 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:47:31.809172 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=82 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:47:31.820220 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=81 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:47:32.136216 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-4039c314-fbd2-4af5-913a-f8af969b06ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (3460fffa-818c-4144-9400-237880db20a4), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:47:33.003795 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=80 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:47:33.006794 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=88 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:47:34.903948 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-8a89bb51-c32c-4cdb-b6b5-6f1d8655d7a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (94180321-47b1-4b5c-b620-b1b0a31df446), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:47:36.191950 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-1bb28928-3e93-41c9-8900-1ecfb790b160 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (5eabf47d-5620-4e94-9269-ef19fe52be68), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:47:37.494729 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (d46c7ed5-c451-4a76-ab3f-ab8e3ea4a5ec), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:47:37.703508 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-9b3e6be4-ae7f-4a46-812d-719b0ca73959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (3cd5b2bb-c81a-4ce3-a212-a51c5aa706bd), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:47:38.607940 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (1af51d63-a9c9-4bbe-9b0d-c8e0a80c641c), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:47:48.100913 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=1 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:47:48.111368 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=5 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:47:48.602155 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:47:48.604225 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:47:55.432230 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-48f841a9-5992-42ce-8b86-2224ef8567e7 req-55811fde-cfad-4c4c-8502-9bea185e31fe service neutron] 10.222.0.65 "GET /networking/v2.0/ports?device_id=9490f8f0-a79a-44a6-97fe-5a06b851a733&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0373387 Oct 03 13:47:55.492588 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f841a9-5992-42ce-8b86-2224ef8567e7 req-39db3f13-9d64-43e4-8b8e-f87697c9084c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:47:55.494103 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-48f841a9-5992-42ce-8b86-2224ef8567e7 req-39db3f13-9d64-43e4-8b8e-f87697c9084c service neutron] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=0e005cbca8874c76bf8ad8f5d336b189&device_id=9490f8f0-a79a-44a6-97fe-5a06b851a733 HTTP/1.1" status: 200 len: 1129 time: 0.0385211 Oct 03 13:47:55.604107 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f841a9-5992-42ce-8b86-2224ef8567e7 req-be43096b-edf1-4f66-a4d7-31b8164a6c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:47:55.605501 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-48f841a9-5992-42ce-8b86-2224ef8567e7 req-be43096b-edf1-4f66-a4d7-31b8164a6c00 service neutron] 10.222.0.65 "GET /networking/v2.0/networks?id=5b3c6d8a-02a1-4730-82ca-c02b5cbef660 HTTP/1.1" status: 200 len: 913 time: 0.0915217 Oct 03 13:47:55.666565 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-48f841a9-5992-42ce-8b86-2224ef8567e7 req-4304b9b9-8e49-483d-abdb-0b742356300e service neutron] 10.222.0.65 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=25791bff-ae48-4944-884e-9dd7145ea3b9 HTTP/1.1" status: 200 len: 1000 time: 0.0539653 Oct 03 13:47:55.715070 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f841a9-5992-42ce-8b86-2224ef8567e7 req-1696a114-acfa-4e8d-a178-67d7762f8e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:47:55.716477 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-48f841a9-5992-42ce-8b86-2224ef8567e7 req-1696a114-acfa-4e8d-a178-67d7762f8e01 service neutron] 10.222.0.65 "GET /networking/v2.0/subnets?id=51f42a02-30ea-44c7-9128-4b02428032bd HTTP/1.1" status: 200 len: 851 time: 0.0430424 Oct 03 13:47:55.763204 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f841a9-5992-42ce-8b86-2224ef8567e7 req-de26f6dd-4d09-4690-a2d3-4e5880b7e3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:47:55.764671 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-48f841a9-5992-42ce-8b86-2224ef8567e7 req-de26f6dd-4d09-4690-a2d3-4e5880b7e3a2 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?network_id=5b3c6d8a-02a1-4730-82ca-c02b5cbef660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0418327 Oct 03 13:47:55.860111 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-48f841a9-5992-42ce-8b86-2224ef8567e7 req-aa95fd0f-6971-4168-95d9-6f56f5b6b79f service neutron] 10.222.0.65 "GET /networking/v2.0/networks/5b3c6d8a-02a1-4730-82ca-c02b5cbef660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825937 Oct 03 13:47:55.956994 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-48f841a9-5992-42ce-8b86-2224ef8567e7 req-d7137631-1a1a-4ee5-bf0b-8ebdfead36e9 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/5b3c6d8a-02a1-4730-82ca-c02b5cbef660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895662 Oct 03 13:47:56.413521 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.agents_db [None req-0a1e5e68-d5eb-461a-8b1a-39e3d06a9bb6 None None] Agent healthcheck: found 6 active agents {{(pid=106271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 03 13:47:57.989652 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [req-c425d5d2-e47b-45da-8170-4bf15ca347de req-14cde081-da54-4ea2-ab6a-9c4237931060 service neutron] (106269) timed out ('10.222.0.65', 50529) {{(pid=106269) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 03 13:47:58.153056 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [req-8a67d690-7cf1-453e-bf66-e80bb0da36bf req-c9ff9c4c-566e-44a8-9a8b-573af7484b8c service neutron] (106269) timed out ('10.222.0.65', 50512) {{(pid=106269) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 03 13:48:00.178623 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:DELETE=1 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:48:01.471837 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-900530f5-b91f-4ee4-906c-95068a43ea79 req-afa58b31-cddc-431e-bf54-29d5b5c7c182 tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] 10.222.0.58 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-174940241&fields=id&tenant_id=e8b666774ba8449f90cf329b90725fe4 HTTP/1.1" status: 200 len: 267 time: 0.0441790 Oct 03 13:48:01.522922 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900530f5-b91f-4ee4-906c-95068a43ea79 req-0e5efdce-1206-4d9d-adc1-a5dd7efc4812 tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:48:01.524408 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-900530f5-b91f-4ee4-906c-95068a43ea79 req-0e5efdce-1206-4d9d-adc1-a5dd7efc4812 tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=d54154ca-a01c-443d-8cf1-eb2456c4c293 HTTP/1.1" status: 200 len: 985 time: 0.0472574 Oct 03 13:48:01.535452 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.v2.base [req-900530f5-b91f-4ee4-906c-95068a43ea79 req-e4a03efb-9e4a-4d36-b38a-d7d5bcc81d41 tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] Request body: {'port': {'security_groups': ['4fc2c12f-6346-4853-a9f5-5403b329349d']}} {{(pid=106268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 13:48:01.614476 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-900530f5-b91f-4ee4-906c-95068a43ea79 req-e4a03efb-9e4a-4d36-b38a-d7d5bcc81d41 tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (5b116174-9f9f-4896-9258-7e40935b69b0), before_update {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:01.794106 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.db [req-900530f5-b91f-4ee4-906c-95068a43ea79 req-e4a03efb-9e4a-4d36-b38a-d7d5bcc81d41 tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] For port 5b116174-9f9f-4896-9258-7e40935b69b0, host hv-cinder-86009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86009',level=0,port_id=5b116174-9f9f-4896-9258-7e40935b69b0,segment=NetworkSegment(8d7404da-76ae-470e-bccd-b422f80b4e84),segment_id=8d7404da-76ae-470e-bccd-b422f80b4e84)] {{(pid=106268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 13:48:01.822730 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-900530f5-b91f-4ee4-906c-95068a43ea79 req-e4a03efb-9e4a-4d36-b38a-d7d5bcc81d41 tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] Publish callbacks [] for port (5b116174-9f9f-4896-9258-7e40935b69b0), precommit_update {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:01.827303 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-900530f5-b91f-4ee4-906c-95068a43ea79 req-e4a03efb-9e4a-4d36-b38a-d7d5bcc81d41 tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751015143617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751014657006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751014658052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25417910'] for port (5b116174-9f9f-4896-9258-7e40935b69b0), after_update {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:01.838670 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900530f5-b91f-4ee4-906c-95068a43ea79 req-e4a03efb-9e4a-4d36-b38a-d7d5bcc81d41 tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:48:01.839273 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-900530f5-b91f-4ee4-906c-95068a43ea79 req-e4a03efb-9e4a-4d36-b38a-d7d5bcc81d41 tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512321'] for port (None), before_response {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:01.840607 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-900530f5-b91f-4ee4-906c-95068a43ea79 req-e4a03efb-9e4a-4d36-b38a-d7d5bcc81d41 tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] 10.222.0.58 "PUT /networking/v2.0/ports/5b116174-9f9f-4896-9258-7e40935b69b0 HTTP/1.1" status: 200 len: 943 time: 0.3102081 Oct 03 13:48:01.841154 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd54154ca-a01c-443d-8cf1-eb2456c4c293', 'tag': '5b116174-9f9f-4896-9258-7e40935b69b0'}] {{(pid=106268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 13:48:01.843400 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd70873512ffc397a2b7ac25ee02414627e7506f7787b64d61dc92e00300ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-834f2755-6966-40d0-b567-37b24cfd50a3" -d '{"events": [{"name": "network-changed", "server_uuid": "d54154ca-a01c-443d-8cf1-eb2456c4c293", "tag": "5b116174-9f9f-4896-9258-7e40935b69b0"}]}' {{(pid=106268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 13:48:01.847618 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 39388) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:48:01.850299 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.db [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] get_ports_and_sgs() called for port_ids ['5b116174-9f9f-4896-9258-7e40935b69b0'] {{(pid=106270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 03 13:48:01.881103 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:48:01.894270 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 13:48:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c617cf22-8eb9-4ccb-a227-a59343bba24b x-openstack-request-id: req-c617cf22-8eb9-4ccb-a227-a59343bba24b {{(pid=106268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 13:48:01.894524 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d54154ca-a01c-443d-8cf1-eb2456c4c293", "tag": "5b116174-9f9f-4896-9258-7e40935b69b0", "status": "completed", "code": 200}]} {{(pid=106268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 13:48:01.894855 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c617cf22-8eb9-4ccb-a227-a59343bba24b {{(pid=106268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 13:48:01.895235 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c617cf22-8eb9-4ccb-a227-a59343bba24b'] response: {'name': 'network-changed', 'server_uuid': 'd54154ca-a01c-443d-8cf1-eb2456c4c293', 'tag': '5b116174-9f9f-4896-9258-7e40935b69b0', 'status': 'completed', 'code': 200} Oct 03 13:48:01.901320 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a03efb-9e4a-4d36-b38a-d7d5bcc81d41 tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] Pushing event updated for resources: {'Port': ['ID=5b116174-9f9f-4896-9258-7e40935b69b0,revision_number=7']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:48:01.904852 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=100 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:48:01.911806 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a03efb-9e4a-4d36-b38a-d7d5bcc81d41 tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:48:01.912145 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a03efb-9e4a-4d36-b38a-d7d5bcc81d41 tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:48:01.912485 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a03efb-9e4a-4d36-b38a-d7d5bcc81d41 tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:48:01.912814 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a03efb-9e4a-4d36-b38a-d7d5bcc81d41 tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:48:01.913140 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a03efb-9e4a-4d36-b38a-d7d5bcc81d41 tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:48:01.913685 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a03efb-9e4a-4d36-b38a-d7d5bcc81d41 tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:48:01.913815 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a03efb-9e4a-4d36-b38a-d7d5bcc81d41 tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:48:01.914134 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a03efb-9e4a-4d36-b38a-d7d5bcc81d41 tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:48:01.914454 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a03efb-9e4a-4d36-b38a-d7d5bcc81d41 tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:48:01.914772 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a03efb-9e4a-4d36-b38a-d7d5bcc81d41 tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:48:01.915091 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a03efb-9e4a-4d36-b38a-d7d5bcc81d41 tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:48:01.915411 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a03efb-9e4a-4d36-b38a-d7d5bcc81d41 tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:48:01.915858 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a03efb-9e4a-4d36-b38a-d7d5bcc81d41 tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:48:01.916188 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a03efb-9e4a-4d36-b38a-d7d5bcc81d41 tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:48:01.916497 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a03efb-9e4a-4d36-b38a-d7d5bcc81d41 tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:48:01.941767 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-ff0f0dc8-72e2-4f8c-91c7-ae49eac4554c tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] Publish callbacks [] for security_group (ac10298c-46b3-4d86-b0a0-f8365b8afa16), before_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:01.950993 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.db [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] get_ports_and_sgs() called for port_ids ['5b116174-9f9f-4896-9258-7e40935b69b0'] {{(pid=106270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 03 13:48:01.959794 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834f2755-6966-40d0-b567-37b24cfd50a3 req-ddf9de8e-e31d-4ab5-aebd-940df1ded356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:48:01.961418 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-834f2755-6966-40d0-b567-37b24cfd50a3 req-ddf9de8e-e31d-4ab5-aebd-940df1ded356 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=e8b666774ba8449f90cf329b90725fe4&device_id=d54154ca-a01c-443d-8cf1-eb2456c4c293 HTTP/1.1" status: 200 len: 1130 time: 0.0410891 Oct 03 13:48:01.972490 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-ff0f0dc8-72e2-4f8c-91c7-ae49eac4554c tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] Publish callbacks [] for security_group (ac10298c-46b3-4d86-b0a0-f8365b8afa16), precommit_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:02.045770 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-ff0f0dc8-72e2-4f8c-91c7-ae49eac4554c tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (ac10298c-46b3-4d86-b0a0-f8365b8afa16), after_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:02.048740 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-ff0f0dc8-72e2-4f8c-91c7-ae49eac4554c tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] Publish callbacks [] for security_group (None), before_response {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:02.049922 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-ff0f0dc8-72e2-4f8c-91c7-ae49eac4554c tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] 10.222.0.58 "DELETE /networking/v2.0/security-groups/ac10298c-46b3-4d86-b0a0-f8365b8afa16 HTTP/1.1" status: 204 len: 168 time: 0.2013166 Oct 03 13:48:02.054562 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 39390) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:48:02.067464 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0f0dc8-72e2-4f8c-91c7-ae49eac4554c tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac10298c-46b3-4d86-b0a0-f8365b8afa16,revision_number=None']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:48:02.093939 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834f2755-6966-40d0-b567-37b24cfd50a3 req-0d64f8d5-d6d7-4fb3-8554-2ce40a7e7d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:48:02.095978 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-834f2755-6966-40d0-b567-37b24cfd50a3 req-0d64f8d5-d6d7-4fb3-8554-2ce40a7e7d5c service neutron] 10.222.0.65 "GET /networking/v2.0/networks?id=aaceeb30-8226-4211-b394-e89b17ce4e38 HTTP/1.1" status: 200 len: 916 time: 0.1261377 Oct 03 13:48:02.116023 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0f0dc8-72e2-4f8c-91c7-ae49eac4554c tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:48:02.116361 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0f0dc8-72e2-4f8c-91c7-ae49eac4554c tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:48:02.117542 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0f0dc8-72e2-4f8c-91c7-ae49eac4554c tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:48:02.117790 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0f0dc8-72e2-4f8c-91c7-ae49eac4554c tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:48:02.118125 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0f0dc8-72e2-4f8c-91c7-ae49eac4554c tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:48:02.118450 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0f0dc8-72e2-4f8c-91c7-ae49eac4554c tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:48:02.118779 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0f0dc8-72e2-4f8c-91c7-ae49eac4554c tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:48:02.119106 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0f0dc8-72e2-4f8c-91c7-ae49eac4554c tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:48:02.119437 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0f0dc8-72e2-4f8c-91c7-ae49eac4554c tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:48:02.119764 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0f0dc8-72e2-4f8c-91c7-ae49eac4554c tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:48:02.120094 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0f0dc8-72e2-4f8c-91c7-ae49eac4554c tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:48:02.120418 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0f0dc8-72e2-4f8c-91c7-ae49eac4554c tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:48:02.120731 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0f0dc8-72e2-4f8c-91c7-ae49eac4554c tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:48:02.121259 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0f0dc8-72e2-4f8c-91c7-ae49eac4554c tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:48:02.121786 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0f0dc8-72e2-4f8c-91c7-ae49eac4554c tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:48:02.167387 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-834f2755-6966-40d0-b567-37b24cfd50a3 req-e5550114-32a9-4c4e-8d13-7f4e7efa4403 service neutron] 10.222.0.65 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5b116174-9f9f-4896-9258-7e40935b69b0 HTTP/1.1" status: 200 len: 1002 time: 0.0644851 Oct 03 13:48:02.185968 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-84daa30c-b7f0-4bfd-a5eb-d71f65a58f86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (3460fffa-818c-4144-9400-237880db20a4), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:02.229159 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834f2755-6966-40d0-b567-37b24cfd50a3 req-fae4553d-55d3-4ce7-9ed2-61403c2a1aab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:48:02.230656 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-834f2755-6966-40d0-b567-37b24cfd50a3 req-fae4553d-55d3-4ce7-9ed2-61403c2a1aab service neutron] 10.222.0.65 "GET /networking/v2.0/subnets?id=236f2398-faa5-4e26-befc-9b72a296de36 HTTP/1.1" status: 200 len: 854 time: 0.0559049 Oct 03 13:48:02.238039 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.plugins.ml2.plugin [None req-026e0ba3-4b95-402e-b308-3d9e9175ea4d tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] Deleting port 432db57d-b733-473e-86ca-97ab6630812c {{(pid=106269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 13:48:02.238385 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-026e0ba3-4b95-402e-b308-3d9e9175ea4d tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751015143464'] for port (432db57d-b733-473e-86ca-97ab6630812c), before_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:02.276813 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834f2755-6966-40d0-b567-37b24cfd50a3 req-2ea67e04-00f9-43fc-92a3-c0225ef1d5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:48:02.278351 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-834f2755-6966-40d0-b567-37b24cfd50a3 req-2ea67e04-00f9-43fc-92a3-c0225ef1d5ec service neutron] 10.222.0.65 "GET /networking/v2.0/ports?network_id=aaceeb30-8226-4211-b394-e89b17ce4e38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0399272 Oct 03 13:48:02.321191 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-026e0ba3-4b95-402e-b308-3d9e9175ea4d tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724412'] for port (432db57d-b733-473e-86ca-97ab6630812c), precommit_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:02.321542 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-026e0ba3-4b95-402e-b308-3d9e9175ea4d tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] Publish callbacks [] for floatingip (432db57d-b733-473e-86ca-97ab6630812c), precommit_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:02.336499 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.plugins.ml2.plugin [None req-026e0ba3-4b95-402e-b308-3d9e9175ea4d tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] Calling delete_port for 432db57d-b733-473e-86ca-97ab6630812c owned by network:floatingip {{(pid=106269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 13:48:02.384759 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-834f2755-6966-40d0-b567-37b24cfd50a3 req-82a936e4-d304-4080-ba9a-b0c75a5e62c5 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/aaceeb30-8226-4211-b394-e89b17ce4e38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970485 Oct 03 13:48:02.481848 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-834f2755-6966-40d0-b567-37b24cfd50a3 req-54947122-0626-4e43-9214-82dafe2d8e0d service neutron] 10.222.0.65 "GET /networking/v2.0/networks/aaceeb30-8226-4211-b394-e89b17ce4e38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902610 Oct 03 13:48:02.515622 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-026e0ba3-4b95-402e-b308-3d9e9175ea4d tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751015146406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751014656997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26503125'] for port (432db57d-b733-473e-86ca-97ab6630812c), after_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:02.544640 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026e0ba3-4b95-402e-b308-3d9e9175ea4d tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] Pushing event deleted for resources: {'Port': ['ID=432db57d-b733-473e-86ca-97ab6630812c,revision_number=None']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:48:02.610291 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-026e0ba3-4b95-402e-b308-3d9e9175ea4d tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] Publish callbacks [] for floatingip (ed73c491-a9c9-4869-a433-53b974b06676), after_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:02.610648 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.db.l3_db [None req-026e0ba3-4b95-402e-b308-3d9e9175ea4d tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] Floating IP ed73c491-a9c9-4869-a433-53b974b06676 disassociated (deleted). External IP: 172.27.1.225, port: 5b116174-9f9f-4896-9258-7e40935b69b0. Oct 03 13:48:02.760667 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:48:02.813855 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-026e0ba3-4b95-402e-b308-3d9e9175ea4d tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] Router b5952a5f-f697-41d2-9591-3f1323c22c7e has already been hosted by L3 agent 94180321-47b1-4b5c-b620-b1b0a31df446 {{(pid=106269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 03 13:48:02.862260 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:48:02.918182 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-026e0ba3-4b95-402e-b308-3d9e9175ea4d tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] Notify agent at l3_agent.dv-cinder-860090-1-iscsi the message routers_updated {{(pid=106269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 13:48:02.922932 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-026e0ba3-4b95-402e-b308-3d9e9175ea4d tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512321'] for floatingip (None), before_response {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:02.927836 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ea99e2-e9b2-446e-b18a-1682c2d5b14b None None] Sync routers for ids ['b5952a5f-f697-41d2-9591-3f1323c22c7e'] in dv-cinder-860090-1-iscsi {{(pid=106271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 13:48:02.940541 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ea99e2-e9b2-446e-b18a-1682c2d5b14b None None] Routers {'b5952a5f-f697-41d2-9591-3f1323c22c7e'} bound to L3 agent in host dv-cinder-860090-1-iscsi {{(pid=106271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 13:48:02.941163 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_hamode_db [None req-12ea99e2-e9b2-446e-b18a-1682c2d5b14b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860090-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-03T13:22:05Z,description=,heartbeat_timestamp=2022-10-03T13:47:35Z,host='dv-cinder-860090-1-iscsi',id=94180321-47b1-4b5c-b620-b1b0a31df446,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T13:22:05Z,topic='l3_agent')) {'router_ids': ['b5952a5f-f697-41d2-9591-3f1323c22c7e'], 'active': True} {{(pid=106271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:48:02.957153 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-026e0ba3-4b95-402e-b308-3d9e9175ea4d tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] 10.222.0.58 "DELETE /networking/v2.0/floatingips/ed73c491-a9c9-4869-a433-53b974b06676 HTTP/1.1" status: 204 len: 168 time: 0.9015145 Oct 03 13:48:02.957945 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd54154ca-a01c-443d-8cf1-eb2456c4c293', 'tag': '5b116174-9f9f-4896-9258-7e40935b69b0'}] {{(pid=106269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 13:48:02.960330 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b47918ded4abb292cd9624282dac8ea540c92c8d0d786a5a735fddaf1d274698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62288361-ae08-4397-b3f1-f8b695ad98ba" -d '{"events": [{"name": "network-changed", "server_uuid": "d54154ca-a01c-443d-8cf1-eb2456c4c293", "tag": "5b116174-9f9f-4896-9258-7e40935b69b0"}]}' {{(pid=106269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 13:48:03.003873 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 13:48:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e77b8435-557f-4783-9c02-22c13d08449b x-openstack-request-id: req-e77b8435-557f-4783-9c02-22c13d08449b {{(pid=106269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 13:48:03.004399 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d54154ca-a01c-443d-8cf1-eb2456c4c293", "tag": "5b116174-9f9f-4896-9258-7e40935b69b0", "status": "completed", "code": 200}]} {{(pid=106269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 13:48:03.004725 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e77b8435-557f-4783-9c02-22c13d08449b {{(pid=106269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 13:48:03.005198 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e77b8435-557f-4783-9c02-22c13d08449b'] response: {'name': 'network-changed', 'server_uuid': 'd54154ca-a01c-443d-8cf1-eb2456c4c293', 'tag': '5b116174-9f9f-4896-9258-7e40935b69b0', 'status': 'completed', 'code': 200} Oct 03 13:48:03.074858 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62288361-ae08-4397-b3f1-f8b695ad98ba req-8a56c6b9-8e31-491a-8963-4a5bfd18bd3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:48:03.076371 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-62288361-ae08-4397-b3f1-f8b695ad98ba req-8a56c6b9-8e31-491a-8963-4a5bfd18bd3b service neutron] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=e8b666774ba8449f90cf329b90725fe4&device_id=d54154ca-a01c-443d-8cf1-eb2456c4c293 HTTP/1.1" status: 200 len: 1130 time: 0.0477266 Oct 03 13:48:03.145741 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_dvr_db [None req-12ea99e2-e9b2-446e-b18a-1682c2d5b14b None None] Set router b5952a5f-f697-41d2-9591-3f1323c22c7e gateway port host: dv-cinder-860090-1-iscsi {{(pid=106271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 13:48:03.196709 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62288361-ae08-4397-b3f1-f8b695ad98ba req-67647aa7-21de-440a-a94a-ad113dcf139e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:48:03.199331 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-62288361-ae08-4397-b3f1-f8b695ad98ba req-67647aa7-21de-440a-a94a-ad113dcf139e service neutron] 10.222.0.65 "GET /networking/v2.0/networks?id=aaceeb30-8226-4211-b394-e89b17ce4e38 HTTP/1.1" status: 200 len: 916 time: 0.1166961 Oct 03 13:48:03.243842 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-62288361-ae08-4397-b3f1-f8b695ad98ba req-118144c3-fc51-444a-967b-822c87819607 service neutron] 10.222.0.65 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5b116174-9f9f-4896-9258-7e40935b69b0 HTTP/1.1" status: 200 len: 217 time: 0.0369818 Oct 03 13:48:03.300623 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62288361-ae08-4397-b3f1-f8b695ad98ba req-93a09a05-f663-4af6-be0c-e4b0baa56fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:48:03.302268 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-62288361-ae08-4397-b3f1-f8b695ad98ba req-93a09a05-f663-4af6-be0c-e4b0baa56fa8 service neutron] 10.222.0.65 "GET /networking/v2.0/subnets?id=236f2398-faa5-4e26-befc-9b72a296de36 HTTP/1.1" status: 200 len: 854 time: 0.0520544 Oct 03 13:48:03.346475 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_hamode_db [None req-12ea99e2-e9b2-446e-b18a-1682c2d5b14b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5952a5f-f697-41d2-9591-3f1323c22c7e', 'name': 'tempest-TestMinimumBasicScenario-1312681359-router', 'tenant_id': 'e8b666774ba8449f90cf329b90725fe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'external_fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.197'}], 'enable_snat': True}, 'gw_port_id': '44aa7dee-073a-4fed-bfc7-33b1ccfce5e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:45:35Z', 'updated_at': '2022-10-03T13:45:38Z', 'revision_number': 4, 'project_id': 'e8b666774ba8449f90cf329b90725fe4', 'gw_port': {'id': '44aa7dee-073a-4fed-bfc7-33b1ccfce5e8', 'name': '', 'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:27:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5952a5f-f697-41d2-9591-3f1323c22c7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:45:36Z', 'updated_at': '2022-10-03T13:45:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860090-1-iscsi', '_interfaces': [{'id': '642eb4a6-46c8-49a4-bf13-f030cbebb20e', 'name': '', 'network_id': 'aaceeb30-8226-4211-b394-e89b17ce4e38', 'tenant_id': 'e8b666774ba8449f90cf329b90725fe4', 'mac_address': 'fa:16:3e:95:9a:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5952a5f-f697-41d2-9591-3f1323c22c7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '236f2398-faa5-4e26-befc-9b72a296de36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:45:38Z', 'updated_at': '2022-10-03T13:45:44Z', 'revision_number': 5, 'project_id': 'e8b666774ba8449f90cf329b90725fe4', 'subnets': [{'id': '236f2398-faa5-4e26-befc-9b72a296de36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860090-1-iscsi', False) {} {{(pid=106271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:48:03.374614 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ea99e2-e9b2-446e-b18a-1682c2d5b14b None None] Checking router: b5952a5f-f697-41d2-9591-3f1323c22c7e for host: dv-cinder-860090-1-iscsi {{(pid=106271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 13:48:03.383736 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ea99e2-e9b2-446e-b18a-1682c2d5b14b None None] Routers {'b5952a5f-f697-41d2-9591-3f1323c22c7e'} bound to L3 agent in host dv-cinder-860090-1-iscsi {{(pid=106271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 13:48:03.384338 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_hamode_db [None req-12ea99e2-e9b2-446e-b18a-1682c2d5b14b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860090-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-03T13:22:05Z,description=,heartbeat_timestamp=2022-10-03T13:47:35Z,host='dv-cinder-860090-1-iscsi',id=94180321-47b1-4b5c-b620-b1b0a31df446,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T13:22:05Z,topic='l3_agent')) {'router_ids': ['b5952a5f-f697-41d2-9591-3f1323c22c7e'], 'active': True} {{(pid=106271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:48:03.485169 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_dvr_db [None req-12ea99e2-e9b2-446e-b18a-1682c2d5b14b None None] Set router b5952a5f-f697-41d2-9591-3f1323c22c7e gateway port host: dv-cinder-860090-1-iscsi {{(pid=106271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 13:48:03.673128 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_hamode_db [None req-12ea99e2-e9b2-446e-b18a-1682c2d5b14b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5952a5f-f697-41d2-9591-3f1323c22c7e', 'name': 'tempest-TestMinimumBasicScenario-1312681359-router', 'tenant_id': 'e8b666774ba8449f90cf329b90725fe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'external_fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.197'}], 'enable_snat': True}, 'gw_port_id': '44aa7dee-073a-4fed-bfc7-33b1ccfce5e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:45:35Z', 'updated_at': '2022-10-03T13:45:38Z', 'revision_number': 4, 'project_id': 'e8b666774ba8449f90cf329b90725fe4', 'gw_port': {'id': '44aa7dee-073a-4fed-bfc7-33b1ccfce5e8', 'name': '', 'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:27:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5952a5f-f697-41d2-9591-3f1323c22c7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:45:36Z', 'updated_at': '2022-10-03T13:45:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860090-1-iscsi', '_interfaces': [{'id': '642eb4a6-46c8-49a4-bf13-f030cbebb20e', 'name': '', 'network_id': 'aaceeb30-8226-4211-b394-e89b17ce4e38', 'tenant_id': 'e8b666774ba8449f90cf329b90725fe4', 'mac_address': 'fa:16:3e:95:9a:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5952a5f-f697-41d2-9591-3f1323c22c7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '236f2398-faa5-4e26-befc-9b72a296de36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:45:38Z', 'updated_at': '2022-10-03T13:45:44Z', 'revision_number': 5, 'project_id': 'e8b666774ba8449f90cf329b90725fe4', 'subnets': [{'id': '236f2398-faa5-4e26-befc-9b72a296de36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860090-1-iscsi', False) {} {{(pid=106271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:48:03.698542 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ea99e2-e9b2-446e-b18a-1682c2d5b14b None None] The sync data for ids ['b5952a5f-f697-41d2-9591-3f1323c22c7e'] in dv-cinder-860090-1-iscsi is: [{'id': 'b5952a5f-f697-41d2-9591-3f1323c22c7e', 'name': 'tempest-TestMinimumBasicScenario-1312681359-router', 'tenant_id': 'e8b666774ba8449f90cf329b90725fe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'external_fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.197'}], 'enable_snat': True}, 'gw_port_id': '44aa7dee-073a-4fed-bfc7-33b1ccfce5e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:45:35Z', 'updated_at': '2022-10-03T13:45:38Z', 'revision_number': 4, 'project_id': 'e8b666774ba8449f90cf329b90725fe4', 'gw_port': {'id': '44aa7dee-073a-4fed-bfc7-33b1ccfce5e8', 'name': '', 'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:27:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5952a5f-f697-41d2-9591-3f1323c22c7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:45:36Z', 'updated_at': '2022-10-03T13:45:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860090-1-iscsi', '_interfaces': [{'id': '642eb4a6-46c8-49a4-bf13-f030cbebb20e', 'name': '', 'network_id': 'aaceeb30-8226-4211-b394-e89b17ce4e38', 'tenant_id': 'e8b666774ba8449f90cf329b90725fe4', 'mac_address': 'fa:16:3e:95:9a:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5952a5f-f697-41d2-9591-3f1323c22c7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '236f2398-faa5-4e26-befc-9b72a296de36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:45:38Z', 'updated_at': '2022-10-03T13:45:44Z', 'revision_number': 5, 'project_id': 'e8b666774ba8449f90cf329b90725fe4', 'subnets': [{'id': '236f2398-faa5-4e26-befc-9b72a296de36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 13:48:03.716360 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62288361-ae08-4397-b3f1-f8b695ad98ba req-918befc7-1753-4812-98af-8079c67026dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:48:03.718044 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-62288361-ae08-4397-b3f1-f8b695ad98ba req-918befc7-1753-4812-98af-8079c67026dd service neutron] 10.222.0.65 "GET /networking/v2.0/ports?network_id=aaceeb30-8226-4211-b394-e89b17ce4e38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0410004 Oct 03 13:48:03.815656 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-62288361-ae08-4397-b3f1-f8b695ad98ba req-6893ba95-4b31-48df-942d-7d8211f1cce2 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/aaceeb30-8226-4211-b394-e89b17ce4e38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893397 Oct 03 13:48:03.914419 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=100 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:48:03.920768 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-62288361-ae08-4397-b3f1-f8b695ad98ba req-8b637f72-b73d-4d48-8e3a-f9627dd86a77 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/aaceeb30-8226-4211-b394-e89b17ce4e38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961549 Oct 03 13:48:03.946388 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a39b0a-aac8-46b1-886a-de488fc44478 None None] New status for floating IP ed73c491-a9c9-4869-a433-53b974b06676: DOWN {{(pid=106270) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 03 13:48:04.906694 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-52b48cd0-c300-4da2-9c9c-b5e29a3b6311 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (94180321-47b1-4b5c-b620-b1b0a31df446), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:05.743598 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e486fb9-a2a1-461f-8a88-56e069109aac req-0e0a2b17-00ff-4e4f-ae08-74990c4a8590 tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:48:05.745071 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-3e486fb9-a2a1-461f-8a88-56e069109aac req-0e0a2b17-00ff-4e4f-ae08-74990c4a8590 tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=d54154ca-a01c-443d-8cf1-eb2456c4c293 HTTP/1.1" status: 200 len: 946 time: 0.0494192 Oct 03 13:48:05.792293 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-3e486fb9-a2a1-461f-8a88-56e069109aac req-08e51bc1-ded1-4111-8636-08609046b58a tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=4fc2c12f-6346-4853-a9f5-5403b329349d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413117 Oct 03 13:48:06.194740 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-1bb28928-3e93-41c9-8900-1ecfb790b160 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (5eabf47d-5620-4e94-9269-ef19fe52be68), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:06.914859 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e952718-d0ec-417d-8873-a5b8ca98212a req-e2f90adf-829b-4d3f-bf5f-45c6aa45d9b6 tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:48:06.916303 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-1e952718-d0ec-417d-8873-a5b8ca98212a req-e2f90adf-829b-4d3f-bf5f-45c6aa45d9b6 tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=d54154ca-a01c-443d-8cf1-eb2456c4c293 HTTP/1.1" status: 200 len: 946 time: 0.0480180 Oct 03 13:48:06.963572 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-1e952718-d0ec-417d-8873-a5b8ca98212a req-f08d8595-40cf-45ff-8c40-c9e92583310f tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=4fc2c12f-6346-4853-a9f5-5403b329349d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416517 Oct 03 13:48:07.498119 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (d46c7ed5-c451-4a76-ab3f-ab8e3ea4a5ec), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:07.707116 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-9b3e6be4-ae7f-4a46-812d-719b0ca73959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (3cd5b2bb-c81a-4ce3-a212-a51c5aa706bd), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:07.931529 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e61037d-d6ef-405e-94dc-aab8570aaf05 req-272fd769-3dc0-47c0-ac9b-5aff72781b80 tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:48:07.933030 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-2e61037d-d6ef-405e-94dc-aab8570aaf05 req-272fd769-3dc0-47c0-ac9b-5aff72781b80 tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=d54154ca-a01c-443d-8cf1-eb2456c4c293 HTTP/1.1" status: 200 len: 946 time: 0.0505900 Oct 03 13:48:08.001121 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=100 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:48:08.019026 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.plugin [req-2e61037d-d6ef-405e-94dc-aab8570aaf05 req-b4c502a6-371c-477a-99a6-dbd2e4a2e9cd tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] Deleting port 5b116174-9f9f-4896-9258-7e40935b69b0 {{(pid=106268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 13:48:08.019367 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-2e61037d-d6ef-405e-94dc-aab8570aaf05 req-b4c502a6-371c-477a-99a6-dbd2e4a2e9cd tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751015143464'] for port (5b116174-9f9f-4896-9258-7e40935b69b0), before_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:08.088238 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceffa78d-dbc6-4918-b079-953c40879e72 req-23cc7c74-bdbc-440e-8f8b-a4f5331d8002 tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:48:08.089797 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-ceffa78d-dbc6-4918-b079-953c40879e72 req-23cc7c74-bdbc-440e-8f8b-a4f5331d8002 tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=d54154ca-a01c-443d-8cf1-eb2456c4c293 HTTP/1.1" status: 200 len: 946 time: 0.0474734 Oct 03 13:48:08.116209 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.db [req-2e61037d-d6ef-405e-94dc-aab8570aaf05 req-b4c502a6-371c-477a-99a6-dbd2e4a2e9cd tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] For port 5b116174-9f9f-4896-9258-7e40935b69b0, host hv-cinder-86009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86009',level=0,port_id=5b116174-9f9f-4896-9258-7e40935b69b0,segment=NetworkSegment(8d7404da-76ae-470e-bccd-b422f80b4e84),segment_id=8d7404da-76ae-470e-bccd-b422f80b4e84)] {{(pid=106268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 13:48:08.116564 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-2e61037d-d6ef-405e-94dc-aab8570aaf05 req-b4c502a6-371c-477a-99a6-dbd2e4a2e9cd tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724412'] for port (5b116174-9f9f-4896-9258-7e40935b69b0), precommit_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:08.130827 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.plugin [req-2e61037d-d6ef-405e-94dc-aab8570aaf05 req-b4c502a6-371c-477a-99a6-dbd2e4a2e9cd tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] Calling delete_port for 5b116174-9f9f-4896-9258-7e40935b69b0 owned by compute:nova {{(pid=106268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 13:48:08.139105 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-ceffa78d-dbc6-4918-b079-953c40879e72 req-7f462b28-25bd-4cf1-95b4-e8e2ba5d3f25 tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=4fc2c12f-6346-4853-a9f5-5403b329349d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425496 Oct 03 13:48:08.258193 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-2e61037d-d6ef-405e-94dc-aab8570aaf05 req-b4c502a6-371c-477a-99a6-dbd2e4a2e9cd tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751015146406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751014656997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25417805'] for port (5b116174-9f9f-4896-9258-7e40935b69b0), after_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:08.270928 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.db [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] get_ports_and_sgs() called for port_ids ['5b116174-9f9f-4896-9258-7e40935b69b0'] {{(pid=106270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 03 13:48:08.289004 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c502a6-371c-477a-99a6-dbd2e4a2e9cd tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] Pushing event deleted for resources: {'Port': ['ID=5b116174-9f9f-4896-9258-7e40935b69b0,revision_number=None']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:48:08.335961 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e61037d-d6ef-405e-94dc-aab8570aaf05 req-b4c502a6-371c-477a-99a6-dbd2e4a2e9cd tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] No DVR routers for this DVR port 5b116174-9f9f-4896-9258-7e40935b69b0 on host hv-cinder-86009 {{(pid=106268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 03 13:48:08.338611 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-2e61037d-d6ef-405e-94dc-aab8570aaf05 req-b4c502a6-371c-477a-99a6-dbd2e4a2e9cd tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512321'] for port (None), before_response {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:08.341901 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-2e61037d-d6ef-405e-94dc-aab8570aaf05 req-b4c502a6-371c-477a-99a6-dbd2e4a2e9cd tempest-TestMinimumBasicScenario-1409387789 tempest-TestMinimumBasicScenario-1409387789-project] 10.222.0.65 "DELETE /networking/v2.0/ports/5b116174-9f9f-4896-9258-7e40935b69b0 HTTP/1.1" status: 204 len: 173 time: 0.4030912 Oct 03 13:48:08.342389 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd54154ca-a01c-443d-8cf1-eb2456c4c293', 'name': 'network-vif-deleted', 'tag': '5b116174-9f9f-4896-9258-7e40935b69b0'}] {{(pid=106268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 13:48:08.344650 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd70873512ffc397a2b7ac25ee02414627e7506f7787b64d61dc92e00300ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a348774-f24c-4d2f-8cd7-e5105810442e" -d '{"events": [{"server_uuid": "d54154ca-a01c-443d-8cf1-eb2456c4c293", "name": "network-vif-deleted", "tag": "5b116174-9f9f-4896-9258-7e40935b69b0"}]}' {{(pid=106268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 13:48:08.386478 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 13:48:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50aa6908-b556-470f-a1e6-798f08b2ec0b x-openstack-request-id: req-50aa6908-b556-470f-a1e6-798f08b2ec0b {{(pid=106268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 13:48:08.386789 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d54154ca-a01c-443d-8cf1-eb2456c4c293", "name": "network-vif-deleted", "tag": "5b116174-9f9f-4896-9258-7e40935b69b0", "status": "completed", "code": 200}]} {{(pid=106268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 13:48:08.387037 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-50aa6908-b556-470f-a1e6-798f08b2ec0b {{(pid=106268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 13:48:08.387468 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50aa6908-b556-470f-a1e6-798f08b2ec0b'] response: {'server_uuid': 'd54154ca-a01c-443d-8cf1-eb2456c4c293', 'name': 'network-vif-deleted', 'tag': '5b116174-9f9f-4896-9258-7e40935b69b0', 'status': 'completed', 'code': 200} Oct 03 13:48:08.613192 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (1af51d63-a9c9-4bbe-9b0d-c8e0a80c641c), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:09.408498 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 39454) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:48:09.558479 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.plugin [None req-a5593fcb-d038-4571-b6e1-d1cafb9cbfb3 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Deleting port aba882c6-ba11-4b5a-8801-35d8090e9327 {{(pid=106268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 13:48:09.558820 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-a5593fcb-d038-4571-b6e1-d1cafb9cbfb3 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751015143464'] for port (aba882c6-ba11-4b5a-8801-35d8090e9327), before_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:09.651541 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-a5593fcb-d038-4571-b6e1-d1cafb9cbfb3 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724412'] for port (aba882c6-ba11-4b5a-8801-35d8090e9327), precommit_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:09.651917 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-a5593fcb-d038-4571-b6e1-d1cafb9cbfb3 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Publish callbacks [] for floatingip (aba882c6-ba11-4b5a-8801-35d8090e9327), precommit_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:09.664861 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.plugin [None req-a5593fcb-d038-4571-b6e1-d1cafb9cbfb3 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Calling delete_port for aba882c6-ba11-4b5a-8801-35d8090e9327 owned by network:floatingip {{(pid=106268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 13:48:09.748442 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 39478) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:48:09.808225 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:48:09.927250 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:48:09.993691 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-a5593fcb-d038-4571-b6e1-d1cafb9cbfb3 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751015146406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751014656997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25417805'] for port (aba882c6-ba11-4b5a-8801-35d8090e9327), after_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:10.029035 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5593fcb-d038-4571-b6e1-d1cafb9cbfb3 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Pushing event deleted for resources: {'Port': ['ID=aba882c6-ba11-4b5a-8801-35d8090e9327,revision_number=None']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:48:10.140680 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-a5593fcb-d038-4571-b6e1-d1cafb9cbfb3 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Publish callbacks [] for floatingip (e2d810ab-62d4-4ac9-98b6-3aed1f3d5312), after_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:10.141157 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.db.l3_db [None req-a5593fcb-d038-4571-b6e1-d1cafb9cbfb3 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Floating IP e2d810ab-62d4-4ac9-98b6-3aed1f3d5312 disassociated (deleted). External IP: 172.27.1.11, port: 25791bff-ae48-4944-884e-9dd7145ea3b9. Oct 03 13:48:10.273629 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-d69ca686-66a1-4144-b568-1c3407d66062 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3893314'] for router_interface (b5952a5f-f697-41d2-9591-3f1323c22c7e), before_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:10.764945 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5593fcb-d038-4571-b6e1-d1cafb9cbfb3 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Router 4f12b889-1d5e-4ba4-8f0f-85604cec378d has already been hosted by L3 agent 94180321-47b1-4b5c-b620-b1b0a31df446 {{(pid=106268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 03 13:48:10.896935 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:48:10.924739 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.plugin [None req-d69ca686-66a1-4144-b568-1c3407d66062 admin admin] Deleting port 642eb4a6-46c8-49a4-bf13-f030cbebb20e {{(pid=106268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 13:48:10.925071 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-d69ca686-66a1-4144-b568-1c3407d66062 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751015143464'] for port (642eb4a6-46c8-49a4-bf13-f030cbebb20e), before_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:10.941215 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5593fcb-d038-4571-b6e1-d1cafb9cbfb3 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Notify agent at l3_agent.dv-cinder-860090-1-iscsi the message routers_updated {{(pid=106268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 13:48:10.950650 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eef82b9-5d2f-4af4-897c-6fd0852c0f18 None None] Sync routers for ids ['4f12b889-1d5e-4ba4-8f0f-85604cec378d'] in dv-cinder-860090-1-iscsi {{(pid=106271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 13:48:10.961330 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eef82b9-5d2f-4af4-897c-6fd0852c0f18 None None] Routers {'4f12b889-1d5e-4ba4-8f0f-85604cec378d'} bound to L3 agent in host dv-cinder-860090-1-iscsi {{(pid=106271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 13:48:10.961961 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_hamode_db [None req-6eef82b9-5d2f-4af4-897c-6fd0852c0f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860090-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-03T13:22:05Z,description=,heartbeat_timestamp=2022-10-03T13:48:05Z,host='dv-cinder-860090-1-iscsi',id=94180321-47b1-4b5c-b620-b1b0a31df446,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T13:22:05Z,topic='l3_agent')) {'router_ids': ['4f12b889-1d5e-4ba4-8f0f-85604cec378d'], 'active': True} {{(pid=106271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:48:10.972677 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-a5593fcb-d038-4571-b6e1-d1cafb9cbfb3 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512321'] for floatingip (None), before_response {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:10.976828 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=100 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:48:11.015348 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-a5593fcb-d038-4571-b6e1-d1cafb9cbfb3 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] 10.222.0.58 "DELETE /networking/v2.0/floatingips/e2d810ab-62d4-4ac9-98b6-3aed1f3d5312 HTTP/1.1" status: 204 len: 168 time: 1.6056654 Oct 03 13:48:11.017693 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9490f8f0-a79a-44a6-97fe-5a06b851a733', 'tag': '25791bff-ae48-4944-884e-9dd7145ea3b9'}] {{(pid=106268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 13:48:11.019976 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd70873512ffc397a2b7ac25ee02414627e7506f7787b64d61dc92e00300ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce25154e-a17d-4f63-9a8c-bce5a222f7e9" -d '{"events": [{"name": "network-changed", "server_uuid": "9490f8f0-a79a-44a6-97fe-5a06b851a733", "tag": "25791bff-ae48-4944-884e-9dd7145ea3b9"}]}' {{(pid=106268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 13:48:11.051406 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.db [None req-d69ca686-66a1-4144-b568-1c3407d66062 admin admin] For port 642eb4a6-46c8-49a4-bf13-f030cbebb20e, host dv-cinder-860090-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860090-1-iscsi',level=0,port_id=642eb4a6-46c8-49a4-bf13-f030cbebb20e,segment=NetworkSegment(8d7404da-76ae-470e-bccd-b422f80b4e84),segment_id=8d7404da-76ae-470e-bccd-b422f80b4e84)] {{(pid=106268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 13:48:11.051770 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-d69ca686-66a1-4144-b568-1c3407d66062 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724412'] for port (642eb4a6-46c8-49a4-bf13-f030cbebb20e), precommit_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:11.066901 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_dvr_db [None req-6eef82b9-5d2f-4af4-897c-6fd0852c0f18 None None] Set router 4f12b889-1d5e-4ba4-8f0f-85604cec378d gateway port host: dv-cinder-860090-1-iscsi {{(pid=106271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 13:48:11.069851 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.plugin [None req-d69ca686-66a1-4144-b568-1c3407d66062 admin admin] Calling delete_port for 642eb4a6-46c8-49a4-bf13-f030cbebb20e owned by network:router_interface {{(pid=106268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 13:48:11.072813 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 13:48:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cfbaf47-f1f8-48a4-9015-061c79ba4db5 x-openstack-request-id: req-3cfbaf47-f1f8-48a4-9015-061c79ba4db5 {{(pid=106268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 13:48:11.073102 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9490f8f0-a79a-44a6-97fe-5a06b851a733", "tag": "25791bff-ae48-4944-884e-9dd7145ea3b9", "status": "completed", "code": 200}]} {{(pid=106268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 13:48:11.073356 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3cfbaf47-f1f8-48a4-9015-061c79ba4db5 {{(pid=106268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 13:48:11.074124 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3cfbaf47-f1f8-48a4-9015-061c79ba4db5'] response: {'name': 'network-changed', 'server_uuid': '9490f8f0-a79a-44a6-97fe-5a06b851a733', 'tag': '25791bff-ae48-4944-884e-9dd7145ea3b9', 'status': 'completed', 'code': 200} Oct 03 13:48:11.189263 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce25154e-a17d-4f63-9a8c-bce5a222f7e9 req-96a1e60e-cb6a-47f1-9a2d-2eb84ff2cb55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:48:11.190978 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-ce25154e-a17d-4f63-9a8c-bce5a222f7e9 req-96a1e60e-cb6a-47f1-9a2d-2eb84ff2cb55 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=0e005cbca8874c76bf8ad8f5d336b189&device_id=9490f8f0-a79a-44a6-97fe-5a06b851a733 HTTP/1.1" status: 200 len: 1129 time: 0.0696177 Oct 03 13:48:11.213056 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=100 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:48:11.293341 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_hamode_db [None req-6eef82b9-5d2f-4af4-897c-6fd0852c0f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f12b889-1d5e-4ba4-8f0f-85604cec378d', 'name': 'tempest-TestVolumeBootPattern-1724714225-router', 'tenant_id': '0e005cbca8874c76bf8ad8f5d336b189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'external_fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': 'a718b856-e954-4d39-a052-f4739f24ea56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:40:16Z', 'updated_at': '2022-10-03T13:40:19Z', 'revision_number': 4, 'project_id': '0e005cbca8874c76bf8ad8f5d336b189', 'gw_port': {'id': 'a718b856-e954-4d39-a052-f4739f24ea56', 'name': '', 'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:dd:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f12b889-1d5e-4ba4-8f0f-85604cec378d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:40:17Z', 'updated_at': '2022-10-03T13:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860090-1-iscsi', '_floatingips': [{'id': '1d8643c7-ebec-407f-b67b-f263039e9da6', 'tenant_id': '0e005cbca8874c76bf8ad8f5d336b189', 'floating_ip_address': '172.27.1.145', 'floating_network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'router_id': '4f12b889-1d5e-4ba4-8f0f-85604cec378d', 'port_id': '630021c2-4dd4-422f-ab2c-4c5771c809e4', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5b3c6d8a-02a1-4730-82ca-c02b5cbef660', 'mac_address': 'fa:16:3e:5f:e3:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d41225-bfea-4694-a0a3-1a585d4e8509', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T13:43:47Z', 'updated_at': '2022-10-03T13:43:49Z', 'revision_number': 1, 'project_id': '0e005cbca8874c76bf8ad8f5d336b189', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c35b375b-8a09-4679-aba0-09600a8ce3e6', 'name': '', 'network_id': '5b3c6d8a-02a1-4730-82ca-c02b5cbef660', 'tenant_id': '0e005cbca8874c76bf8ad8f5d336b189', 'mac_address': 'fa:16:3e:a6:17:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f12b889-1d5e-4ba4-8f0f-85604cec378d', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '51f42a02-30ea-44c7-9128-4b02428032bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:40:19Z', 'updated_at': '2022-10-03T13:40:27Z', 'revision_number': 5, 'project_id': '0e005cbca8874c76bf8ad8f5d336b189', 'subnets': [{'id': '51f42a02-30ea-44c7-9128-4b02428032bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860090-1-iscsi', False) {} {{(pid=106271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:48:11.295537 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58feb109-8af8-4e06-a1b8-d6b18ea399a7 req-955bfa96-0aaf-4b0f-8255-088d06f50cb3 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:48:11.297007 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-58feb109-8af8-4e06-a1b8-d6b18ea399a7 req-955bfa96-0aaf-4b0f-8255-088d06f50cb3 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=9490f8f0-a79a-44a6-97fe-5a06b851a733 HTTP/1.1" status: 200 len: 945 time: 0.0677719 Oct 03 13:48:11.319872 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eef82b9-5d2f-4af4-897c-6fd0852c0f18 None None] Checking router: 4f12b889-1d5e-4ba4-8f0f-85604cec378d for host: dv-cinder-860090-1-iscsi {{(pid=106271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 13:48:11.322621 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=100 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:48:11.330471 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eef82b9-5d2f-4af4-897c-6fd0852c0f18 None None] Routers {'4f12b889-1d5e-4ba4-8f0f-85604cec378d'} bound to L3 agent in host dv-cinder-860090-1-iscsi {{(pid=106271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 13:48:11.331432 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_hamode_db [None req-6eef82b9-5d2f-4af4-897c-6fd0852c0f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860090-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-03T13:22:05Z,description=,heartbeat_timestamp=2022-10-03T13:48:05Z,host='dv-cinder-860090-1-iscsi',id=94180321-47b1-4b5c-b620-b1b0a31df446,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T13:22:05Z,topic='l3_agent')) {'router_ids': ['4f12b889-1d5e-4ba4-8f0f-85604cec378d'], 'active': True} {{(pid=106271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:48:11.383990 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-58feb109-8af8-4e06-a1b8-d6b18ea399a7 req-d3419745-2c66-426a-b831-48961fc43bf4 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=9ace053f-6f3b-45d1-9888-9eb91c607356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792634 Oct 03 13:48:11.403128 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-d69ca686-66a1-4144-b568-1c3407d66062 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751015146406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751014656997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25417805'] for port (642eb4a6-46c8-49a4-bf13-f030cbebb20e), after_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:11.428790 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69ca686-66a1-4144-b568-1c3407d66062 admin admin] Pushing event deleted for resources: {'Port': ['ID=642eb4a6-46c8-49a4-bf13-f030cbebb20e,revision_number=None']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:48:11.441044 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_dvr_db [None req-6eef82b9-5d2f-4af4-897c-6fd0852c0f18 None None] Set router 4f12b889-1d5e-4ba4-8f0f-85604cec378d gateway port host: dv-cinder-860090-1-iscsi {{(pid=106271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 13:48:11.615035 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-d69ca686-66a1-4144-b568-1c3407d66062 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3798541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3893302'] for router_interface (b5952a5f-f697-41d2-9591-3f1323c22c7e), after_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:11.667465 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_hamode_db [None req-6eef82b9-5d2f-4af4-897c-6fd0852c0f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f12b889-1d5e-4ba4-8f0f-85604cec378d', 'name': 'tempest-TestVolumeBootPattern-1724714225-router', 'tenant_id': '0e005cbca8874c76bf8ad8f5d336b189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'external_fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': 'a718b856-e954-4d39-a052-f4739f24ea56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:40:16Z', 'updated_at': '2022-10-03T13:40:19Z', 'revision_number': 4, 'project_id': '0e005cbca8874c76bf8ad8f5d336b189', 'gw_port': {'id': 'a718b856-e954-4d39-a052-f4739f24ea56', 'name': '', 'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:dd:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f12b889-1d5e-4ba4-8f0f-85604cec378d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:40:17Z', 'updated_at': '2022-10-03T13:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860090-1-iscsi', '_floatingips': [{'id': '1d8643c7-ebec-407f-b67b-f263039e9da6', 'tenant_id': '0e005cbca8874c76bf8ad8f5d336b189', 'floating_ip_address': '172.27.1.145', 'floating_network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'router_id': '4f12b889-1d5e-4ba4-8f0f-85604cec378d', 'port_id': '630021c2-4dd4-422f-ab2c-4c5771c809e4', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5b3c6d8a-02a1-4730-82ca-c02b5cbef660', 'mac_address': 'fa:16:3e:5f:e3:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d41225-bfea-4694-a0a3-1a585d4e8509', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T13:43:47Z', 'updated_at': '2022-10-03T13:43:49Z', 'revision_number': 1, 'project_id': '0e005cbca8874c76bf8ad8f5d336b189', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c35b375b-8a09-4679-aba0-09600a8ce3e6', 'name': '', 'network_id': '5b3c6d8a-02a1-4730-82ca-c02b5cbef660', 'tenant_id': '0e005cbca8874c76bf8ad8f5d336b189', 'mac_address': 'fa:16:3e:a6:17:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f12b889-1d5e-4ba4-8f0f-85604cec378d', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '51f42a02-30ea-44c7-9128-4b02428032bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:40:19Z', 'updated_at': '2022-10-03T13:40:27Z', 'revision_number': 5, 'project_id': '0e005cbca8874c76bf8ad8f5d336b189', 'subnets': [{'id': '51f42a02-30ea-44c7-9128-4b02428032bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860090-1-iscsi', False) {} {{(pid=106271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:48:11.697634 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eef82b9-5d2f-4af4-897c-6fd0852c0f18 None None] The sync data for ids ['4f12b889-1d5e-4ba4-8f0f-85604cec378d'] in dv-cinder-860090-1-iscsi is: [{'id': '4f12b889-1d5e-4ba4-8f0f-85604cec378d', 'name': 'tempest-TestVolumeBootPattern-1724714225-router', 'tenant_id': '0e005cbca8874c76bf8ad8f5d336b189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'external_fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': 'a718b856-e954-4d39-a052-f4739f24ea56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:40:16Z', 'updated_at': '2022-10-03T13:40:19Z', 'revision_number': 4, 'project_id': '0e005cbca8874c76bf8ad8f5d336b189', 'gw_port': {'id': 'a718b856-e954-4d39-a052-f4739f24ea56', 'name': '', 'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:dd:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f12b889-1d5e-4ba4-8f0f-85604cec378d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:40:17Z', 'updated_at': '2022-10-03T13:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860090-1-iscsi', '_floatingips': [{'id': '1d8643c7-ebec-407f-b67b-f263039e9da6', 'tenant_id': '0e005cbca8874c76bf8ad8f5d336b189', 'floating_ip_address': '172.27.1.145', 'floating_network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'router_id': '4f12b889-1d5e-4ba4-8f0f-85604cec378d', 'port_id': '630021c2-4dd4-422f-ab2c-4c5771c809e4', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5b3c6d8a-02a1-4730-82ca-c02b5cbef660', 'mac_address': 'fa:16:3e:5f:e3:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d41225-bfea-4694-a0a3-1a585d4e8509', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T13:43:47Z', 'updated_at': '2022-10-03T13:43:49Z', 'revision_number': 1, 'project_id': '0e005cbca8874c76bf8ad8f5d336b189', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c35b375b-8a09-4679-aba0-09600a8ce3e6', 'name': '', 'network_id': '5b3c6d8a-02a1-4730-82ca-c02b5cbef660', 'tenant_id': '0e005cbca8874c76bf8ad8f5d336b189', 'mac_address': 'fa:16:3e:a6:17:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f12b889-1d5e-4ba4-8f0f-85604cec378d', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '51f42a02-30ea-44c7-9128-4b02428032bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:40:19Z', 'updated_at': '2022-10-03T13:40:27Z', 'revision_number': 5, 'project_id': '0e005cbca8874c76bf8ad8f5d336b189', 'subnets': [{'id': '51f42a02-30ea-44c7-9128-4b02428032bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 13:48:11.822815 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:48:11.840256 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d69ca686-66a1-4144-b568-1c3407d66062 admin admin] Router b5952a5f-f697-41d2-9591-3f1323c22c7e has already been hosted by L3 agent 94180321-47b1-4b5c-b620-b1b0a31df446 {{(pid=106268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 03 13:48:11.902479 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:48:11.935913 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0928e33d-96c9-4b9e-af77-a436f3925eab None None] New status for floating IP e2d810ab-62d4-4ac9-98b6-3aed1f3d5312: DOWN {{(pid=106270) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 03 13:48:11.952438 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d69ca686-66a1-4144-b568-1c3407d66062 admin admin] Notify agent at l3_agent.dv-cinder-860090-1-iscsi the message routers_updated {{(pid=106268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 13:48:11.961862 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-d69ca686-66a1-4144-b568-1c3407d66062 admin admin] 10.222.0.58 "PUT /networking/v2.0/routers/b5952a5f-f697-41d2-9591-3f1323c22c7e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2097008 Oct 03 13:48:11.961862 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 39486) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:48:11.963704 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b8d79e5-223a-4ccc-9638-17afe81be9c8 None None] Sync routers for ids ['b5952a5f-f697-41d2-9591-3f1323c22c7e'] in dv-cinder-860090-1-iscsi {{(pid=106271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 13:48:11.975675 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8d79e5-223a-4ccc-9638-17afe81be9c8 None None] Routers {'b5952a5f-f697-41d2-9591-3f1323c22c7e'} bound to L3 agent in host dv-cinder-860090-1-iscsi {{(pid=106271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 13:48:11.976412 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_hamode_db [None req-2b8d79e5-223a-4ccc-9638-17afe81be9c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860090-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-03T13:22:05Z,description=,heartbeat_timestamp=2022-10-03T13:48:05Z,host='dv-cinder-860090-1-iscsi',id=94180321-47b1-4b5c-b620-b1b0a31df446,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T13:22:05Z,topic='l3_agent')) {'router_ids': ['b5952a5f-f697-41d2-9591-3f1323c22c7e'], 'active': True} {{(pid=106271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:48:12.080271 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-7cdcb1fc-9bea-4ded-b2e1-18ebc0b10a72 admin admin] Publish callbacks [] for router (b5952a5f-f697-41d2-9591-3f1323c22c7e), before_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:12.189573 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_dvr_db [None req-2b8d79e5-223a-4ccc-9638-17afe81be9c8 None None] Set router b5952a5f-f697-41d2-9591-3f1323c22c7e gateway port host: dv-cinder-860090-1-iscsi {{(pid=106271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 13:48:12.193769 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-7cdcb1fc-9bea-4ded-b2e1-18ebc0b10a72 admin admin] Publish callbacks [] for router_gateway (b5952a5f-f697-41d2-9591-3f1323c22c7e), before_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:12.236740 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.plugin [None req-7cdcb1fc-9bea-4ded-b2e1-18ebc0b10a72 admin admin] Deleting port 44aa7dee-073a-4fed-bfc7-33b1ccfce5e8 {{(pid=106268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 13:48:12.237075 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-7cdcb1fc-9bea-4ded-b2e1-18ebc0b10a72 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751015143464'] for port (44aa7dee-073a-4fed-bfc7-33b1ccfce5e8), before_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:12.322300 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.db [None req-7cdcb1fc-9bea-4ded-b2e1-18ebc0b10a72 admin admin] For port 44aa7dee-073a-4fed-bfc7-33b1ccfce5e8, host dv-cinder-860090-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860090-1-iscsi',level=0,port_id=44aa7dee-073a-4fed-bfc7-33b1ccfce5e8,segment=NetworkSegment(bb40cd5f-7936-4373-bcc9-441f3ba1dc24),segment_id=bb40cd5f-7936-4373-bcc9-441f3ba1dc24)] {{(pid=106268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 13:48:12.322666 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-7cdcb1fc-9bea-4ded-b2e1-18ebc0b10a72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724412'] for port (44aa7dee-073a-4fed-bfc7-33b1ccfce5e8), precommit_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:12.325159 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Device 5b116174-9f9f-4896-9258-7e40935b69b0 no longer exists at agent hyperv_hv-cinder-86009 {{(pid=106270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 13:48:12.340567 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.plugin [None req-7cdcb1fc-9bea-4ded-b2e1-18ebc0b10a72 admin admin] Calling delete_port for 44aa7dee-073a-4fed-bfc7-33b1ccfce5e8 owned by network:router_gateway {{(pid=106268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 13:48:12.347708 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] No Port match for: 5b116174-9f9f-4896-9258-7e40935b69b0 {{(pid=106270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 03 13:48:12.348343 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Device 5b116174-9f9f-4896-9258-7e40935b69b0 not bound to the agent host hv-cinder-86009 {{(pid=106270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 03 13:48:12.366178 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_hamode_db [None req-2b8d79e5-223a-4ccc-9638-17afe81be9c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5952a5f-f697-41d2-9591-3f1323c22c7e', 'name': 'tempest-TestMinimumBasicScenario-1312681359-router', 'tenant_id': 'e8b666774ba8449f90cf329b90725fe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'external_fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.197'}], 'enable_snat': True}, 'gw_port_id': '44aa7dee-073a-4fed-bfc7-33b1ccfce5e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:45:35Z', 'updated_at': '2022-10-03T13:48:11Z', 'revision_number': 5, 'project_id': 'e8b666774ba8449f90cf329b90725fe4', 'gw_port': {'id': '44aa7dee-073a-4fed-bfc7-33b1ccfce5e8', 'name': '', 'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:27:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5952a5f-f697-41d2-9591-3f1323c22c7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:45:36Z', 'updated_at': '2022-10-03T13:45:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860090-1-iscsi'}], 'dv-cinder-860090-1-iscsi', False) {} {{(pid=106271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:48:12.390826 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b8d79e5-223a-4ccc-9638-17afe81be9c8 None None] Checking router: b5952a5f-f697-41d2-9591-3f1323c22c7e for host: dv-cinder-860090-1-iscsi {{(pid=106271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 13:48:12.399916 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8d79e5-223a-4ccc-9638-17afe81be9c8 None None] Routers {'b5952a5f-f697-41d2-9591-3f1323c22c7e'} bound to L3 agent in host dv-cinder-860090-1-iscsi {{(pid=106271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 13:48:12.400530 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_hamode_db [None req-2b8d79e5-223a-4ccc-9638-17afe81be9c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860090-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-03T13:22:05Z,description=,heartbeat_timestamp=2022-10-03T13:48:05Z,host='dv-cinder-860090-1-iscsi',id=94180321-47b1-4b5c-b620-b1b0a31df446,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T13:22:05Z,topic='l3_agent')) {'router_ids': ['b5952a5f-f697-41d2-9591-3f1323c22c7e'], 'active': True} {{(pid=106271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:48:12.491018 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_dvr_db [None req-2b8d79e5-223a-4ccc-9638-17afe81be9c8 None None] Set router b5952a5f-f697-41d2-9591-3f1323c22c7e gateway port host: None {{(pid=106271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 13:48:12.520756 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929c0dc6-a625-40cf-af94-6a59ba48eb72 req-9d4bc963-1159-464e-ac57-55994d43ac9b tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:48:12.522487 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-929c0dc6-a625-40cf-af94-6a59ba48eb72 req-9d4bc963-1159-464e-ac57-55994d43ac9b tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=9490f8f0-a79a-44a6-97fe-5a06b851a733 HTTP/1.1" status: 200 len: 945 time: 0.0530088 Oct 03 13:48:12.547004 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_hamode_db [None req-2b8d79e5-223a-4ccc-9638-17afe81be9c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5952a5f-f697-41d2-9591-3f1323c22c7e', 'name': 'tempest-TestMinimumBasicScenario-1312681359-router', 'tenant_id': 'e8b666774ba8449f90cf329b90725fe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:45:35Z', 'updated_at': '2022-10-03T13:48:12Z', 'revision_number': 6, 'project_id': 'e8b666774ba8449f90cf329b90725fe4', 'gw_port_host': None}], 'dv-cinder-860090-1-iscsi', False) {} {{(pid=106271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:48:12.574963 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce25154e-a17d-4f63-9a8c-bce5a222f7e9 req-54d06b9c-a498-4d09-932f-39f85b165818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:48:12.576040 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b8d79e5-223a-4ccc-9638-17afe81be9c8 None None] The sync data for ids ['b5952a5f-f697-41d2-9591-3f1323c22c7e'] in dv-cinder-860090-1-iscsi is: [{'id': 'b5952a5f-f697-41d2-9591-3f1323c22c7e', 'name': 'tempest-TestMinimumBasicScenario-1312681359-router', 'tenant_id': 'e8b666774ba8449f90cf329b90725fe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:45:35Z', 'updated_at': '2022-10-03T13:48:12Z', 'revision_number': 6, 'project_id': 'e8b666774ba8449f90cf329b90725fe4', 'gw_port_host': None}] {{(pid=106271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 13:48:12.576873 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-ce25154e-a17d-4f63-9a8c-bce5a222f7e9 req-54d06b9c-a498-4d09-932f-39f85b165818 service neutron] 10.222.0.65 "GET /networking/v2.0/networks?id=5b3c6d8a-02a1-4730-82ca-c02b5cbef660 HTTP/1.1" status: 200 len: 913 time: 0.1389279 Oct 03 13:48:12.577259 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-929c0dc6-a625-40cf-af94-6a59ba48eb72 req-3cde018f-dcad-4c7a-bf64-774383f174f6 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=9ace053f-6f3b-45d1-9888-9eb91c607356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478733 Oct 03 13:48:12.608561 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-7cdcb1fc-9bea-4ded-b2e1-18ebc0b10a72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751015146406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751014656997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25417805'] for port (44aa7dee-073a-4fed-bfc7-33b1ccfce5e8), after_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:12.626508 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdcb1fc-9bea-4ded-b2e1-18ebc0b10a72 admin admin] Pushing event deleted for resources: {'Port': ['ID=44aa7dee-073a-4fed-bfc7-33b1ccfce5e8,revision_number=None']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:48:12.713863 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-ce25154e-a17d-4f63-9a8c-bce5a222f7e9 req-e3a07c52-b72b-4f54-9d30-540712f8adc0 service neutron] 10.222.0.65 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=25791bff-ae48-4944-884e-9dd7145ea3b9 HTTP/1.1" status: 200 len: 217 time: 0.0362682 Oct 03 13:48:12.750681 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-7cdcb1fc-9bea-4ded-b2e1-18ebc0b10a72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3894908'] for router_gateway (b5952a5f-f697-41d2-9591-3f1323c22c7e), after_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:12.816414 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:48:12.820003 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:48:12.852744 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-7cdcb1fc-9bea-4ded-b2e1-18ebc0b10a72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3893367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3464'] for router (b5952a5f-f697-41d2-9591-3f1323c22c7e), precommit_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:12.855034 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce25154e-a17d-4f63-9a8c-bce5a222f7e9 req-b6df30fd-4e58-411a-be5d-be1ff437f4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:48:12.856478 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-ce25154e-a17d-4f63-9a8c-bce5a222f7e9 req-b6df30fd-4e58-411a-be5d-be1ff437f4d8 service neutron] 10.222.0.65 "GET /networking/v2.0/subnets?id=51f42a02-30ea-44c7-9128-4b02428032bd HTTP/1.1" status: 200 len: 851 time: 0.1344926 Oct 03 13:48:12.858038 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-7cdcb1fc-9bea-4ded-b2e1-18ebc0b10a72 admin admin] Publish callbacks [] for router_controller (b5952a5f-f697-41d2-9591-3f1323c22c7e), precommit_delete_associations {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:12.905653 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-7cdcb1fc-9bea-4ded-b2e1-18ebc0b10a72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3893358'] for router (b5952a5f-f697-41d2-9591-3f1323c22c7e), after_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:12.906189 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cdcb1fc-9bea-4ded-b2e1-18ebc0b10a72 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b5952a5f-f697-41d2-9591-3f1323c22c7e {{(pid=106268) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 03 13:48:12.911734 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-7cdcb1fc-9bea-4ded-b2e1-18ebc0b10a72 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:12.912869 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-7cdcb1fc-9bea-4ded-b2e1-18ebc0b10a72 admin admin] 10.222.0.58 "DELETE /networking/v2.0/routers/b5952a5f-f697-41d2-9591-3f1323c22c7e HTTP/1.1" status: 204 len: 168 time: 0.9509957 Oct 03 13:48:12.915563 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 39490) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:48:12.991478 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce25154e-a17d-4f63-9a8c-bce5a222f7e9 req-23085115-2f76-4fe2-ad42-b0332521f203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:48:12.992970 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-ce25154e-a17d-4f63-9a8c-bce5a222f7e9 req-23085115-2f76-4fe2-ad42-b0332521f203 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?network_id=5b3c6d8a-02a1-4730-82ca-c02b5cbef660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0521894 Oct 03 13:48:12.995721 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cf8e44d-f127-40bb-8882-4306469f39b3 admin admin] Deleting subnet 236f2398-faa5-4e26-befc-9b72a296de36 {{(pid=106268) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 03 13:48:12.999467 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-7cf8e44d-f127-40bb-8882-4306469f39b3 admin admin] Publish callbacks [] for subnet (236f2398-faa5-4e26-befc-9b72a296de36), before_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:13.112789 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-7cf8e44d-f127-40bb-8882-4306469f39b3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25418949'] for subnet (236f2398-faa5-4e26-befc-9b72a296de36), precommit_delete_associations {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:13.119672 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e716e3e4-cad1-4dbf-af56-07f046858d04 req-baf6c476-6ed9-47dc-83d1-c42634c65064 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:48:13.121102 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-e716e3e4-cad1-4dbf-af56-07f046858d04 req-baf6c476-6ed9-47dc-83d1-c42634c65064 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=9490f8f0-a79a-44a6-97fe-5a06b851a733 HTTP/1.1" status: 200 len: 945 time: 0.0982661 Oct 03 13:48:13.261252 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-ce25154e-a17d-4f63-9a8c-bce5a222f7e9 req-3c26396b-6921-4920-a6c7-d0523758a58d service neutron] 10.222.0.65 "GET /networking/v2.0/networks/5b3c6d8a-02a1-4730-82ca-c02b5cbef660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2372177 Oct 03 13:48:13.317184 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.plugin [req-e716e3e4-cad1-4dbf-af56-07f046858d04 req-adc13bc1-f83c-499e-a92c-90fefd415cbe tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Deleting port 25791bff-ae48-4944-884e-9dd7145ea3b9 {{(pid=106268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 13:48:13.317444 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-e716e3e4-cad1-4dbf-af56-07f046858d04 req-adc13bc1-f83c-499e-a92c-90fefd415cbe tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751015143464'] for port (25791bff-ae48-4944-884e-9dd7145ea3b9), before_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:13.387581 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-7cf8e44d-f127-40bb-8882-4306469f39b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1491868'] for subnet (236f2398-faa5-4e26-befc-9b72a296de36), precommit_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:13.510031 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.db [req-e716e3e4-cad1-4dbf-af56-07f046858d04 req-adc13bc1-f83c-499e-a92c-90fefd415cbe tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] For port 25791bff-ae48-4944-884e-9dd7145ea3b9, host hv-cinder-86009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86009',level=0,port_id=25791bff-ae48-4944-884e-9dd7145ea3b9,segment=NetworkSegment(4d86536b-be62-4637-b619-80b82e697b76),segment_id=4d86536b-be62-4637-b619-80b82e697b76)] {{(pid=106268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 13:48:13.510390 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-e716e3e4-cad1-4dbf-af56-07f046858d04 req-adc13bc1-f83c-499e-a92c-90fefd415cbe tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724412'] for port (25791bff-ae48-4944-884e-9dd7145ea3b9), precommit_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:13.514328 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-ce25154e-a17d-4f63-9a8c-bce5a222f7e9 req-611b2e41-123a-40d5-b5ab-d8e36f50f8c0 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/5b3c6d8a-02a1-4730-82ca-c02b5cbef660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2309215 Oct 03 13:48:13.526106 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.plugin [req-e716e3e4-cad1-4dbf-af56-07f046858d04 req-adc13bc1-f83c-499e-a92c-90fefd415cbe tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Calling delete_port for 25791bff-ae48-4944-884e-9dd7145ea3b9 owned by compute:nova {{(pid=106268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 13:48:13.528090 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-7cf8e44d-f127-40bb-8882-4306469f39b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1495987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25417848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25667008'] for subnet (236f2398-faa5-4e26-befc-9b72a296de36), after_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:13.565187 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf8e44d-f127-40bb-8882-4306469f39b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=236f2398-faa5-4e26-befc-9b72a296de36,revision_number=None']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:48:13.567321 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-7cf8e44d-f127-40bb-8882-4306469f39b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798626'] for subnet (None), before_response {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:13.570548 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-7cf8e44d-f127-40bb-8882-4306469f39b3 admin admin] 10.222.0.58 "DELETE /networking/v2.0/subnets/236f2398-faa5-4e26-befc-9b72a296de36 HTTP/1.1" status: 204 len: 168 time: 0.6540706 Oct 03 13:48:13.571328 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2790ae8c-791e-4325-916f-f5663a8b8abe None None] Network aaceeb30-8226-4211-b394-e89b17ce4e38 requested from dv-cinder-860090-1-iscsi {{(pid=106270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 03 13:48:13.573487 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 39494) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:48:13.621356 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:DELETE=4,neutron:SELECT=94,neutron:UPDATE=2 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:48:13.657650 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=86,neutron:DELETE=12,neutron:UPDATE=2 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:48:13.701040 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-69449c1c-f2d8-4ac5-acda-8e312ca3fe85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1465425'] for network (aaceeb30-8226-4211-b394-e89b17ce4e38), before_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:13.743419 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de15acc6-a3db-4ac2-b50b-f6a827c3f161 req-9f73cf10-6f6a-4664-8fa4-af0f0bf55b18 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:48:13.744923 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-de15acc6-a3db-4ac2-b50b-f6a827c3f161 req-9f73cf10-6f6a-4664-8fa4-af0f0bf55b18 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=9490f8f0-a79a-44a6-97fe-5a06b851a733 HTTP/1.1" status: 200 len: 945 time: 0.0685465 Oct 03 13:48:13.746057 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-e716e3e4-cad1-4dbf-af56-07f046858d04 req-adc13bc1-f83c-499e-a92c-90fefd415cbe tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751015146406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751014656997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25417805'] for port (25791bff-ae48-4944-884e-9dd7145ea3b9), after_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:13.761714 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.plugins.ml2.plugin [None req-69449c1c-f2d8-4ac5-acda-8e312ca3fe85 admin admin] Deleting port 54da1bb6-b9d1-462a-b3c8-4c84fc4b4704 {{(pid=106269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 13:48:13.762061 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-69449c1c-f2d8-4ac5-acda-8e312ca3fe85 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751015143464'] for port (54da1bb6-b9d1-462a-b3c8-4c84fc4b4704), before_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:13.786657 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc13bc1-f83c-499e-a92c-90fefd415cbe tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Pushing event deleted for resources: {'Port': ['ID=25791bff-ae48-4944-884e-9dd7145ea3b9,revision_number=None']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:48:13.814002 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-286c7d67-4d39-4ce7-971c-952116233f9d None None] DHCP port deletion for aaceeb30-8226-4211-b394-e89b17ce4e38 request from dv-cinder-860090-1-iscsi {{(pid=106270) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 03 13:48:13.843905 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.plugins.ml2.db [None req-69449c1c-f2d8-4ac5-acda-8e312ca3fe85 admin admin] For port 54da1bb6-b9d1-462a-b3c8-4c84fc4b4704, host dv-cinder-860090-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860090-1-iscsi',level=0,port_id=54da1bb6-b9d1-462a-b3c8-4c84fc4b4704,segment=NetworkSegment(8d7404da-76ae-470e-bccd-b422f80b4e84),segment_id=8d7404da-76ae-470e-bccd-b422f80b4e84)] {{(pid=106269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 13:48:13.844680 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-69449c1c-f2d8-4ac5-acda-8e312ca3fe85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724412'] for port (54da1bb6-b9d1-462a-b3c8-4c84fc4b4704), precommit_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:13.858290 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-286c7d67-4d39-4ce7-971c-952116233f9d None None] Deleting port 54da1bb6-b9d1-462a-b3c8-4c84fc4b4704 {{(pid=106270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 13:48:13.858667 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-286c7d67-4d39-4ce7-971c-952116233f9d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751015143464'] for port (54da1bb6-b9d1-462a-b3c8-4c84fc4b4704), before_delete {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:13.858925 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.plugins.ml2.plugin [None req-69449c1c-f2d8-4ac5-acda-8e312ca3fe85 admin admin] Calling delete_port for 54da1bb6-b9d1-462a-b3c8-4c84fc4b4704 owned by network:dhcp {{(pid=106269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 13:48:13.865981 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.db.l3_dvrscheduler_db [req-e716e3e4-cad1-4dbf-af56-07f046858d04 req-adc13bc1-f83c-499e-a92c-90fefd415cbe tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] No DVR routers for this DVR port 25791bff-ae48-4944-884e-9dd7145ea3b9 on host hv-cinder-86009 {{(pid=106268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 03 13:48:13.870619 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-e716e3e4-cad1-4dbf-af56-07f046858d04 req-adc13bc1-f83c-499e-a92c-90fefd415cbe tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512321'] for port (None), before_response {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:13.874675 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-e716e3e4-cad1-4dbf-af56-07f046858d04 req-adc13bc1-f83c-499e-a92c-90fefd415cbe tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] 10.222.0.65 "DELETE /networking/v2.0/ports/25791bff-ae48-4944-884e-9dd7145ea3b9 HTTP/1.1" status: 204 len: 173 time: 0.7302926 Oct 03 13:48:13.874675 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9490f8f0-a79a-44a6-97fe-5a06b851a733', 'name': 'network-vif-deleted', 'tag': '25791bff-ae48-4944-884e-9dd7145ea3b9'}] {{(pid=106268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 13:48:13.878357 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd70873512ffc397a2b7ac25ee02414627e7506f7787b64d61dc92e00300ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a79a4579-b91d-45cc-acb3-540b72bab30b" -d '{"events": [{"server_uuid": "9490f8f0-a79a-44a6-97fe-5a06b851a733", "name": "network-vif-deleted", "tag": "25791bff-ae48-4944-884e-9dd7145ea3b9"}]}' {{(pid=106268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 13:48:13.918799 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-de15acc6-a3db-4ac2-b50b-f6a827c3f161 req-c32de236-de1c-4205-9c41-d4fb580345a3 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=9ace053f-6f3b-45d1-9888-9eb91c607356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1617577 Oct 03 13:48:13.942572 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.db [None req-286c7d67-4d39-4ce7-971c-952116233f9d None None] For port 54da1bb6-b9d1-462a-b3c8-4c84fc4b4704, host dv-cinder-860090-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860090-1-iscsi',level=0,port_id=54da1bb6-b9d1-462a-b3c8-4c84fc4b4704,segment=NetworkSegment(8d7404da-76ae-470e-bccd-b422f80b4e84),segment_id=8d7404da-76ae-470e-bccd-b422f80b4e84)] {{(pid=106270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 13:48:13.943113 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-286c7d67-4d39-4ce7-971c-952116233f9d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724412'] for port (54da1bb6-b9d1-462a-b3c8-4c84fc4b4704), precommit_delete {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:13.951869 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 13:48:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-886cfdf7-f084-4ad2-b399-282393e0ac76 x-openstack-request-id: req-886cfdf7-f084-4ad2-b399-282393e0ac76 {{(pid=106268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 13:48:13.952158 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9490f8f0-a79a-44a6-97fe-5a06b851a733", "name": "network-vif-deleted", "tag": "25791bff-ae48-4944-884e-9dd7145ea3b9", "status": "completed", "code": 200}]} {{(pid=106268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 13:48:13.952415 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-886cfdf7-f084-4ad2-b399-282393e0ac76 {{(pid=106268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 13:48:13.952820 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.notifiers.nova [-] Nova event matching ['req-886cfdf7-f084-4ad2-b399-282393e0ac76'] response: {'server_uuid': '9490f8f0-a79a-44a6-97fe-5a06b851a733', 'name': 'network-vif-deleted', 'tag': '25791bff-ae48-4944-884e-9dd7145ea3b9', 'status': 'completed', 'code': 200} Oct 03 13:48:13.964936 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-286c7d67-4d39-4ce7-971c-952116233f9d None None] Calling delete_port for 54da1bb6-b9d1-462a-b3c8-4c84fc4b4704 owned by network:dhcp {{(pid=106270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 13:48:13.991439 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-69449c1c-f2d8-4ac5-acda-8e312ca3fe85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751015146406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751014656997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26503125'] for port (54da1bb6-b9d1-462a-b3c8-4c84fc4b4704), after_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:14.009026 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:48:14.011638 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:48:14.020808 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69449c1c-f2d8-4ac5-acda-8e312ca3fe85 admin admin] Pushing event deleted for resources: {'Port': ['ID=54da1bb6-b9d1-462a-b3c8-4c84fc4b4704,revision_number=None']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:48:14.025868 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69449c1c-f2d8-4ac5-acda-8e312ca3fe85 admin admin] No DVR routers for this DVR port 54da1bb6-b9d1-462a-b3c8-4c84fc4b4704 on host dv-cinder-860090-1-iscsi {{(pid=106269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 03 13:48:14.057884 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-286c7d67-4d39-4ce7-971c-952116233f9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751015146406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751014656997'] for port (54da1bb6-b9d1-462a-b3c8-4c84fc4b4704), after_delete {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:14.072054 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-286c7d67-4d39-4ce7-971c-952116233f9d None None] No DVR routers for this DVR port 54da1bb6-b9d1-462a-b3c8-4c84fc4b4704 on host dv-cinder-860090-1-iscsi {{(pid=106270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 03 13:48:14.097862 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Device 44aa7dee-073a-4fed-bfc7-33b1ccfce5e8 no longer exists at agent ovs-agent-dv-cinder-860090-1-iscsi {{(pid=106270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 13:48:14.099238 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-69449c1c-f2d8-4ac5-acda-8e312ca3fe85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1335438', 'neutron.services.segments.db._delete_segments_for_network-8751015121372'] for network (aaceeb30-8226-4211-b394-e89b17ce4e38), precommit_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:14.117956 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286c7d67-4d39-4ce7-971c-952116233f9d None None] Pushing event deleted for resources: {'Port': ['ID=54da1bb6-b9d1-462a-b3c8-4c84fc4b4704,revision_number=None']} {{(pid=106270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:48:14.121048 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] No Port match for: 44aa7dee-073a-4fed-bfc7-33b1ccfce5e8 {{(pid=106270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 03 13:48:14.121398 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Device 44aa7dee-073a-4fed-bfc7-33b1ccfce5e8 not bound to the agent host dv-cinder-860090-1-iscsi {{(pid=106270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 03 13:48:14.121839 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Device 54da1bb6-b9d1-462a-b3c8-4c84fc4b4704 no longer exists at agent ovs-agent-dv-cinder-860090-1-iscsi {{(pid=106270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 13:48:14.123123 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.services.segments.db [None req-69449c1c-f2d8-4ac5-acda-8e312ca3fe85 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aaceeb30-8226-4211-b394-e89b17ce4e38']}} {{(pid=106269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:48:14.135019 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.services.segments.db [None req-69449c1c-f2d8-4ac5-acda-8e312ca3fe85 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d7404da-76ae-470e-bccd-b422f80b4e84') {'for_net_delete': True} {{(pid=106269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:48:14.135560 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.services.segments.db [None req-69449c1c-f2d8-4ac5-acda-8e312ca3fe85 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d7404da-76ae-470e-bccd-b422f80b4e84') {} {{(pid=106269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:48:14.146667 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286c7d67-4d39-4ce7-971c-952116233f9d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:48:14.147334 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286c7d67-4d39-4ce7-971c-952116233f9d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:48:14.147681 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286c7d67-4d39-4ce7-971c-952116233f9d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:48:14.148029 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286c7d67-4d39-4ce7-971c-952116233f9d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:48:14.148371 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286c7d67-4d39-4ce7-971c-952116233f9d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:48:14.148704 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286c7d67-4d39-4ce7-971c-952116233f9d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:48:14.148910 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-69449c1c-f2d8-4ac5-acda-8e312ca3fe85 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751015173030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25824161'] for segment (8d7404da-76ae-470e-bccd-b422f80b4e84), before_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:14.149051 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286c7d67-4d39-4ce7-971c-952116233f9d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:48:14.149349 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286c7d67-4d39-4ce7-971c-952116233f9d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:48:14.149707 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286c7d67-4d39-4ce7-971c-952116233f9d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:48:14.150035 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286c7d67-4d39-4ce7-971c-952116233f9d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:48:14.150365 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286c7d67-4d39-4ce7-971c-952116233f9d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:48:14.150692 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286c7d67-4d39-4ce7-971c-952116233f9d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:48:14.151019 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286c7d67-4d39-4ce7-971c-952116233f9d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:48:14.151531 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286c7d67-4d39-4ce7-971c-952116233f9d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:48:14.151860 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286c7d67-4d39-4ce7-971c-952116233f9d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:48:14.154693 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] No Port match for: 54da1bb6-b9d1-462a-b3c8-4c84fc4b4704 {{(pid=106270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 03 13:48:14.155038 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Device 54da1bb6-b9d1-462a-b3c8-4c84fc4b4704 not bound to the agent host dv-cinder-860090-1-iscsi {{(pid=106270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 03 13:48:14.155632 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Device 642eb4a6-46c8-49a4-bf13-f030cbebb20e no longer exists at agent ovs-agent-dv-cinder-860090-1-iscsi {{(pid=106270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 13:48:14.162734 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:48:14.167159 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-69449c1c-f2d8-4ac5-acda-8e312ca3fe85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1333683'] for segment (8d7404da-76ae-470e-bccd-b422f80b4e84), precommit_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:14.175471 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69449c1c-f2d8-4ac5-acda-8e312ca3fe85 admin admin] Releasing vlan 625 on physical network physnet1 to pool {{(pid=106269) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 03 13:48:14.176308 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-69449c1c-f2d8-4ac5-acda-8e312ca3fe85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1333683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26502922'] for segment (8d7404da-76ae-470e-bccd-b422f80b4e84), after_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:14.177600 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] No Port match for: 642eb4a6-46c8-49a4-bf13-f030cbebb20e {{(pid=106270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 03 13:48:14.177978 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Device 642eb4a6-46c8-49a4-bf13-f030cbebb20e not bound to the agent host dv-cinder-860090-1-iscsi {{(pid=106270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 03 13:48:14.255645 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-69449c1c-f2d8-4ac5-acda-8e312ca3fe85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1337213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3894947'] for network (aaceeb30-8226-4211-b394-e89b17ce4e38), after_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:14.272469 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-69449c1c-f2d8-4ac5-acda-8e312ca3fe85 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798626'] for network (None), before_response {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:14.276542 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-69449c1c-f2d8-4ac5-acda-8e312ca3fe85 admin admin] 10.222.0.58 "DELETE /networking/v2.0/networks/aaceeb30-8226-4211-b394-e89b17ce4e38 HTTP/1.1" status: 204 len: 168 time: 0.7015278 Oct 03 13:48:14.279467 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 39504) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:48:14.289061 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69449c1c-f2d8-4ac5-acda-8e312ca3fe85 admin admin] Pushing event deleted for resources: {'Network': ['ID=aaceeb30-8226-4211-b394-e89b17ce4e38,revision_number=None']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:48:14.349816 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.services.segments.plugin [-] Segment 8d7404da-76ae-470e-bccd-b422f80b4e84 resource provider aggregate not found Oct 03 13:48:14.370943 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.services.segments.plugin [-] Segment 8d7404da-76ae-470e-bccd-b422f80b4e84 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8d7404da-76ae-470e-bccd-b422f80b4e84 found for delete ", "request_id": "req-c9170153-4270-4bc4-a765-49734ba82d72"}]} Oct 03 13:48:14.885590 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-31133aa7-770b-4d25-8e81-e009d9b33e17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3893314'] for router_interface (f445bb84-0b46-4d2b-b9c0-69b1df1a6571), before_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:15.122738 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.plugin [None req-31133aa7-770b-4d25-8e81-e009d9b33e17 admin admin] Deleting port 955a49e9-8ed0-4478-8086-50bbc5279c2a {{(pid=106268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 13:48:15.123070 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-31133aa7-770b-4d25-8e81-e009d9b33e17 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751015143464'] for port (955a49e9-8ed0-4478-8086-50bbc5279c2a), before_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:15.200349 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:48:15.206712 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.db [None req-31133aa7-770b-4d25-8e81-e009d9b33e17 admin admin] For port 955a49e9-8ed0-4478-8086-50bbc5279c2a, host dv-cinder-860090-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860090-1-iscsi',level=0,port_id=955a49e9-8ed0-4478-8086-50bbc5279c2a,segment=NetworkSegment(faee4e33-f717-4cbd-82fc-3d4a00b17367),segment_id=faee4e33-f717-4cbd-82fc-3d4a00b17367)] {{(pid=106268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 13:48:15.207070 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-31133aa7-770b-4d25-8e81-e009d9b33e17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724412'] for port (955a49e9-8ed0-4478-8086-50bbc5279c2a), precommit_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:15.222020 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.plugin [None req-31133aa7-770b-4d25-8e81-e009d9b33e17 admin admin] Calling delete_port for 955a49e9-8ed0-4478-8086-50bbc5279c2a owned by network:router_interface {{(pid=106268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 13:48:15.359019 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:48:15.411723 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-31133aa7-770b-4d25-8e81-e009d9b33e17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751015146406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751014656997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25417805'] for port (955a49e9-8ed0-4478-8086-50bbc5279c2a), after_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:15.443544 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31133aa7-770b-4d25-8e81-e009d9b33e17 admin admin] Pushing event deleted for resources: {'Port': ['ID=955a49e9-8ed0-4478-8086-50bbc5279c2a,revision_number=None']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:48:15.615518 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-31133aa7-770b-4d25-8e81-e009d9b33e17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3798541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3893302'] for router_interface (f445bb84-0b46-4d2b-b9c0-69b1df1a6571), after_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:15.820089 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31133aa7-770b-4d25-8e81-e009d9b33e17 admin admin] Router f445bb84-0b46-4d2b-b9c0-69b1df1a6571 has already been hosted by L3 agent 94180321-47b1-4b5c-b620-b1b0a31df446 {{(pid=106268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 03 13:48:15.927324 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31133aa7-770b-4d25-8e81-e009d9b33e17 admin admin] Notify agent at l3_agent.dv-cinder-860090-1-iscsi the message routers_updated {{(pid=106268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 13:48:15.932312 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-31133aa7-770b-4d25-8e81-e009d9b33e17 admin admin] 10.222.0.58 "PUT /networking/v2.0/routers/f445bb84-0b46-4d2b-b9c0-69b1df1a6571/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6516967 Oct 03 13:48:15.935022 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 39514) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:48:15.937740 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e99fe8-ab27-475b-ba69-cbd35f8837c0 None None] Sync routers for ids ['f445bb84-0b46-4d2b-b9c0-69b1df1a6571'] in dv-cinder-860090-1-iscsi {{(pid=106270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 13:48:15.949726 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e99fe8-ab27-475b-ba69-cbd35f8837c0 None None] Routers {'f445bb84-0b46-4d2b-b9c0-69b1df1a6571'} bound to L3 agent in host dv-cinder-860090-1-iscsi {{(pid=106270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 13:48:15.950350 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_hamode_db [None req-e2e99fe8-ab27-475b-ba69-cbd35f8837c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860090-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-03T13:22:05Z,description=,heartbeat_timestamp=2022-10-03T13:48:05Z,host='dv-cinder-860090-1-iscsi',id=94180321-47b1-4b5c-b620-b1b0a31df446,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T13:22:05Z,topic='l3_agent')) {'router_ids': ['f445bb84-0b46-4d2b-b9c0-69b1df1a6571'], 'active': True} {{(pid=106270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:48:16.040575 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-6cb5c29c-4afe-40d8-a794-698645523758 admin admin] Publish callbacks [] for router (f445bb84-0b46-4d2b-b9c0-69b1df1a6571), before_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:16.058668 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_dvr_db [None req-e2e99fe8-ab27-475b-ba69-cbd35f8837c0 None None] Set router f445bb84-0b46-4d2b-b9c0-69b1df1a6571 gateway port host: dv-cinder-860090-1-iscsi {{(pid=106270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 13:48:16.133511 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:48:16.149323 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-6cb5c29c-4afe-40d8-a794-698645523758 admin admin] Publish callbacks [] for router_gateway (f445bb84-0b46-4d2b-b9c0-69b1df1a6571), before_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:16.205718 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.plugin [None req-6cb5c29c-4afe-40d8-a794-698645523758 admin admin] Deleting port 04adab67-2313-477f-a1a6-62688dc51b96 {{(pid=106268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 13:48:16.206250 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-6cb5c29c-4afe-40d8-a794-698645523758 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751015143464'] for port (04adab67-2313-477f-a1a6-62688dc51b96), before_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:16.268371 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_hamode_db [None req-e2e99fe8-ab27-475b-ba69-cbd35f8837c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f445bb84-0b46-4d2b-b9c0-69b1df1a6571', 'name': 'tempest-TestMinimumBasicScenario-788699248-router', 'tenant_id': '588509197e27499087ec1efe8338d7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'external_fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': '04adab67-2313-477f-a1a6-62688dc51b96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:45:40Z', 'updated_at': '2022-10-03T13:48:15Z', 'revision_number': 5, 'project_id': '588509197e27499087ec1efe8338d7fc', 'gw_port': {'id': '04adab67-2313-477f-a1a6-62688dc51b96', 'name': '', 'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:54:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f445bb84-0b46-4d2b-b9c0-69b1df1a6571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:45:41Z', 'updated_at': '2022-10-03T13:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860090-1-iscsi'}], 'dv-cinder-860090-1-iscsi', False) {} {{(pid=106270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:48:16.274013 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:48:16.294222 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e99fe8-ab27-475b-ba69-cbd35f8837c0 None None] Checking router: f445bb84-0b46-4d2b-b9c0-69b1df1a6571 for host: dv-cinder-860090-1-iscsi {{(pid=106270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 13:48:16.299053 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.db [None req-6cb5c29c-4afe-40d8-a794-698645523758 admin admin] For port 04adab67-2313-477f-a1a6-62688dc51b96, host dv-cinder-860090-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860090-1-iscsi',level=0,port_id=04adab67-2313-477f-a1a6-62688dc51b96,segment=NetworkSegment(bb40cd5f-7936-4373-bcc9-441f3ba1dc24),segment_id=bb40cd5f-7936-4373-bcc9-441f3ba1dc24)] {{(pid=106268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 13:48:16.299417 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-6cb5c29c-4afe-40d8-a794-698645523758 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724412'] for port (04adab67-2313-477f-a1a6-62688dc51b96), precommit_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:16.303671 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e99fe8-ab27-475b-ba69-cbd35f8837c0 None None] Routers {'f445bb84-0b46-4d2b-b9c0-69b1df1a6571'} bound to L3 agent in host dv-cinder-860090-1-iscsi {{(pid=106270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 13:48:16.304305 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_hamode_db [None req-e2e99fe8-ab27-475b-ba69-cbd35f8837c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860090-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-03T13:22:05Z,description=,heartbeat_timestamp=2022-10-03T13:48:05Z,host='dv-cinder-860090-1-iscsi',id=94180321-47b1-4b5c-b620-b1b0a31df446,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T13:22:05Z,topic='l3_agent')) {'router_ids': ['f445bb84-0b46-4d2b-b9c0-69b1df1a6571'], 'active': True} {{(pid=106270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:48:16.312558 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.plugin [None req-6cb5c29c-4afe-40d8-a794-698645523758 admin admin] Calling delete_port for 04adab67-2313-477f-a1a6-62688dc51b96 owned by network:router_gateway {{(pid=106268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 13:48:16.370522 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Device 25791bff-ae48-4944-884e-9dd7145ea3b9 no longer exists at agent hyperv_hv-cinder-86009 {{(pid=106270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 13:48:16.397499 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] No Port match for: 25791bff-ae48-4944-884e-9dd7145ea3b9 {{(pid=106270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 03 13:48:16.397836 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Device 25791bff-ae48-4944-884e-9dd7145ea3b9 not bound to the agent host hv-cinder-86009 {{(pid=106270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 03 13:48:16.412966 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_dvr_db [None req-e2e99fe8-ab27-475b-ba69-cbd35f8837c0 None None] Set router f445bb84-0b46-4d2b-b9c0-69b1df1a6571 gateway port host: None {{(pid=106270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 13:48:16.473199 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_hamode_db [None req-e2e99fe8-ab27-475b-ba69-cbd35f8837c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f445bb84-0b46-4d2b-b9c0-69b1df1a6571', 'name': 'tempest-TestMinimumBasicScenario-788699248-router', 'tenant_id': '588509197e27499087ec1efe8338d7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:45:40Z', 'updated_at': '2022-10-03T13:48:16Z', 'revision_number': 6, 'project_id': '588509197e27499087ec1efe8338d7fc', 'gw_port_host': None}], 'dv-cinder-860090-1-iscsi', False) {} {{(pid=106270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:48:16.487438 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-6cb5c29c-4afe-40d8-a794-698645523758 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751015146406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751014656997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25417805'] for port (04adab67-2313-477f-a1a6-62688dc51b96), after_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:16.500538 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e99fe8-ab27-475b-ba69-cbd35f8837c0 None None] The sync data for ids ['f445bb84-0b46-4d2b-b9c0-69b1df1a6571'] in dv-cinder-860090-1-iscsi is: [{'id': 'f445bb84-0b46-4d2b-b9c0-69b1df1a6571', 'name': 'tempest-TestMinimumBasicScenario-788699248-router', 'tenant_id': '588509197e27499087ec1efe8338d7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:45:40Z', 'updated_at': '2022-10-03T13:48:16Z', 'revision_number': 6, 'project_id': '588509197e27499087ec1efe8338d7fc', 'gw_port_host': None}] {{(pid=106270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 13:48:16.515885 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb5c29c-4afe-40d8-a794-698645523758 admin admin] Pushing event deleted for resources: {'Port': ['ID=04adab67-2313-477f-a1a6-62688dc51b96,revision_number=None']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:48:16.586374 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-6cb5c29c-4afe-40d8-a794-698645523758 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3894908'] for router_gateway (f445bb84-0b46-4d2b-b9c0-69b1df1a6571), after_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:16.675241 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-6cb5c29c-4afe-40d8-a794-698645523758 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3893367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3464'] for router (f445bb84-0b46-4d2b-b9c0-69b1df1a6571), precommit_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:16.677333 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-6cb5c29c-4afe-40d8-a794-698645523758 admin admin] Publish callbacks [] for router_controller (f445bb84-0b46-4d2b-b9c0-69b1df1a6571), precommit_delete_associations {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:16.723079 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-6cb5c29c-4afe-40d8-a794-698645523758 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3893358'] for router (f445bb84-0b46-4d2b-b9c0-69b1df1a6571), after_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:16.723911 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cb5c29c-4afe-40d8-a794-698645523758 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f445bb84-0b46-4d2b-b9c0-69b1df1a6571 {{(pid=106268) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 03 13:48:16.728146 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-6cb5c29c-4afe-40d8-a794-698645523758 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:16.729292 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-6cb5c29c-4afe-40d8-a794-698645523758 admin admin] 10.222.0.58 "DELETE /networking/v2.0/routers/f445bb84-0b46-4d2b-b9c0-69b1df1a6571 HTTP/1.1" status: 204 len: 168 time: 0.7933154 Oct 03 13:48:16.731937 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 39522) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:48:16.776101 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb3895f9-6caf-4b68-9dc6-3dcca7389d07 admin admin] Deleting subnet 56bb1b21-aa37-4f76-9e26-f939f7f9eac9 {{(pid=106268) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 03 13:48:16.779178 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-eb3895f9-6caf-4b68-9dc6-3dcca7389d07 admin admin] Publish callbacks [] for subnet (56bb1b21-aa37-4f76-9e26-f939f7f9eac9), before_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:16.814563 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-eb3895f9-6caf-4b68-9dc6-3dcca7389d07 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25418949'] for subnet (56bb1b21-aa37-4f76-9e26-f939f7f9eac9), precommit_delete_associations {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:16.896679 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-eb3895f9-6caf-4b68-9dc6-3dcca7389d07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1491868'] for subnet (56bb1b21-aa37-4f76-9e26-f939f7f9eac9), precommit_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:16.951393 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-eb3895f9-6caf-4b68-9dc6-3dcca7389d07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1495987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25417848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25667008'] for subnet (56bb1b21-aa37-4f76-9e26-f939f7f9eac9), after_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:16.978278 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3895f9-6caf-4b68-9dc6-3dcca7389d07 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56bb1b21-aa37-4f76-9e26-f939f7f9eac9,revision_number=None']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:48:16.980248 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-eb3895f9-6caf-4b68-9dc6-3dcca7389d07 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798626'] for subnet (None), before_response {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:16.983400 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-eb3895f9-6caf-4b68-9dc6-3dcca7389d07 admin admin] 10.222.0.58 "DELETE /networking/v2.0/subnets/56bb1b21-aa37-4f76-9e26-f939f7f9eac9 HTTP/1.1" status: 204 len: 168 time: 0.2505481 Oct 03 13:48:16.984792 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06e2f910-b747-4b3b-b514-9a9253b05efb None None] Network 255b1c2a-b27e-48ca-856f-8fe2c9cbc5ce requested from dv-cinder-860090-1-iscsi {{(pid=106270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 03 13:48:16.986112 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 39524) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:48:17.042369 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:48:17.060511 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-96df2cca-322b-42f3-87eb-98bce9e85cef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1465425'] for network (255b1c2a-b27e-48ca-856f-8fe2c9cbc5ce), before_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:17.108388 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.plugins.ml2.plugin [None req-96df2cca-322b-42f3-87eb-98bce9e85cef admin admin] Deleting port 63c9ce25-a8bf-4c72-9ed9-a85cfc6c7068 {{(pid=106269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 13:48:17.108720 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-96df2cca-322b-42f3-87eb-98bce9e85cef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751015143464'] for port (63c9ce25-a8bf-4c72-9ed9-a85cfc6c7068), before_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:17.174108 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.plugins.ml2.db [None req-96df2cca-322b-42f3-87eb-98bce9e85cef admin admin] For port 63c9ce25-a8bf-4c72-9ed9-a85cfc6c7068, host dv-cinder-860090-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860090-1-iscsi',level=0,port_id=63c9ce25-a8bf-4c72-9ed9-a85cfc6c7068,segment=NetworkSegment(faee4e33-f717-4cbd-82fc-3d4a00b17367),segment_id=faee4e33-f717-4cbd-82fc-3d4a00b17367)] {{(pid=106269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 13:48:17.174351 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-96df2cca-322b-42f3-87eb-98bce9e85cef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724412'] for port (63c9ce25-a8bf-4c72-9ed9-a85cfc6c7068), precommit_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:17.187354 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.plugins.ml2.plugin [None req-96df2cca-322b-42f3-87eb-98bce9e85cef admin admin] Calling delete_port for 63c9ce25-a8bf-4c72-9ed9-a85cfc6c7068 owned by network:dhcp {{(pid=106269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 13:48:17.249443 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c22481c-d2b1-443a-878b-2196c9bc944f None None] DHCP port deletion for 255b1c2a-b27e-48ca-856f-8fe2c9cbc5ce request from dv-cinder-860090-1-iscsi {{(pid=106270) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 03 13:48:17.266877 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 39528) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:48:17.292541 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-0c22481c-d2b1-443a-878b-2196c9bc944f None None] Deleting port 63c9ce25-a8bf-4c72-9ed9-a85cfc6c7068 {{(pid=106270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 13:48:17.292918 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-0c22481c-d2b1-443a-878b-2196c9bc944f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751015143464'] for port (63c9ce25-a8bf-4c72-9ed9-a85cfc6c7068), before_delete {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:17.310241 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-96df2cca-322b-42f3-87eb-98bce9e85cef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751015146406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751014656997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26503125'] for port (63c9ce25-a8bf-4c72-9ed9-a85cfc6c7068), after_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:17.344020 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96df2cca-322b-42f3-87eb-98bce9e85cef admin admin] No DVR routers for this DVR port 63c9ce25-a8bf-4c72-9ed9-a85cfc6c7068 on host dv-cinder-860090-1-iscsi {{(pid=106269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 03 13:48:17.353617 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96df2cca-322b-42f3-87eb-98bce9e85cef admin admin] Pushing event deleted for resources: {'Port': ['ID=63c9ce25-a8bf-4c72-9ed9-a85cfc6c7068,revision_number=None']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:48:17.366088 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.db [None req-0c22481c-d2b1-443a-878b-2196c9bc944f None None] For port 63c9ce25-a8bf-4c72-9ed9-a85cfc6c7068, host dv-cinder-860090-1-iscsi, got binding levels [] {{(pid=106270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 13:48:17.366535 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-0c22481c-d2b1-443a-878b-2196c9bc944f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724412'] for port (63c9ce25-a8bf-4c72-9ed9-a85cfc6c7068), precommit_delete {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:17.380840 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-0c22481c-d2b1-443a-878b-2196c9bc944f None None] Calling delete_port for 63c9ce25-a8bf-4c72-9ed9-a85cfc6c7068 owned by network:dhcp {{(pid=106270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 13:48:17.383814 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.ipam_backend_mixin [None req-0c22481c-d2b1-443a-878b-2196c9bc944f None None] Port 63c9ce25-a8bf-4c72-9ed9-a85cfc6c7068 was not found and therefore no delete operation was performed {{(pid=106270) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Oct 03 13:48:17.385169 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-0c22481c-d2b1-443a-878b-2196c9bc944f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751015146406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751014656997'] for port (63c9ce25-a8bf-4c72-9ed9-a85cfc6c7068), after_delete {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:17.409608 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c22481c-d2b1-443a-878b-2196c9bc944f None None] Pushing event deleted for resources: {'Port': ['ID=63c9ce25-a8bf-4c72-9ed9-a85cfc6c7068,revision_number=None']} {{(pid=106270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:48:17.414980 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c22481c-d2b1-443a-878b-2196c9bc944f None None] No DVR routers for this DVR port 63c9ce25-a8bf-4c72-9ed9-a85cfc6c7068 on host dv-cinder-860090-1-iscsi {{(pid=106270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 03 13:48:17.487887 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-96df2cca-322b-42f3-87eb-98bce9e85cef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1335438', 'neutron.services.segments.db._delete_segments_for_network-8751015121372'] for network (255b1c2a-b27e-48ca-856f-8fe2c9cbc5ce), precommit_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:17.796024 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.services.segments.db [None req-96df2cca-322b-42f3-87eb-98bce9e85cef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['255b1c2a-b27e-48ca-856f-8fe2c9cbc5ce']}} {{(pid=106269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:48:17.813758 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.services.segments.db [None req-96df2cca-322b-42f3-87eb-98bce9e85cef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'faee4e33-f717-4cbd-82fc-3d4a00b17367') {'for_net_delete': True} {{(pid=106269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:48:17.814048 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.services.segments.db [None req-96df2cca-322b-42f3-87eb-98bce9e85cef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'faee4e33-f717-4cbd-82fc-3d4a00b17367') {} {{(pid=106269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:48:17.827352 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-96df2cca-322b-42f3-87eb-98bce9e85cef admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751015173030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25824161'] for segment (faee4e33-f717-4cbd-82fc-3d4a00b17367), before_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:17.833522 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.plugins.ml2.plugin [None req-a36772c1-cd7c-4a16-ac77-04e80a071517 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Deleting port 68a272c5-fe64-430f-ae3c-78ebcaaae50a {{(pid=106269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 13:48:17.833850 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-a36772c1-cd7c-4a16-ac77-04e80a071517 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751015143464'] for port (68a272c5-fe64-430f-ae3c-78ebcaaae50a), before_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:17.875299 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-96df2cca-322b-42f3-87eb-98bce9e85cef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1333683'] for segment (faee4e33-f717-4cbd-82fc-3d4a00b17367), precommit_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:17.885434 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96df2cca-322b-42f3-87eb-98bce9e85cef admin admin] Releasing vlan 623 on physical network physnet1 to pool {{(pid=106269) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 03 13:48:17.885842 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-96df2cca-322b-42f3-87eb-98bce9e85cef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1333683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26502922'] for segment (faee4e33-f717-4cbd-82fc-3d4a00b17367), after_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:17.908008 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.services.segments.plugin [-] Segment faee4e33-f717-4cbd-82fc-3d4a00b17367 resource provider aggregate not found Oct 03 13:48:17.954740 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.services.segments.plugin [-] Segment faee4e33-f717-4cbd-82fc-3d4a00b17367 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid faee4e33-f717-4cbd-82fc-3d4a00b17367 found for delete ", "request_id": "req-707a3d3b-c053-46db-9e9c-3f210b7ac7a0"}]} Oct 03 13:48:17.977576 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-96df2cca-322b-42f3-87eb-98bce9e85cef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1337213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3894947'] for network (255b1c2a-b27e-48ca-856f-8fe2c9cbc5ce), after_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:17.980198 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-a36772c1-cd7c-4a16-ac77-04e80a071517 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724412'] for port (68a272c5-fe64-430f-ae3c-78ebcaaae50a), precommit_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:17.980529 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-a36772c1-cd7c-4a16-ac77-04e80a071517 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Publish callbacks [] for floatingip (68a272c5-fe64-430f-ae3c-78ebcaaae50a), precommit_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:17.991952 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-96df2cca-322b-42f3-87eb-98bce9e85cef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798626'] for network (None), before_response {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:17.995040 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-96df2cca-322b-42f3-87eb-98bce9e85cef admin admin] 10.222.0.58 "DELETE /networking/v2.0/networks/255b1c2a-b27e-48ca-856f-8fe2c9cbc5ce HTTP/1.1" status: 204 len: 168 time: 1.0078692 Oct 03 13:48:18.002427 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.plugins.ml2.plugin [None req-a36772c1-cd7c-4a16-ac77-04e80a071517 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Calling delete_port for 68a272c5-fe64-430f-ae3c-78ebcaaae50a owned by network:floatingip {{(pid=106269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 13:48:18.016490 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96df2cca-322b-42f3-87eb-98bce9e85cef admin admin] Pushing event deleted for resources: {'Network': ['ID=255b1c2a-b27e-48ca-856f-8fe2c9cbc5ce,revision_number=None']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:48:18.065003 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Device 63c9ce25-a8bf-4c72-9ed9-a85cfc6c7068 no longer exists at agent ovs-agent-dv-cinder-860090-1-iscsi {{(pid=106270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 13:48:18.066318 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:48:18.088088 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] No Port match for: 63c9ce25-a8bf-4c72-9ed9-a85cfc6c7068 {{(pid=106270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 03 13:48:18.088435 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Device 63c9ce25-a8bf-4c72-9ed9-a85cfc6c7068 not bound to the agent host dv-cinder-860090-1-iscsi {{(pid=106270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 03 13:48:18.089185 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Device 955a49e9-8ed0-4478-8086-50bbc5279c2a no longer exists at agent ovs-agent-dv-cinder-860090-1-iscsi {{(pid=106270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 13:48:18.109476 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] No Port match for: 955a49e9-8ed0-4478-8086-50bbc5279c2a {{(pid=106270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 03 13:48:18.109859 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Device 955a49e9-8ed0-4478-8086-50bbc5279c2a not bound to the agent host dv-cinder-860090-1-iscsi {{(pid=106270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 03 13:48:18.110282 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Device 04adab67-2313-477f-a1a6-62688dc51b96 no longer exists at agent ovs-agent-dv-cinder-860090-1-iscsi {{(pid=106270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 13:48:18.129184 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] No Port match for: 04adab67-2313-477f-a1a6-62688dc51b96 {{(pid=106270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 03 13:48:18.129558 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Device 04adab67-2313-477f-a1a6-62688dc51b96 not bound to the agent host dv-cinder-860090-1-iscsi {{(pid=106270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 03 13:48:18.187523 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-a36772c1-cd7c-4a16-ac77-04e80a071517 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751015146406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751014656997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26503125'] for port (68a272c5-fe64-430f-ae3c-78ebcaaae50a), after_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:18.191650 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:48:18.199552 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 39536) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:48:18.216005 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36772c1-cd7c-4a16-ac77-04e80a071517 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Pushing event deleted for resources: {'Port': ['ID=68a272c5-fe64-430f-ae3c-78ebcaaae50a,revision_number=None']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:48:18.244966 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-c844b752-6576-457d-9e34-a1e5bf854be6 admin admin] 10.222.0.58 "GET /networking/v2.0/security-groups?tenant_id=e8b666774ba8449f90cf329b90725fe4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0441685 Oct 03 13:48:18.247588 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 39538) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:48:18.254049 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:UPDATE=4,neutron:SELECT=86,neutron:DELETE=10 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:48:18.282018 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-a36772c1-cd7c-4a16-ac77-04e80a071517 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Publish callbacks [] for floatingip (1d8643c7-ebec-407f-b67b-f263039e9da6), after_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:18.282970 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.db.l3_db [None req-a36772c1-cd7c-4a16-ac77-04e80a071517 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Floating IP 1d8643c7-ebec-407f-b67b-f263039e9da6 disassociated (deleted). External IP: 172.27.1.145, port: 630021c2-4dd4-422f-ab2c-4c5771c809e4. Oct 03 13:48:18.301324 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-0782702c-9f3f-4728-84ca-3c3592e07c85 admin admin] Publish callbacks [] for security_group (4fc2c12f-6346-4853-a9f5-5403b329349d), before_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:18.321062 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-0782702c-9f3f-4728-84ca-3c3592e07c85 admin admin] Publish callbacks [] for security_group (4fc2c12f-6346-4853-a9f5-5403b329349d), precommit_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:18.327257 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:48:18.376123 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-0782702c-9f3f-4728-84ca-3c3592e07c85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (4fc2c12f-6346-4853-a9f5-5403b329349d), after_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:18.378665 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-0782702c-9f3f-4728-84ca-3c3592e07c85 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:18.379821 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-0782702c-9f3f-4728-84ca-3c3592e07c85 admin admin] 10.222.0.58 "DELETE /networking/v2.0/security-groups/4fc2c12f-6346-4853-a9f5-5403b329349d HTTP/1.1" status: 204 len: 168 time: 0.1313581 Oct 03 13:48:18.387798 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0782702c-9f3f-4728-84ca-3c3592e07c85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fc2c12f-6346-4853-a9f5-5403b329349d,revision_number=None']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:48:18.488771 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a36772c1-cd7c-4a16-ac77-04e80a071517 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Router 4f12b889-1d5e-4ba4-8f0f-85604cec378d has already been hosted by L3 agent 94180321-47b1-4b5c-b620-b1b0a31df446 {{(pid=106269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 03 13:48:18.605338 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a36772c1-cd7c-4a16-ac77-04e80a071517 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Notify agent at l3_agent.dv-cinder-860090-1-iscsi the message routers_updated {{(pid=106269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 13:48:18.610389 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-a36772c1-cd7c-4a16-ac77-04e80a071517 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512321'] for floatingip (None), before_response {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:18.616750 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cae68c8-57b9-4f97-98f3-3bf0330ca62c None None] Sync routers for ids ['4f12b889-1d5e-4ba4-8f0f-85604cec378d'] in dv-cinder-860090-1-iscsi {{(pid=106271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 13:48:18.627727 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cae68c8-57b9-4f97-98f3-3bf0330ca62c None None] Routers {'4f12b889-1d5e-4ba4-8f0f-85604cec378d'} bound to L3 agent in host dv-cinder-860090-1-iscsi {{(pid=106271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 13:48:18.628650 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_hamode_db [None req-1cae68c8-57b9-4f97-98f3-3bf0330ca62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860090-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-03T13:22:05Z,description=,heartbeat_timestamp=2022-10-03T13:48:05Z,host='dv-cinder-860090-1-iscsi',id=94180321-47b1-4b5c-b620-b1b0a31df446,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T13:22:05Z,topic='l3_agent')) {'router_ids': ['4f12b889-1d5e-4ba4-8f0f-85604cec378d'], 'active': True} {{(pid=106271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:48:18.641378 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-a36772c1-cd7c-4a16-ac77-04e80a071517 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] 10.222.0.58 "DELETE /networking/v2.0/floatingips/1d8643c7-ebec-407f-b67b-f263039e9da6 HTTP/1.1" status: 204 len: 168 time: 1.3733742 Oct 03 13:48:18.642643 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9d41225-bfea-4694-a0a3-1a585d4e8509', 'tag': '630021c2-4dd4-422f-ab2c-4c5771c809e4'}] {{(pid=106269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 13:48:18.645037 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b47918ded4abb292cd9624282dac8ea540c92c8d0d786a5a735fddaf1d274698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ec46dc4-c977-454e-a769-eac9473c6800" -d '{"events": [{"name": "network-changed", "server_uuid": "d9d41225-bfea-4694-a0a3-1a585d4e8509", "tag": "630021c2-4dd4-422f-ab2c-4c5771c809e4"}]}' {{(pid=106269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 13:48:18.698054 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 13:48:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ccab85b-7472-45fa-ad0a-6f1e9278a4f9 x-openstack-request-id: req-4ccab85b-7472-45fa-ad0a-6f1e9278a4f9 {{(pid=106269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 13:48:18.698388 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9d41225-bfea-4694-a0a3-1a585d4e8509", "tag": "630021c2-4dd4-422f-ab2c-4c5771c809e4", "status": "completed", "code": 200}]} {{(pid=106269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 13:48:18.698641 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4ccab85b-7472-45fa-ad0a-6f1e9278a4f9 {{(pid=106269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 13:48:18.699045 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ccab85b-7472-45fa-ad0a-6f1e9278a4f9'] response: {'name': 'network-changed', 'server_uuid': 'd9d41225-bfea-4694-a0a3-1a585d4e8509', 'tag': '630021c2-4dd4-422f-ab2c-4c5771c809e4', 'status': 'completed', 'code': 200} Oct 03 13:48:18.738542 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=100 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:48:18.756872 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_dvr_db [None req-1cae68c8-57b9-4f97-98f3-3bf0330ca62c None None] Set router 4f12b889-1d5e-4ba4-8f0f-85604cec378d gateway port host: dv-cinder-860090-1-iscsi {{(pid=106271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 13:48:18.785180 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=100 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:48:18.789019 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec46dc4-c977-454e-a769-eac9473c6800 req-f9357ac5-3e21-48c4-a6bf-52b8b68866ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:48:18.791828 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-4ec46dc4-c977-454e-a769-eac9473c6800 req-f9357ac5-3e21-48c4-a6bf-52b8b68866ed service neutron] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=0e005cbca8874c76bf8ad8f5d336b189&device_id=d9d41225-bfea-4694-a0a3-1a585d4e8509 HTTP/1.1" status: 200 len: 1129 time: 0.0627670 Oct 03 13:48:18.801022 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 39548) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:48:18.868026 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-e05e320e-07a4-4edf-ad84-d7c3cf3de377 admin admin] 10.222.0.58 "GET /networking/v2.0/security-groups?tenant_id=588509197e27499087ec1efe8338d7fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0625927 Oct 03 13:48:18.868026 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 39552) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:48:18.914524 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec46dc4-c977-454e-a769-eac9473c6800 req-06062bde-9709-44a8-b75e-c7354b6933f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:48:18.916062 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-4ec46dc4-c977-454e-a769-eac9473c6800 req-06062bde-9709-44a8-b75e-c7354b6933f4 service neutron] 10.222.0.65 "GET /networking/v2.0/networks?id=5b3c6d8a-02a1-4730-82ca-c02b5cbef660 HTTP/1.1" status: 200 len: 913 time: 0.1168013 Oct 03 13:48:18.934574 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-938a11eb-467d-4711-8897-efdde72ad6b9 admin admin] Publish callbacks [] for security_group (18666ff5-c035-402a-a1ce-3c174bb8eafd), before_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:18.957910 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-938a11eb-467d-4711-8897-efdde72ad6b9 admin admin] Publish callbacks [] for security_group (18666ff5-c035-402a-a1ce-3c174bb8eafd), precommit_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:18.965879 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_hamode_db [None req-1cae68c8-57b9-4f97-98f3-3bf0330ca62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f12b889-1d5e-4ba4-8f0f-85604cec378d', 'name': 'tempest-TestVolumeBootPattern-1724714225-router', 'tenant_id': '0e005cbca8874c76bf8ad8f5d336b189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'external_fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': 'a718b856-e954-4d39-a052-f4739f24ea56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:40:16Z', 'updated_at': '2022-10-03T13:40:19Z', 'revision_number': 4, 'project_id': '0e005cbca8874c76bf8ad8f5d336b189', 'gw_port': {'id': 'a718b856-e954-4d39-a052-f4739f24ea56', 'name': '', 'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:dd:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f12b889-1d5e-4ba4-8f0f-85604cec378d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:40:17Z', 'updated_at': '2022-10-03T13:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860090-1-iscsi', '_interfaces': [{'id': 'c35b375b-8a09-4679-aba0-09600a8ce3e6', 'name': '', 'network_id': '5b3c6d8a-02a1-4730-82ca-c02b5cbef660', 'tenant_id': '0e005cbca8874c76bf8ad8f5d336b189', 'mac_address': 'fa:16:3e:a6:17:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f12b889-1d5e-4ba4-8f0f-85604cec378d', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '51f42a02-30ea-44c7-9128-4b02428032bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:40:19Z', 'updated_at': '2022-10-03T13:40:27Z', 'revision_number': 5, 'project_id': '0e005cbca8874c76bf8ad8f5d336b189', 'subnets': [{'id': '51f42a02-30ea-44c7-9128-4b02428032bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860090-1-iscsi', False) {} {{(pid=106271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:48:18.977862 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5552a421-72b4-4e03-b530-be9f748c2dde req-fcccb9b0-d29b-4d41-99b4-7c63e4c0ecab tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:48:18.979359 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-5552a421-72b4-4e03-b530-be9f748c2dde req-fcccb9b0-d29b-4d41-99b4-7c63e4c0ecab tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=d9d41225-bfea-4694-a0a3-1a585d4e8509 HTTP/1.1" status: 200 len: 945 time: 0.0495391 Oct 03 13:48:18.995944 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cae68c8-57b9-4f97-98f3-3bf0330ca62c None None] Checking router: 4f12b889-1d5e-4ba4-8f0f-85604cec378d for host: dv-cinder-860090-1-iscsi {{(pid=106271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 13:48:19.005029 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cae68c8-57b9-4f97-98f3-3bf0330ca62c None None] Routers {'4f12b889-1d5e-4ba4-8f0f-85604cec378d'} bound to L3 agent in host dv-cinder-860090-1-iscsi {{(pid=106271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 13:48:19.005698 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_hamode_db [None req-1cae68c8-57b9-4f97-98f3-3bf0330ca62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860090-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-03T13:22:05Z,description=,heartbeat_timestamp=2022-10-03T13:48:05Z,host='dv-cinder-860090-1-iscsi',id=94180321-47b1-4b5c-b620-b1b0a31df446,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T13:22:05Z,topic='l3_agent')) {'router_ids': ['4f12b889-1d5e-4ba4-8f0f-85604cec378d'], 'active': True} {{(pid=106271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:48:19.011548 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-938a11eb-467d-4711-8897-efdde72ad6b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (18666ff5-c035-402a-a1ce-3c174bb8eafd), after_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:19.014329 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-938a11eb-467d-4711-8897-efdde72ad6b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:19.019186 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-938a11eb-467d-4711-8897-efdde72ad6b9 admin admin] 10.222.0.58 "DELETE /networking/v2.0/security-groups/18666ff5-c035-402a-a1ce-3c174bb8eafd HTTP/1.1" status: 204 len: 168 time: 0.1508188 Oct 03 13:48:19.027502 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938a11eb-467d-4711-8897-efdde72ad6b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18666ff5-c035-402a-a1ce-3c174bb8eafd,revision_number=None']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:48:19.046039 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-5552a421-72b4-4e03-b530-be9f748c2dde req-678d52c8-c7e7-4bbc-863e-a5daa6cb4965 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=9ace053f-6f3b-45d1-9888-9eb91c607356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592773 Oct 03 13:48:19.111326 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_dvr_db [None req-1cae68c8-57b9-4f97-98f3-3bf0330ca62c None None] Set router 4f12b889-1d5e-4ba4-8f0f-85604cec378d gateway port host: dv-cinder-860090-1-iscsi {{(pid=106271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 13:48:19.315497 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_hamode_db [None req-1cae68c8-57b9-4f97-98f3-3bf0330ca62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f12b889-1d5e-4ba4-8f0f-85604cec378d', 'name': 'tempest-TestVolumeBootPattern-1724714225-router', 'tenant_id': '0e005cbca8874c76bf8ad8f5d336b189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'external_fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': 'a718b856-e954-4d39-a052-f4739f24ea56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:40:16Z', 'updated_at': '2022-10-03T13:40:19Z', 'revision_number': 4, 'project_id': '0e005cbca8874c76bf8ad8f5d336b189', 'gw_port': {'id': 'a718b856-e954-4d39-a052-f4739f24ea56', 'name': '', 'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:dd:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f12b889-1d5e-4ba4-8f0f-85604cec378d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:40:17Z', 'updated_at': '2022-10-03T13:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860090-1-iscsi', '_interfaces': [{'id': 'c35b375b-8a09-4679-aba0-09600a8ce3e6', 'name': '', 'network_id': '5b3c6d8a-02a1-4730-82ca-c02b5cbef660', 'tenant_id': '0e005cbca8874c76bf8ad8f5d336b189', 'mac_address': 'fa:16:3e:a6:17:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f12b889-1d5e-4ba4-8f0f-85604cec378d', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '51f42a02-30ea-44c7-9128-4b02428032bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:40:19Z', 'updated_at': '2022-10-03T13:40:27Z', 'revision_number': 5, 'project_id': '0e005cbca8874c76bf8ad8f5d336b189', 'subnets': [{'id': '51f42a02-30ea-44c7-9128-4b02428032bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860090-1-iscsi', False) {} {{(pid=106271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:48:19.343018 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cae68c8-57b9-4f97-98f3-3bf0330ca62c None None] The sync data for ids ['4f12b889-1d5e-4ba4-8f0f-85604cec378d'] in dv-cinder-860090-1-iscsi is: [{'id': '4f12b889-1d5e-4ba4-8f0f-85604cec378d', 'name': 'tempest-TestVolumeBootPattern-1724714225-router', 'tenant_id': '0e005cbca8874c76bf8ad8f5d336b189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'external_fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': 'a718b856-e954-4d39-a052-f4739f24ea56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:40:16Z', 'updated_at': '2022-10-03T13:40:19Z', 'revision_number': 4, 'project_id': '0e005cbca8874c76bf8ad8f5d336b189', 'gw_port': {'id': 'a718b856-e954-4d39-a052-f4739f24ea56', 'name': '', 'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:dd:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f12b889-1d5e-4ba4-8f0f-85604cec378d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:40:17Z', 'updated_at': '2022-10-03T13:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860090-1-iscsi', '_interfaces': [{'id': 'c35b375b-8a09-4679-aba0-09600a8ce3e6', 'name': '', 'network_id': '5b3c6d8a-02a1-4730-82ca-c02b5cbef660', 'tenant_id': '0e005cbca8874c76bf8ad8f5d336b189', 'mac_address': 'fa:16:3e:a6:17:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f12b889-1d5e-4ba4-8f0f-85604cec378d', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '51f42a02-30ea-44c7-9128-4b02428032bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:40:19Z', 'updated_at': '2022-10-03T13:40:27Z', 'revision_number': 5, 'project_id': '0e005cbca8874c76bf8ad8f5d336b189', 'subnets': [{'id': '51f42a02-30ea-44c7-9128-4b02428032bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 13:48:19.577292 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b615e96-a0b0-40c7-ad36-e1944fc76a56 None None] New status for floating IP 1d8643c7-ebec-407f-b67b-f263039e9da6: DOWN {{(pid=106270) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 03 13:48:19.795079 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 39574) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:48:19.893529 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.v2.base [None req-3e7f1170-0468-4e71-8f4d-f45fffd09198 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-447821692-network', 'tenant_id': '0ccd8015806a42bc81a8cbe3d2cab8d7'}} {{(pid=106269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 13:48:19.914456 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e7f1170-0468-4e71-8f4d-f45fffd09198 admin admin] Made reservation on behalf of 0ccd8015806a42bc81a8cbe3d2cab8d7 for: {'network': 1} {{(pid=106269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 13:48:19.916758 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-3e7f1170-0468-4e71-8f4d-f45fffd09198 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for network (None), before_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:19.925795 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-3e7f1170-0468-4e71-8f4d-f45fffd09198 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:19.956005 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:INSERT=1 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:48:20.005541 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-3e7f1170-0468-4e71-8f4d-f45fffd09198 admin admin] Publish callbacks [] for security_group (4c45d970-0a5e-4238-a119-78c787e4c86b), precommit_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:20.009426 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-3e7f1170-0468-4e71-8f4d-f45fffd09198 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (4c45d970-0a5e-4238-a119-78c787e4c86b), after_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:20.031489 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e7f1170-0468-4e71-8f4d-f45fffd09198 admin admin] vlan segment allocate from pool success with {'vlan_id': 628, 'physical_network': 'physnet1'} {{(pid=106269) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 03 13:48:20.046899 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7f1170-0468-4e71-8f4d-f45fffd09198 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c45d970-0a5e-4238-a119-78c787e4c86b,revision_number=1']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:48:20.050066 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-3e7f1170-0468-4e71-8f4d-f45fffd09198 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1333683'] for segment (c780a234-b500-4122-9ba2-cb65ec0cde7c), precommit_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:20.050404 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.db.segments_db [None req-3e7f1170-0468-4e71-8f4d-f45fffd09198 admin admin] Added segment c780a234-b500-4122-9ba2-cb65ec0cde7c of type vlan for network 79bae060-6f35-4161-9986-8642cff331c6 Oct 03 13:48:20.059942 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:48:20.097914 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-3e7f1170-0468-4e71-8f4d-f45fffd09198 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751014593985'] for network (79bae060-6f35-4161-9986-8642cff331c6), precommit_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:20.127875 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-3e7f1170-0468-4e71-8f4d-f45fffd09198 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644'] for network (79bae060-6f35-4161-9986-8642cff331c6), after_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:20.128828 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e7f1170-0468-4e71-8f4d-f45fffd09198 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:48:20.129419 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-3e7f1170-0468-4e71-8f4d-f45fffd09198 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798626'] for network (None), before_response {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:20.130319 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-4ec46dc4-c977-454e-a769-eac9473c6800 req-fa76f905-a508-4797-8fdb-7306bcfc941c service neutron] 10.222.0.65 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=630021c2-4dd4-422f-ab2c-4c5771c809e4 HTTP/1.1" status: 200 len: 217 time: 0.0351784 Oct 03 13:48:20.186883 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec46dc4-c977-454e-a769-eac9473c6800 req-f57a67ae-e9a1-404a-a01b-3bfb39a17f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:48:20.189243 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-4ec46dc4-c977-454e-a769-eac9473c6800 req-f57a67ae-e9a1-404a-a01b-3bfb39a17f26 service neutron] 10.222.0.65 "GET /networking/v2.0/subnets?id=51f42a02-30ea-44c7-9128-4b02428032bd HTTP/1.1" status: 200 len: 851 time: 0.0487959 Oct 03 13:48:20.211602 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-3e7f1170-0468-4e71-8f4d-f45fffd09198 admin admin] 10.222.0.58 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4154015 Oct 03 13:48:20.214644 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 39580) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:48:20.219637 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.v2.base [None req-92235484-5355-4311-9096-d7be087696ce admin admin] Request body: {'subnet': {'network_id': '79bae060-6f35-4161-9986-8642cff331c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-447821692-subnet', 'tenant_id': '0ccd8015806a42bc81a8cbe3d2cab8d7', 'ip_version': 4}} {{(pid=106268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 13:48:20.230389 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7f1170-0468-4e71-8f4d-f45fffd09198 admin admin] Pushing event updated for resources: {'Network': ['ID=79bae060-6f35-4161-9986-8642cff331c6,revision_number=1']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:48:20.238183 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d234ce-8f84-47fe-8a6e-2558b2338d4e req-acf1ae18-c000-4b79-9998-c751bd7f4172 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:48:20.239707 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-69d234ce-8f84-47fe-8a6e-2558b2338d4e req-acf1ae18-c000-4b79-9998-c751bd7f4172 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=d9d41225-bfea-4694-a0a3-1a585d4e8509 HTTP/1.1" status: 200 len: 945 time: 0.0948842 Oct 03 13:48:20.240765 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Network 79bae060-6f35-4161-9986-8642cff331c6 details requested by agent ovs-agent-dv-cinder-860090-1-iscsi with host dv-cinder-860090-1-iscsi {{(pid=106270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 03 13:48:20.243990 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92235484-5355-4311-9096-d7be087696ce admin admin] Made reservation on behalf of 0ccd8015806a42bc81a8cbe3d2cab8d7 for: {'subnet': 1} {{(pid=106268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 13:48:20.246928 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-92235484-5355-4311-9096-d7be087696ce admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25666593'] for subnet (None), before_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:20.297569 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-69d234ce-8f84-47fe-8a6e-2558b2338d4e req-40e0bdae-7c6d-42cc-9baf-bade734494cc tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=9ace053f-6f3b-45d1-9888-9eb91c607356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515378 Oct 03 13:48:20.367854 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec46dc4-c977-454e-a769-eac9473c6800 req-1a90e37f-e4e5-409b-a063-148e811baa14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:48:20.369335 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-4ec46dc4-c977-454e-a769-eac9473c6800 req-1a90e37f-e4e5-409b-a063-148e811baa14 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?network_id=5b3c6d8a-02a1-4730-82ca-c02b5cbef660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0654304 Oct 03 13:48:20.537717 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-4ec46dc4-c977-454e-a769-eac9473c6800 req-f708a5dc-ef28-4154-8a8f-c38bac1183e7 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/5b3c6d8a-02a1-4730-82ca-c02b5cbef660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565933 Oct 03 13:48:20.539832 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-92235484-5355-4311-9096-d7be087696ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25417785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25666611'] for subnet (c257c28c-b8db-4901-b7d7-4853e186a921), after_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:20.643358 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92235484-5355-4311-9096-d7be087696ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=c257c28c-b8db-4901-b7d7-4853e186a921,revision_number=0']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:48:20.691400 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92235484-5355-4311-9096-d7be087696ce admin admin] Checking segment: {'id': 'c780a234-b500-4122-9ba2-cb65ec0cde7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '79bae060-6f35-4161-9986-8642cff331c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 13:48:20.691746 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92235484-5355-4311-9096-d7be087696ce admin admin] Network hostable DHCP agents. Network: 79bae060-6f35-4161-9986-8642cff331c6, hostable agents: ['3460fffa-818c-4144-9400-237880db20a4'], hosted agents: [] {{(pid=106268) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 03 13:48:20.698227 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:48:20.705555 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:48:20.726744 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4f53fa-2a7b-4159-84c2-f665fb191b67 req-6b1fe6a8-e3bb-4dd3-9329-f0b77d7a5082 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:48:20.728179 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-9b4f53fa-2a7b-4159-84c2-f665fb191b67 req-6b1fe6a8-e3bb-4dd3-9329-f0b77d7a5082 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=d9d41225-bfea-4694-a0a3-1a585d4e8509 HTTP/1.1" status: 200 len: 945 time: 0.0799046 Oct 03 13:48:20.779248 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-4ec46dc4-c977-454e-a769-eac9473c6800 req-fda69208-bfe4-4fb9-8bec-d3c746a70731 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/5b3c6d8a-02a1-4730-82ca-c02b5cbef660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2011957 Oct 03 13:48:20.781620 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92235484-5355-4311-9096-d7be087696ce admin admin] Network 79bae060-6f35-4161-9986-8642cff331c6 is scheduled to be hosted by DHCP agent 3460fffa-818c-4144-9400-237880db20a4 with binding_index 1 {{(pid=106268) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 03 13:48:20.802115 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.scheduler.base_scheduler [None req-92235484-5355-4311-9096-d7be087696ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-860090-1-iscsi, 79bae060-6f35-4161-9986-8642cff331c6) {{(pid=106268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 13:48:20.811005 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff70cd2d-7755-4982-b415-6e90ad3b1ec2 None None] Network 79bae060-6f35-4161-9986-8642cff331c6 requested from dv-cinder-860090-1-iscsi {{(pid=106270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 03 13:48:20.827163 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:48:20.828395 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92235484-5355-4311-9096-d7be087696ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:48:20.829044 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-92235484-5355-4311-9096-d7be087696ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798626'] for subnet (None), before_response {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:20.851027 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.plugin [req-9b4f53fa-2a7b-4159-84c2-f665fb191b67 req-8e880a9b-6af3-49c1-a3b9-4c629f356f06 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Deleting port 630021c2-4dd4-422f-ab2c-4c5771c809e4 {{(pid=106268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 13:48:20.851423 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-9b4f53fa-2a7b-4159-84c2-f665fb191b67 req-8e880a9b-6af3-49c1-a3b9-4c629f356f06 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751015143464'] for port (630021c2-4dd4-422f-ab2c-4c5771c809e4), before_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:20.858601 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-92235484-5355-4311-9096-d7be087696ce admin admin] 10.222.0.58 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6425498 Oct 03 13:48:20.861748 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 39582) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:48:20.866523 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.v2.base [None req-fa8c95ea-6bc4-4629-9bd0-a3b1f484e59e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-447821692-router', 'tenant_id': '0ccd8015806a42bc81a8cbe3d2cab8d7', 'external_gateway_info': {'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28'}}} {{(pid=106269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 13:48:20.869164 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:48:20.889856 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-fa8c95ea-6bc4-4629-9bd0-a3b1f484e59e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3891666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3482'] for router (d54a3d16-ca12-4fd2-b2ac-73e1ae306f25), before_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:20.891180 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-fa8c95ea-6bc4-4629-9bd0-a3b1f484e59e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3893758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3720341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3840717', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3457'] for router (d54a3d16-ca12-4fd2-b2ac-73e1ae306f25), precommit_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:20.939968 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4700bf7-ff34-4f43-8dff-17e37fad1679 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e18259c-eb52-5c02-b1a4-6d109347d270-79bae060-6f35-4161-9986-8642cff331c6', 'network_id': '79bae060-6f35-4161-9986-8642cff331c6', 'project_id': '0ccd8015806a42bc81a8cbe3d2cab8d7', 'fixed_ips': [{'subnet_id': 'c257c28c-b8db-4901-b7d7-4853e186a921'}]}} from dv-cinder-860090-1-iscsi. {{(pid=106270) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 03 13:48:20.941727 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-e4700bf7-ff34-4f43-8dff-17e37fad1679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (None), before_create {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:20.946399 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-fa8c95ea-6bc4-4629-9bd0-a3b1f484e59e admin admin] Publish callbacks [] for router_controller (d54a3d16-ca12-4fd2-b2ac-73e1ae306f25), precommit_add_association {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:20.957548 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.db [req-9b4f53fa-2a7b-4159-84c2-f665fb191b67 req-8e880a9b-6af3-49c1-a3b9-4c629f356f06 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] For port 630021c2-4dd4-422f-ab2c-4c5771c809e4, host hv-cinder-86009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86009',level=0,port_id=630021c2-4dd4-422f-ab2c-4c5771c809e4,segment=NetworkSegment(4d86536b-be62-4637-b619-80b82e697b76),segment_id=4d86536b-be62-4637-b619-80b82e697b76)] {{(pid=106268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 13:48:20.958216 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-9b4f53fa-2a7b-4159-84c2-f665fb191b67 req-8e880a9b-6af3-49c1-a3b9-4c629f356f06 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724412'] for port (630021c2-4dd4-422f-ab2c-4c5771c809e4), precommit_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:20.973009 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.plugin [req-9b4f53fa-2a7b-4159-84c2-f665fb191b67 req-8e880a9b-6af3-49c1-a3b9-4c629f356f06 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Calling delete_port for 630021c2-4dd4-422f-ab2c-4c5771c809e4 owned by compute:nova {{(pid=106268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 13:48:21.085501 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.db_base_plugin_common [None req-e4700bf7-ff34-4f43-8dff-17e37fad1679 None None] Allocated IP 172.20.0.2 (79bae060-6f35-4161-9986-8642cff331c6/c257c28c-b8db-4901-b7d7-4853e186a921/f7968161-98c1-4fb3-bff0-d918ce405b9a) {{(pid=106270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 13:48:21.090329 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-fa8c95ea-6bc4-4629-9bd0-a3b1f484e59e admin admin] Publish callbacks [] for router_gateway (d54a3d16-ca12-4fd2-b2ac-73e1ae306f25), precommit_update {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:21.119399 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-9b4f53fa-2a7b-4159-84c2-f665fb191b67 req-8e880a9b-6af3-49c1-a3b9-4c629f356f06 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751015146406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751014656997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25417805'] for port (630021c2-4dd4-422f-ab2c-4c5771c809e4), after_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:21.150267 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e880a9b-6af3-49c1-a3b9-4c629f356f06 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Pushing event deleted for resources: {'Port': ['ID=630021c2-4dd4-422f-ab2c-4c5771c809e4,revision_number=None']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:48:21.201962 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b4f53fa-2a7b-4159-84c2-f665fb191b67 req-8e880a9b-6af3-49c1-a3b9-4c629f356f06 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] No DVR routers for this DVR port 630021c2-4dd4-422f-ab2c-4c5771c809e4 on host hv-cinder-86009 {{(pid=106268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 03 13:48:21.205329 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-9b4f53fa-2a7b-4159-84c2-f665fb191b67 req-8e880a9b-6af3-49c1-a3b9-4c629f356f06 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512321'] for port (None), before_response {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:21.209011 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-9b4f53fa-2a7b-4159-84c2-f665fb191b67 req-8e880a9b-6af3-49c1-a3b9-4c629f356f06 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] 10.222.0.65 "DELETE /networking/v2.0/ports/630021c2-4dd4-422f-ab2c-4c5771c809e4 HTTP/1.1" status: 204 len: 173 time: 0.4734647 Oct 03 13:48:21.209618 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9d41225-bfea-4694-a0a3-1a585d4e8509', 'name': 'network-vif-deleted', 'tag': '630021c2-4dd4-422f-ab2c-4c5771c809e4'}] {{(pid=106268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 13:48:21.212009 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd70873512ffc397a2b7ac25ee02414627e7506f7787b64d61dc92e00300ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3c932df-6bd0-44d7-afc4-9ebfdcb8741f" -d '{"events": [{"server_uuid": "d9d41225-bfea-4694-a0a3-1a585d4e8509", "name": "network-vif-deleted", "tag": "630021c2-4dd4-422f-ab2c-4c5771c809e4"}]}' {{(pid=106268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 13:48:21.253818 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-e4700bf7-ff34-4f43-8dff-17e37fad1679 None None] Publish callbacks [] for port (f7968161-98c1-4fb3-bff0-d918ce405b9a), precommit_create {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:21.262770 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 13:48:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07f89c02-c746-4820-b130-4f5b51cbff5c x-openstack-request-id: req-07f89c02-c746-4820-b130-4f5b51cbff5c {{(pid=106268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 13:48:21.263066 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9d41225-bfea-4694-a0a3-1a585d4e8509", "name": "network-vif-deleted", "tag": "630021c2-4dd4-422f-ab2c-4c5771c809e4", "status": "completed", "code": 200}]} {{(pid=106268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 13:48:21.263323 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-07f89c02-c746-4820-b130-4f5b51cbff5c {{(pid=106268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 13:48:21.263733 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07f89c02-c746-4820-b130-4f5b51cbff5c'] response: {'server_uuid': 'd9d41225-bfea-4694-a0a3-1a585d4e8509', 'name': 'network-vif-deleted', 'tag': '630021c2-4dd4-422f-ab2c-4c5771c809e4', 'status': 'completed', 'code': 200} Oct 03 13:48:21.264123 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-e4700bf7-ff34-4f43-8dff-17e37fad1679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751014656988'] for port (f7968161-98c1-4fb3-bff0-d918ce405b9a), after_create {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:21.309435 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4700bf7-ff34-4f43-8dff-17e37fad1679 None None] Network 79bae060-6f35-4161-9986-8642cff331c6 is already hosted by enough agents. {{(pid=106270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 13:48:21.315002 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-fa8c95ea-6bc4-4629-9bd0-a3b1f484e59e admin admin] Publish callbacks [] for router_gateway (d54a3d16-ca12-4fd2-b2ac-73e1ae306f25), before_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:21.315532 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.scheduler.base_scheduler [None req-e4700bf7-ff34-4f43-8dff-17e37fad1679 None None] Resources bound (agent type, host, resource id): {{(pid=106270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 13:48:21.319690 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4700bf7-ff34-4f43-8dff-17e37fad1679 None None] Received port after_create {{(pid=106270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 13:48:21.324368 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4700bf7-ff34-4f43-8dff-17e37fad1679 None None] Pushing event updated for resources: {'Port': ['ID=f7968161-98c1-4fb3-bff0-d918ce405b9a,revision_number=1']} {{(pid=106270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:48:21.342175 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-fa8c95ea-6bc4-4629-9bd0-a3b1f484e59e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (None), before_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:21.381067 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.managers [None req-e4700bf7-ff34-4f43-8dff-17e37fad1679 None None] Attempting to bind port f7968161-98c1-4fb3-bff0-d918ce405b9a on host dv-cinder-860090-1-iscsi for vnic_type normal with profile {{(pid=106270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 13:48:21.381438 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.managers [None req-e4700bf7-ff34-4f43-8dff-17e37fad1679 None None] Attempting to bind port f7968161-98c1-4fb3-bff0-d918ce405b9a by drivers openvswitch,hyperv on host dv-cinder-860090-1-iscsi at level 0 using segments [{'id': 'c780a234-b500-4122-9ba2-cb65ec0cde7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '79bae060-6f35-4161-9986-8642cff331c6'}] {{(pid=106270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 13:48:21.381852 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4700bf7-ff34-4f43-8dff-17e37fad1679 None None] Attempting to bind port f7968161-98c1-4fb3-bff0-d918ce405b9a on network 79bae060-6f35-4161-9986-8642cff331c6 {{(pid=106270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 13:48:21.427988 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4700bf7-ff34-4f43-8dff-17e37fad1679 None None] Checking agent: {'id': 'd46c7ed5-c451-4a76-ab3f-ab8e3ea4a5ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860090-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 13, 22, 7), 'started_at': datetime.datetime(2022, 10, 3, 13, 22, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 13, 48, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860090-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 13:48:21.428276 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4700bf7-ff34-4f43-8dff-17e37fad1679 None None] Checking segment: {'id': 'c780a234-b500-4122-9ba2-cb65ec0cde7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '79bae060-6f35-4161-9986-8642cff331c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 13:48:21.428680 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-e4700bf7-ff34-4f43-8dff-17e37fad1679 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:21.429071 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4700bf7-ff34-4f43-8dff-17e37fad1679 None None] Bound using segment: {'id': 'c780a234-b500-4122-9ba2-cb65ec0cde7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '79bae060-6f35-4161-9986-8642cff331c6'} {{(pid=106270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 13:48:21.429592 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.managers [None req-e4700bf7-ff34-4f43-8dff-17e37fad1679 None None] Bound port: f7968161-98c1-4fb3-bff0-d918ce405b9a, host: dv-cinder-860090-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c780a234-b500-4122-9ba2-cb65ec0cde7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '79bae060-6f35-4161-9986-8642cff331c6'}}] {{(pid=106270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 13:48:21.429972 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-e4700bf7-ff34-4f43-8dff-17e37fad1679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (f7968161-98c1-4fb3-bff0-d918ce405b9a), before_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:21.433542 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-fd05f906-93f6-4046-b77c-70171b23e9fa req-c51059fb-38a9-4a35-8513-813fa5f8e9dd tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=d9d41225-bfea-4694-a0a3-1a585d4e8509 HTTP/1.1" status: 200 len: 210 time: 0.0380590 Oct 03 13:48:21.512391 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.db.db_base_plugin_common [None req-fa8c95ea-6bc4-4629-9bd0-a3b1f484e59e admin admin] Allocated IP 172.27.1.55 (ad648d78-633d-4222-aa42-7cb50aab7a28/4a9222c2-0418-495a-a49e-d43d754e0950/327e2b98-7234-47ab-b5eb-e5d51719f5a8) {{(pid=106269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 13:48:21.517889 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:INSERT=11,neutron:SELECT=84,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:48:21.518886 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.db [None req-e4700bf7-ff34-4f43-8dff-17e37fad1679 None None] For port f7968161-98c1-4fb3-bff0-d918ce405b9a, host dv-cinder-860090-1-iscsi, cleared binding levels {{(pid=106270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 13:48:21.522921 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.db [None req-e4700bf7-ff34-4f43-8dff-17e37fad1679 None None] For port f7968161-98c1-4fb3-bff0-d918ce405b9a, host dv-cinder-860090-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860090-1-iscsi',level=0,port_id=f7968161-98c1-4fb3-bff0-d918ce405b9a,segment=NetworkSegment(c780a234-b500-4122-9ba2-cb65ec0cde7c),segment_id=c780a234-b500-4122-9ba2-cb65ec0cde7c)] {{(pid=106270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 13:48:21.530309 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-e4700bf7-ff34-4f43-8dff-17e37fad1679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751015143617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751014657006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751014658052'] for port (f7968161-98c1-4fb3-bff0-d918ce405b9a), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:21.598402 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4700bf7-ff34-4f43-8dff-17e37fad1679 None None] Pushing event updated for resources: {'Port': ['ID=f7968161-98c1-4fb3-bff0-d918ce405b9a,revision_number=2']} {{(pid=106270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:48:21.701419 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-fa8c95ea-6bc4-4629-9bd0-a3b1f484e59e admin admin] Publish callbacks [] for port (327e2b98-7234-47ab-b5eb-e5d51719f5a8), precommit_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:21.717761 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:48:21.744567 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-fa8c95ea-6bc4-4629-9bd0-a3b1f484e59e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751014656988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26503125'] for port (327e2b98-7234-47ab-b5eb-e5d51719f5a8), after_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:21.825301 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa8c95ea-6bc4-4629-9bd0-a3b1f484e59e admin admin] Network ad648d78-633d-4222-aa42-7cb50aab7a28 is already hosted by enough agents. {{(pid=106269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 13:48:21.831527 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.scheduler.base_scheduler [None req-fa8c95ea-6bc4-4629-9bd0-a3b1f484e59e admin admin] Resources bound (agent type, host, resource id): {{(pid=106269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 13:48:21.833784 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8c95ea-6bc4-4629-9bd0-a3b1f484e59e admin admin] Pushing event updated for resources: {'Port': ['ID=327e2b98-7234-47ab-b5eb-e5d51719f5a8,revision_number=1']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:48:21.835966 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa8c95ea-6bc4-4629-9bd0-a3b1f484e59e admin admin] Received port after_create {{(pid=106269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 13:48:22.094152 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-fa8c95ea-6bc4-4629-9bd0-a3b1f484e59e admin admin] Publish callbacks [] for router_gateway (d54a3d16-ca12-4fd2-b2ac-73e1ae306f25), after_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:22.107766 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Device f7968161-98c1-4fb3-bff0-d918ce405b9a up at agent ovs-agent-dv-cinder-860090-1-iscsi {{(pid=106270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 13:48:22.155567 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.provisioning_blocks [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Provisioning complete for port f7968161-98c1-4fb3-bff0-d918ce405b9a triggered by entity L2. {{(pid=106270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 13:48:22.155957 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1340199'] for port (f7968161-98c1-4fb3-bff0-d918ce405b9a), provisioning_complete {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:22.156357 dv-cinder-860090-1-iscsi neutron-server[106270]: INFO neutron.plugins.ml2.plugin [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Attempt 1 to provision port f7968161-98c1-4fb3-bff0-d918ce405b9a Oct 03 13:48:22.232498 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Current status of the port f7968161-98c1-4fb3-bff0-d918ce405b9a is: DOWN; New status is: ACTIVE {{(pid=106270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 13:48:22.232892 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (f7968161-98c1-4fb3-bff0-d918ce405b9a), before_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:22.269696 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.db [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] For port f7968161-98c1-4fb3-bff0-d918ce405b9a, host dv-cinder-860090-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860090-1-iscsi',level=0,port_id=f7968161-98c1-4fb3-bff0-d918ce405b9a,segment=NetworkSegment(c780a234-b500-4122-9ba2-cb65ec0cde7c),segment_id=c780a234-b500-4122-9ba2-cb65ec0cde7c)] {{(pid=106270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 13:48:22.270691 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:48:22.275452 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751015143617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751014657006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751014658052'] for port (f7968161-98c1-4fb3-bff0-d918ce405b9a), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:22.281966 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:48:22.299184 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-fa8c95ea-6bc4-4629-9bd0-a3b1f484e59e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3893737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3894980'] for router (d54a3d16-ca12-4fd2-b2ac-73e1ae306f25), after_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:22.330675 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Pushing event updated for resources: {'Port': ['ID=f7968161-98c1-4fb3-bff0-d918ce405b9a,revision_number=3']} {{(pid=106270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:48:22.441421 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa8c95ea-6bc4-4629-9bd0-a3b1f484e59e admin admin] Router d54a3d16-ca12-4fd2-b2ac-73e1ae306f25 is scheduled to L3 agent 94180321-47b1-4b5c-b620-b1b0a31df446 with binding_index 1 {{(pid=106269) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 03 13:48:22.528769 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 39590) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:48:22.545830 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:48:22.555074 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa8c95ea-6bc4-4629-9bd0-a3b1f484e59e admin admin] Notify agent at l3_agent.dv-cinder-860090-1-iscsi the message routers_updated {{(pid=106269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 13:48:22.564995 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d63150-bb7e-4aad-b050-4f5c1a65e5cc None None] Sync routers for ids ['d54a3d16-ca12-4fd2-b2ac-73e1ae306f25'] in dv-cinder-860090-1-iscsi {{(pid=106271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 13:48:22.573751 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65f457f9-8aa5-4ba8-93f2-3c91045d742d None None] Network 79bae060-6f35-4161-9986-8642cff331c6 requested from dv-cinder-860090-1-iscsi {{(pid=106270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 03 13:48:22.578017 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d63150-bb7e-4aad-b050-4f5c1a65e5cc None None] Routers {'d54a3d16-ca12-4fd2-b2ac-73e1ae306f25'} bound to L3 agent in host dv-cinder-860090-1-iscsi {{(pid=106271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 13:48:22.578638 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_hamode_db [None req-98d63150-bb7e-4aad-b050-4f5c1a65e5cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860090-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-03T13:22:05Z,description=,heartbeat_timestamp=2022-10-03T13:48:05Z,host='dv-cinder-860090-1-iscsi',id=94180321-47b1-4b5c-b620-b1b0a31df446,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T13:22:05Z,topic='l3_agent')) {'router_ids': ['d54a3d16-ca12-4fd2-b2ac-73e1ae306f25'], 'active': True} {{(pid=106271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:48:22.592335 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-fa8c95ea-6bc4-4629-9bd0-a3b1f484e59e admin admin] Publish callbacks [] for router (None), before_response {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:22.596523 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-fa8c95ea-6bc4-4629-9bd0-a3b1f484e59e admin admin] 10.222.0.58 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.7307951 Oct 03 13:48:22.606131 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 39592) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:48:22.670849 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.plugin [None req-90204707-c8ad-4968-82d5-49b65acd097d tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Deleting port ac9cbf46-6233-416c-8a17-642474b5b752 {{(pid=106268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 13:48:22.671093 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-90204707-c8ad-4968-82d5-49b65acd097d tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751015143464'] for port (ac9cbf46-6233-416c-8a17-642474b5b752), before_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:22.696974 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_dvr_db [None req-98d63150-bb7e-4aad-b050-4f5c1a65e5cc None None] Set router d54a3d16-ca12-4fd2-b2ac-73e1ae306f25 gateway port host: dv-cinder-860090-1-iscsi {{(pid=106271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 13:48:22.713862 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=100 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:48:22.746200 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.provisioning_blocks [None req-98930a61-c449-42af-995a-b3437bb9ee00 None None] Provisioning complete for port f7968161-98c1-4fb3-bff0-d918ce405b9a triggered by entity DHCP. {{(pid=106270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 13:48:22.747216 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-98930a61-c449-42af-995a-b3437bb9ee00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1340199'] for port (f7968161-98c1-4fb3-bff0-d918ce405b9a), provisioning_complete {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:22.747651 dv-cinder-860090-1-iscsi neutron-server[106270]: INFO neutron.plugins.ml2.plugin [None req-98930a61-c449-42af-995a-b3437bb9ee00 None None] Attempt 1 to provision port f7968161-98c1-4fb3-bff0-d918ce405b9a Oct 03 13:48:22.905859 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-98930a61-c449-42af-995a-b3437bb9ee00 None None] Current status of the port f7968161-98c1-4fb3-bff0-d918ce405b9a is: ACTIVE; New status is: ACTIVE {{(pid=106270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 13:48:23.026629 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_hamode_db [None req-98d63150-bb7e-4aad-b050-4f5c1a65e5cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd54a3d16-ca12-4fd2-b2ac-73e1ae306f25', 'name': 'tempest-TestShelveInstance-447821692-router', 'tenant_id': '0ccd8015806a42bc81a8cbe3d2cab8d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'external_fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '327e2b98-7234-47ab-b5eb-e5d51719f5a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:48:20Z', 'updated_at': '2022-10-03T13:48:21Z', 'revision_number': 3, 'project_id': '0ccd8015806a42bc81a8cbe3d2cab8d7', 'gw_port': {'id': '327e2b98-7234-47ab-b5eb-e5d51719f5a8', 'name': '', 'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:c7:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd54a3d16-ca12-4fd2-b2ac-73e1ae306f25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:48:21Z', 'updated_at': '2022-10-03T13:48:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860090-1-iscsi'}], 'dv-cinder-860090-1-iscsi', False) {} {{(pid=106271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:48:23.032366 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.provisioning_blocks [None req-45101a52-3b13-4ae0-a462-113f5ba09ebe None None] Provisioning complete for port f7968161-98c1-4fb3-bff0-d918ce405b9a triggered by entity DHCP. {{(pid=106270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 13:48:23.033058 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-45101a52-3b13-4ae0-a462-113f5ba09ebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1340199'] for port (f7968161-98c1-4fb3-bff0-d918ce405b9a), provisioning_complete {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:23.033579 dv-cinder-860090-1-iscsi neutron-server[106270]: INFO neutron.plugins.ml2.plugin [None req-45101a52-3b13-4ae0-a462-113f5ba09ebe None None] Attempt 1 to provision port f7968161-98c1-4fb3-bff0-d918ce405b9a Oct 03 13:48:23.061385 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d63150-bb7e-4aad-b050-4f5c1a65e5cc None None] Checking router: d54a3d16-ca12-4fd2-b2ac-73e1ae306f25 for host: dv-cinder-860090-1-iscsi {{(pid=106271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 13:48:23.061754 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d63150-bb7e-4aad-b050-4f5c1a65e5cc None None] Updating router d54a3d16-ca12-4fd2-b2ac-73e1ae306f25 port 327e2b98-7234-47ab-b5eb-e5d51719f5a8 binding host dv-cinder-860090-1-iscsi {{(pid=106271) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 03 13:48:23.065960 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-90204707-c8ad-4968-82d5-49b65acd097d tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724412'] for port (ac9cbf46-6233-416c-8a17-642474b5b752), precommit_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:23.066941 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-90204707-c8ad-4968-82d5-49b65acd097d tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Publish callbacks [] for floatingip (ac9cbf46-6233-416c-8a17-642474b5b752), precommit_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:23.084172 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.plugin [None req-90204707-c8ad-4968-82d5-49b65acd097d tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Calling delete_port for ac9cbf46-6233-416c-8a17-642474b5b752 owned by network:floatingip {{(pid=106268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 13:48:23.096278 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron_lib.callbacks.manager [None req-98d63150-bb7e-4aad-b050-4f5c1a65e5cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (327e2b98-7234-47ab-b5eb-e5d51719f5a8), before_update {{(pid=106271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:23.117600 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-45101a52-3b13-4ae0-a462-113f5ba09ebe None None] Current status of the port f7968161-98c1-4fb3-bff0-d918ce405b9a is: ACTIVE; New status is: ACTIVE {{(pid=106270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 13:48:23.124193 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-90afdb8c-6d66-4aaf-9528-740ce47afc45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (None), before_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:23.138131 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=100 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:48:23.169519 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:48:23.256538 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-90204707-c8ad-4968-82d5-49b65acd097d tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751015146406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751014656997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25417805'] for port (ac9cbf46-6233-416c-8a17-642474b5b752), after_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:23.283003 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90204707-c8ad-4968-82d5-49b65acd097d tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Pushing event deleted for resources: {'Port': ['ID=ac9cbf46-6233-416c-8a17-642474b5b752,revision_number=None']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:48:23.314214 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:48:23.327311 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.db.db_base_plugin_common [None req-90afdb8c-6d66-4aaf-9528-740ce47afc45 admin admin] Allocated IP 172.20.0.1 (79bae060-6f35-4161-9986-8642cff331c6/c257c28c-b8db-4901-b7d7-4853e186a921/81e903e3-2bc6-41f0-9bc9-45fb633df8b5) {{(pid=106269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 13:48:23.365785 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-90204707-c8ad-4968-82d5-49b65acd097d tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Publish callbacks [] for floatingip (070ab932-1043-4b03-832e-9e9dbc71f318), after_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:23.368735 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-90204707-c8ad-4968-82d5-49b65acd097d tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512321'] for floatingip (None), before_response {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:23.370006 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-90204707-c8ad-4968-82d5-49b65acd097d tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] 10.222.0.58 "DELETE /networking/v2.0/floatingips/070ab932-1043-4b03-832e-9e9dbc71f318 HTTP/1.1" status: 204 len: 168 time: 0.8392594 Oct 03 13:48:23.396853 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron_lib.callbacks.manager [None req-98d63150-bb7e-4aad-b050-4f5c1a65e5cc None None] Publish callbacks [] for port (327e2b98-7234-47ab-b5eb-e5d51719f5a8), precommit_update {{(pid=106271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:23.403640 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron_lib.callbacks.manager [None req-98d63150-bb7e-4aad-b050-4f5c1a65e5cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751015143617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751014657006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751014658052'] for port (327e2b98-7234-47ab-b5eb-e5d51719f5a8), after_update {{(pid=106271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:23.452656 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-90afdb8c-6d66-4aaf-9528-740ce47afc45 admin admin] Publish callbacks [] for port (81e903e3-2bc6-41f0-9bc9-45fb633df8b5), precommit_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:23.466635 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2472a8-5b0d-4390-aeaa-d913e8f16591 None None] Pushing event updated for resources: {'Port': ['ID=327e2b98-7234-47ab-b5eb-e5d51719f5a8,revision_number=2']} {{(pid=106271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:48:23.475036 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2472a8-5b0d-4390-aeaa-d913e8f16591 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:48:23.475036 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2472a8-5b0d-4390-aeaa-d913e8f16591 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:48:23.475591 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2472a8-5b0d-4390-aeaa-d913e8f16591 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:48:23.476081 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2472a8-5b0d-4390-aeaa-d913e8f16591 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:48:23.476415 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2472a8-5b0d-4390-aeaa-d913e8f16591 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:48:23.476743 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2472a8-5b0d-4390-aeaa-d913e8f16591 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:48:23.477071 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2472a8-5b0d-4390-aeaa-d913e8f16591 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:48:23.477399 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2472a8-5b0d-4390-aeaa-d913e8f16591 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:48:23.477764 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2472a8-5b0d-4390-aeaa-d913e8f16591 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:48:23.478211 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2472a8-5b0d-4390-aeaa-d913e8f16591 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:48:23.478541 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2472a8-5b0d-4390-aeaa-d913e8f16591 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:48:23.478998 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2472a8-5b0d-4390-aeaa-d913e8f16591 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:48:23.479115 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:DELETE=2,neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:48:23.479407 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2472a8-5b0d-4390-aeaa-d913e8f16591 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:48:23.479499 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2472a8-5b0d-4390-aeaa-d913e8f16591 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:48:23.479959 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2472a8-5b0d-4390-aeaa-d913e8f16591 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:48:23.483458 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.plugins.ml2.managers [None req-98d63150-bb7e-4aad-b050-4f5c1a65e5cc None None] Attempting to bind port 327e2b98-7234-47ab-b5eb-e5d51719f5a8 on host dv-cinder-860090-1-iscsi for vnic_type normal with profile {{(pid=106271) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 13:48:23.483819 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.plugins.ml2.managers [None req-98d63150-bb7e-4aad-b050-4f5c1a65e5cc None None] Attempting to bind port 327e2b98-7234-47ab-b5eb-e5d51719f5a8 by drivers openvswitch,hyperv on host dv-cinder-860090-1-iscsi at level 0 using segments [{'id': 'bb40cd5f-7936-4373-bcc9-441f3ba1dc24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28'}] {{(pid=106271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 13:48:23.484173 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d63150-bb7e-4aad-b050-4f5c1a65e5cc None None] Attempting to bind port 327e2b98-7234-47ab-b5eb-e5d51719f5a8 on network ad648d78-633d-4222-aa42-7cb50aab7a28 {{(pid=106271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 13:48:23.493661 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-90afdb8c-6d66-4aaf-9528-740ce47afc45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751014656988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26503125'] for port (81e903e3-2bc6-41f0-9bc9-45fb633df8b5), after_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:23.536863 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d63150-bb7e-4aad-b050-4f5c1a65e5cc None None] Checking agent: {'id': 'd46c7ed5-c451-4a76-ab3f-ab8e3ea4a5ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860090-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 13, 22, 7), 'started_at': datetime.datetime(2022, 10, 3, 13, 22, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 13, 48, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860090-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 13:48:23.537262 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d63150-bb7e-4aad-b050-4f5c1a65e5cc None None] Checking segment: {'id': 'bb40cd5f-7936-4373-bcc9-441f3ba1dc24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106271) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 13:48:23.537701 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron_lib.callbacks.manager [None req-98d63150-bb7e-4aad-b050-4f5c1a65e5cc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:23.538115 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d63150-bb7e-4aad-b050-4f5c1a65e5cc None None] Bound using segment: {'id': 'bb40cd5f-7936-4373-bcc9-441f3ba1dc24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28'} {{(pid=106271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 13:48:23.538613 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.plugins.ml2.managers [None req-98d63150-bb7e-4aad-b050-4f5c1a65e5cc None None] Bound port: 327e2b98-7234-47ab-b5eb-e5d51719f5a8, host: dv-cinder-860090-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb40cd5f-7936-4373-bcc9-441f3ba1dc24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28'}}] {{(pid=106271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 13:48:23.539352 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron_lib.callbacks.manager [None req-98d63150-bb7e-4aad-b050-4f5c1a65e5cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (327e2b98-7234-47ab-b5eb-e5d51719f5a8), before_update {{(pid=106271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:23.554682 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90afdb8c-6d66-4aaf-9528-740ce47afc45 admin admin] Network 79bae060-6f35-4161-9986-8642cff331c6 is already hosted by enough agents. {{(pid=106269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 13:48:23.562313 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.scheduler.base_scheduler [None req-90afdb8c-6d66-4aaf-9528-740ce47afc45 admin admin] Resources bound (agent type, host, resource id): {{(pid=106269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 13:48:23.565618 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90afdb8c-6d66-4aaf-9528-740ce47afc45 admin admin] Received port after_create {{(pid=106269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 13:48:23.568239 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90afdb8c-6d66-4aaf-9528-740ce47afc45 admin admin] Pushing event updated for resources: {'Port': ['ID=81e903e3-2bc6-41f0-9bc9-45fb633df8b5,revision_number=1']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:48:23.597913 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.plugins.ml2.db [None req-98d63150-bb7e-4aad-b050-4f5c1a65e5cc None None] For port 327e2b98-7234-47ab-b5eb-e5d51719f5a8, host dv-cinder-860090-1-iscsi, cleared binding levels {{(pid=106271) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 13:48:23.601704 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.plugins.ml2.db [None req-98d63150-bb7e-4aad-b050-4f5c1a65e5cc None None] For port 327e2b98-7234-47ab-b5eb-e5d51719f5a8, host dv-cinder-860090-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860090-1-iscsi',level=0,port_id=327e2b98-7234-47ab-b5eb-e5d51719f5a8,segment=NetworkSegment(bb40cd5f-7936-4373-bcc9-441f3ba1dc24),segment_id=bb40cd5f-7936-4373-bcc9-441f3ba1dc24)] {{(pid=106271) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 13:48:23.612625 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron_lib.callbacks.manager [None req-98d63150-bb7e-4aad-b050-4f5c1a65e5cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751015143617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751014657006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751014658052'] for port (327e2b98-7234-47ab-b5eb-e5d51719f5a8), after_update {{(pid=106271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:23.614736 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-90afdb8c-6d66-4aaf-9528-740ce47afc45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3722559'] for router_interface (d54a3d16-ca12-4fd2-b2ac-73e1ae306f25), before_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:23.644164 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d63150-bb7e-4aad-b050-4f5c1a65e5cc None None] Routers {'d54a3d16-ca12-4fd2-b2ac-73e1ae306f25'} bound to L3 agent in host dv-cinder-860090-1-iscsi {{(pid=106271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 13:48:23.644796 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_hamode_db [None req-98d63150-bb7e-4aad-b050-4f5c1a65e5cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860090-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-03T13:22:05Z,description=,heartbeat_timestamp=2022-10-03T13:48:05Z,host='dv-cinder-860090-1-iscsi',id=94180321-47b1-4b5c-b620-b1b0a31df446,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T13:22:05Z,topic='l3_agent')) {'router_ids': ['d54a3d16-ca12-4fd2-b2ac-73e1ae306f25'], 'active': True} {{(pid=106271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:48:23.758309 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2472a8-5b0d-4390-aeaa-d913e8f16591 None None] Pushing event updated for resources: {'Port': ['ID=327e2b98-7234-47ab-b5eb-e5d51719f5a8,revision_number=3']} {{(pid=106271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:48:23.780340 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_dvr_db [None req-98d63150-bb7e-4aad-b050-4f5c1a65e5cc None None] Set router d54a3d16-ca12-4fd2-b2ac-73e1ae306f25 gateway port host: dv-cinder-860090-1-iscsi {{(pid=106271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 13:48:23.841712 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.provisioning_blocks [None req-48ba3135-cbdd-4e6c-926f-26f5bc30ae4b None None] Provisioning complete for port 81e903e3-2bc6-41f0-9bc9-45fb633df8b5 triggered by entity DHCP. {{(pid=106270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 13:48:23.842263 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-48ba3135-cbdd-4e6c-926f-26f5bc30ae4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1340199'] for port (81e903e3-2bc6-41f0-9bc9-45fb633df8b5), provisioning_complete {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:23.842837 dv-cinder-860090-1-iscsi neutron-server[106270]: INFO neutron.plugins.ml2.plugin [None req-48ba3135-cbdd-4e6c-926f-26f5bc30ae4b None None] Attempt 1 to provision port 81e903e3-2bc6-41f0-9bc9-45fb633df8b5 Oct 03 13:48:23.877555 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-48ba3135-cbdd-4e6c-926f-26f5bc30ae4b None None] Port 81e903e3-2bc6-41f0-9bc9-45fb633df8b5 cannot update to ACTIVE because it is not bound. {{(pid=106270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 03 13:48:23.963287 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_hamode_db [None req-98d63150-bb7e-4aad-b050-4f5c1a65e5cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd54a3d16-ca12-4fd2-b2ac-73e1ae306f25', 'name': 'tempest-TestShelveInstance-447821692-router', 'tenant_id': '0ccd8015806a42bc81a8cbe3d2cab8d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'external_fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '327e2b98-7234-47ab-b5eb-e5d51719f5a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:48:20Z', 'updated_at': '2022-10-03T13:48:21Z', 'revision_number': 3, 'project_id': '0ccd8015806a42bc81a8cbe3d2cab8d7', 'gw_port': {'id': '327e2b98-7234-47ab-b5eb-e5d51719f5a8', 'name': '', 'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:c7:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd54a3d16-ca12-4fd2-b2ac-73e1ae306f25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:48:21Z', 'updated_at': '2022-10-03T13:48:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860090-1-iscsi'}], 'dv-cinder-860090-1-iscsi', False) {} {{(pid=106271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:48:23.990789 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d63150-bb7e-4aad-b050-4f5c1a65e5cc None None] The sync data for ids ['d54a3d16-ca12-4fd2-b2ac-73e1ae306f25'] in dv-cinder-860090-1-iscsi is: [{'id': 'd54a3d16-ca12-4fd2-b2ac-73e1ae306f25', 'name': 'tempest-TestShelveInstance-447821692-router', 'tenant_id': '0ccd8015806a42bc81a8cbe3d2cab8d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'external_fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '327e2b98-7234-47ab-b5eb-e5d51719f5a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:48:20Z', 'updated_at': '2022-10-03T13:48:21Z', 'revision_number': 3, 'project_id': '0ccd8015806a42bc81a8cbe3d2cab8d7', 'gw_port': {'id': '327e2b98-7234-47ab-b5eb-e5d51719f5a8', 'name': '', 'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:c7:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd54a3d16-ca12-4fd2-b2ac-73e1ae306f25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:48:21Z', 'updated_at': '2022-10-03T13:48:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860090-1-iscsi'}] {{(pid=106271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 13:48:24.030535 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-90afdb8c-6d66-4aaf-9528-740ce47afc45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (81e903e3-2bc6-41f0-9bc9-45fb633df8b5), before_update {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:24.046812 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:48:24.086049 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Device f7968161-98c1-4fb3-bff0-d918ce405b9a up at agent ovs-agent-dv-cinder-860090-1-iscsi {{(pid=106270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 13:48:24.137080 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.provisioning_blocks [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Provisioning complete for port f7968161-98c1-4fb3-bff0-d918ce405b9a triggered by entity L2. {{(pid=106270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 13:48:24.137757 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1340199'] for port (f7968161-98c1-4fb3-bff0-d918ce405b9a), provisioning_complete {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:24.137871 dv-cinder-860090-1-iscsi neutron-server[106270]: INFO neutron.plugins.ml2.plugin [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Attempt 1 to provision port f7968161-98c1-4fb3-bff0-d918ce405b9a Oct 03 13:48:24.204873 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-90afdb8c-6d66-4aaf-9528-740ce47afc45 admin admin] Publish callbacks [] for port (81e903e3-2bc6-41f0-9bc9-45fb633df8b5), precommit_update {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:24.210087 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-90afdb8c-6d66-4aaf-9528-740ce47afc45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751015143617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751014657006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751014658052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26502958'] for port (81e903e3-2bc6-41f0-9bc9-45fb633df8b5), after_update {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:24.213656 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Current status of the port f7968161-98c1-4fb3-bff0-d918ce405b9a is: ACTIVE; New status is: ACTIVE {{(pid=106270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 13:48:24.290801 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-90afdb8c-6d66-4aaf-9528-740ce47afc45 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3798534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3722659'] for router_interface (d54a3d16-ca12-4fd2-b2ac-73e1ae306f25), after_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:24.309200 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90afdb8c-6d66-4aaf-9528-740ce47afc45 admin admin] Pushing event updated for resources: {'Port': ['ID=81e903e3-2bc6-41f0-9bc9-45fb633df8b5,revision_number=2']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:48:24.391106 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Device 630021c2-4dd4-422f-ab2c-4c5771c809e4 no longer exists at agent hyperv_hv-cinder-86009 {{(pid=106270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 13:48:24.406249 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90afdb8c-6d66-4aaf-9528-740ce47afc45 admin admin] Network 79bae060-6f35-4161-9986-8642cff331c6 is already hosted by enough agents. {{(pid=106269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 13:48:24.408659 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.scheduler.base_scheduler [None req-90afdb8c-6d66-4aaf-9528-740ce47afc45 admin admin] Resources bound (agent type, host, resource id): {{(pid=106269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 13:48:24.413219 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] No Port match for: 630021c2-4dd4-422f-ab2c-4c5771c809e4 {{(pid=106270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 03 13:48:24.413858 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Device 630021c2-4dd4-422f-ab2c-4c5771c809e4 not bound to the agent host hv-cinder-86009 {{(pid=106270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 03 13:48:24.538150 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90afdb8c-6d66-4aaf-9528-740ce47afc45 admin admin] Router d54a3d16-ca12-4fd2-b2ac-73e1ae306f25 has already been hosted by L3 agent 94180321-47b1-4b5c-b620-b1b0a31df446 {{(pid=106269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 03 13:48:24.629281 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 39604) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:48:24.656691 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90afdb8c-6d66-4aaf-9528-740ce47afc45 admin admin] Notify agent at l3_agent.dv-cinder-860090-1-iscsi the message routers_updated {{(pid=106269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 13:48:24.671589 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-90afdb8c-6d66-4aaf-9528-740ce47afc45 admin admin] 10.222.0.58 "PUT /networking/v2.0/routers/d54a3d16-ca12-4fd2-b2ac-73e1ae306f25/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0547800 Oct 03 13:48:24.671917 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=87,neutron:DELETE=13 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:48:24.702704 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.provisioning_blocks [None req-66e9f40f-b38e-4edb-b178-de76c0069d75 None None] Provisioning complete for port 81e903e3-2bc6-41f0-9bc9-45fb633df8b5 triggered by entity DHCP. {{(pid=106270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 13:48:24.702704 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-66e9f40f-b38e-4edb-b178-de76c0069d75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1340199'] for port (81e903e3-2bc6-41f0-9bc9-45fb633df8b5), provisioning_complete {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:24.703717 dv-cinder-860090-1-iscsi neutron-server[106270]: INFO neutron.plugins.ml2.plugin [None req-66e9f40f-b38e-4edb-b178-de76c0069d75 None None] Attempt 1 to provision port 81e903e3-2bc6-41f0-9bc9-45fb633df8b5 Oct 03 13:48:24.707143 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-d96224d5-57a7-43db-8414-c890327487f1 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Publish callbacks [] for security_group (9ace053f-6f3b-45d1-9888-9eb91c607356), before_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:24.736126 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-d96224d5-57a7-43db-8414-c890327487f1 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Publish callbacks [] for security_group (9ace053f-6f3b-45d1-9888-9eb91c607356), precommit_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:24.742883 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-66e9f40f-b38e-4edb-b178-de76c0069d75 None None] Port 81e903e3-2bc6-41f0-9bc9-45fb633df8b5 cannot update to ACTIVE because it is not bound. {{(pid=106270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 03 13:48:24.813081 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-d96224d5-57a7-43db-8414-c890327487f1 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (9ace053f-6f3b-45d1-9888-9eb91c607356), after_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:24.816154 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-d96224d5-57a7-43db-8414-c890327487f1 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Publish callbacks [] for security_group (None), before_response {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:24.820646 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-d96224d5-57a7-43db-8414-c890327487f1 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] 10.222.0.58 "DELETE /networking/v2.0/security-groups/9ace053f-6f3b-45d1-9888-9eb91c607356 HTTP/1.1" status: 204 len: 168 time: 0.1899788 Oct 03 13:48:24.834274 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96224d5-57a7-43db-8414-c890327487f1 tempest-TestVolumeBootPattern-2126467709 tempest-TestVolumeBootPattern-2126467709-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ace053f-6f3b-45d1-9888-9eb91c607356,revision_number=None']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:48:24.882482 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 39614) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:48:25.052976 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:48:25.228144 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 39626) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:48:25.233056 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.v2.base [None req-87078e7b-b7be-420e-a398-633909fdc259 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-520964228-network', 'tenant_id': 'b837637fc3484a17b3ef86c29bca3e83'}} {{(pid=106268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 13:48:25.254671 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87078e7b-b7be-420e-a398-633909fdc259 admin admin] Made reservation on behalf of b837637fc3484a17b3ef86c29bca3e83 for: {'network': 1} {{(pid=106268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 13:48:25.257116 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-87078e7b-b7be-420e-a398-633909fdc259 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for network (None), before_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:25.266053 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-87078e7b-b7be-420e-a398-633909fdc259 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:25.334047 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-f763d0b4-2116-471a-ba58-e510f7f8fd5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3893314'] for router_interface (4f12b889-1d5e-4ba4-8f0f-85604cec378d), before_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:25.354218 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-87078e7b-b7be-420e-a398-633909fdc259 admin admin] Publish callbacks [] for security_group (87777c35-ccde-4a29-b776-01c0ca946306), precommit_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:25.359632 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-87078e7b-b7be-420e-a398-633909fdc259 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (87777c35-ccde-4a29-b776-01c0ca946306), after_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:25.382303 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=100 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:48:25.398631 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87078e7b-b7be-420e-a398-633909fdc259 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87777c35-ccde-4a29-b776-01c0ca946306,revision_number=1']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:48:25.401547 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87078e7b-b7be-420e-a398-633909fdc259 admin admin] vlan segment allocate from pool success with {'vlan_id': 646, 'physical_network': 'physnet1'} {{(pid=106268) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 03 13:48:25.414995 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-87078e7b-b7be-420e-a398-633909fdc259 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1333683'] for segment (d8264379-871f-4502-97c7-5375168eb787), precommit_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:25.415358 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.db.segments_db [None req-87078e7b-b7be-420e-a398-633909fdc259 admin admin] Added segment d8264379-871f-4502-97c7-5375168eb787 of type vlan for network cf3d1e7c-6702-43d9-aa26-c94558788bee Oct 03 13:48:25.458934 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-87078e7b-b7be-420e-a398-633909fdc259 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751014593985'] for network (cf3d1e7c-6702-43d9-aa26-c94558788bee), precommit_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:25.486298 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-87078e7b-b7be-420e-a398-633909fdc259 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644'] for network (cf3d1e7c-6702-43d9-aa26-c94558788bee), after_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:25.487335 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87078e7b-b7be-420e-a398-633909fdc259 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:48:25.488001 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-87078e7b-b7be-420e-a398-633909fdc259 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798626'] for network (None), before_response {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:25.546468 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-87078e7b-b7be-420e-a398-633909fdc259 admin admin] 10.222.0.58 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3169453 Oct 03 13:48:25.554625 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 39628) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:48:25.560921 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.v2.base [None req-5e29d7fa-e771-4320-96d3-3ce1934531d1 admin admin] Request body: {'subnet': {'network_id': 'cf3d1e7c-6702-43d9-aa26-c94558788bee', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-520964228-subnet', 'tenant_id': 'b837637fc3484a17b3ef86c29bca3e83', 'ip_version': 4}} {{(pid=106268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 13:48:25.574133 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87078e7b-b7be-420e-a398-633909fdc259 admin admin] Pushing event updated for resources: {'Network': ['ID=cf3d1e7c-6702-43d9-aa26-c94558788bee,revision_number=1']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:48:25.587495 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Network cf3d1e7c-6702-43d9-aa26-c94558788bee details requested by agent ovs-agent-dv-cinder-860090-1-iscsi with host dv-cinder-860090-1-iscsi {{(pid=106270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 03 13:48:25.592900 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.plugins.ml2.plugin [None req-f763d0b4-2116-471a-ba58-e510f7f8fd5c admin admin] Deleting port c35b375b-8a09-4679-aba0-09600a8ce3e6 {{(pid=106269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 13:48:25.593301 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-f763d0b4-2116-471a-ba58-e510f7f8fd5c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751015143464'] for port (c35b375b-8a09-4679-aba0-09600a8ce3e6), before_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:25.596881 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e29d7fa-e771-4320-96d3-3ce1934531d1 admin admin] Made reservation on behalf of b837637fc3484a17b3ef86c29bca3e83 for: {'subnet': 1} {{(pid=106268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 13:48:25.601223 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-5e29d7fa-e771-4320-96d3-3ce1934531d1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25666593'] for subnet (None), before_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:25.693925 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.plugins.ml2.db [None req-f763d0b4-2116-471a-ba58-e510f7f8fd5c admin admin] For port c35b375b-8a09-4679-aba0-09600a8ce3e6, host dv-cinder-860090-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860090-1-iscsi',level=0,port_id=c35b375b-8a09-4679-aba0-09600a8ce3e6,segment=NetworkSegment(4d86536b-be62-4637-b619-80b82e697b76),segment_id=4d86536b-be62-4637-b619-80b82e697b76)] {{(pid=106269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 13:48:25.694291 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-f763d0b4-2116-471a-ba58-e510f7f8fd5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724412'] for port (c35b375b-8a09-4679-aba0-09600a8ce3e6), precommit_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:25.712384 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.plugins.ml2.plugin [None req-f763d0b4-2116-471a-ba58-e510f7f8fd5c admin admin] Calling delete_port for c35b375b-8a09-4679-aba0-09600a8ce3e6 owned by network:router_interface {{(pid=106269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 13:48:25.735328 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=79,neutron:DELETE=3,neutron:INSERT=15,neutron:UPDATE=3 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:48:25.782987 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ce97b5-7dd8-497d-bdd5-7abc7f2b2a7c None None] Sync routers for ids ['d54a3d16-ca12-4fd2-b2ac-73e1ae306f25'] in dv-cinder-860090-1-iscsi {{(pid=106270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 13:48:25.796571 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ce97b5-7dd8-497d-bdd5-7abc7f2b2a7c None None] Routers {'d54a3d16-ca12-4fd2-b2ac-73e1ae306f25'} bound to L3 agent in host dv-cinder-860090-1-iscsi {{(pid=106270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 13:48:25.797937 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_hamode_db [None req-d6ce97b5-7dd8-497d-bdd5-7abc7f2b2a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860090-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-03T13:22:05Z,description=,heartbeat_timestamp=2022-10-03T13:48:05Z,host='dv-cinder-860090-1-iscsi',id=94180321-47b1-4b5c-b620-b1b0a31df446,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T13:22:05Z,topic='l3_agent')) {'router_ids': ['d54a3d16-ca12-4fd2-b2ac-73e1ae306f25'], 'active': True} {{(pid=106270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:48:25.819062 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-5e29d7fa-e771-4320-96d3-3ce1934531d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25417785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25666611'] for subnet (c8d1a354-ebca-4d70-b578-f4e1d639c74b), after_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:25.904806 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e29d7fa-e771-4320-96d3-3ce1934531d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8d1a354-ebca-4d70-b578-f4e1d639c74b,revision_number=0']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:48:25.911275 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e29d7fa-e771-4320-96d3-3ce1934531d1 admin admin] Checking segment: {'id': 'd8264379-871f-4502-97c7-5375168eb787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'cf3d1e7c-6702-43d9-aa26-c94558788bee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 13:48:25.911627 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e29d7fa-e771-4320-96d3-3ce1934531d1 admin admin] Network hostable DHCP agents. Network: cf3d1e7c-6702-43d9-aa26-c94558788bee, hostable agents: ['3460fffa-818c-4144-9400-237880db20a4'], hosted agents: [] {{(pid=106268) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 03 13:48:25.919749 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=100 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:48:25.931017 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=85,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:48:25.937418 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e29d7fa-e771-4320-96d3-3ce1934531d1 admin admin] Network cf3d1e7c-6702-43d9-aa26-c94558788bee is scheduled to be hosted by DHCP agent 3460fffa-818c-4144-9400-237880db20a4 with binding_index 1 {{(pid=106268) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 03 13:48:25.940052 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_dvr_db [None req-d6ce97b5-7dd8-497d-bdd5-7abc7f2b2a7c None None] Set router d54a3d16-ca12-4fd2-b2ac-73e1ae306f25 gateway port host: dv-cinder-860090-1-iscsi {{(pid=106270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 13:48:25.951111 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-f763d0b4-2116-471a-ba58-e510f7f8fd5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751015146406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751014656997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26503125'] for port (c35b375b-8a09-4679-aba0-09600a8ce3e6), after_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:25.953181 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.scheduler.base_scheduler [None req-5e29d7fa-e771-4320-96d3-3ce1934531d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-860090-1-iscsi, cf3d1e7c-6702-43d9-aa26-c94558788bee) {{(pid=106268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 13:48:25.962117 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e29d7fa-e771-4320-96d3-3ce1934531d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:48:25.966111 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-5e29d7fa-e771-4320-96d3-3ce1934531d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798626'] for subnet (None), before_response {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:25.979197 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f763d0b4-2116-471a-ba58-e510f7f8fd5c admin admin] Pushing event deleted for resources: {'Port': ['ID=c35b375b-8a09-4679-aba0-09600a8ce3e6,revision_number=None']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:48:25.996889 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-5e29d7fa-e771-4320-96d3-3ce1934531d1 admin admin] 10.222.0.58 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4408579 Oct 03 13:48:26.001944 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 39630) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:48:26.008032 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.v2.base [None req-2d9682a9-f5f7-47ea-9478-f780d7f6fd0d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-520964228-router', 'tenant_id': 'b837637fc3484a17b3ef86c29bca3e83', 'external_gateway_info': {'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28'}}} {{(pid=106268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 13:48:26.013708 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4de456a5-0677-4f6c-927d-ac5f6f475189 None None] Network cf3d1e7c-6702-43d9-aa26-c94558788bee requested from dv-cinder-860090-1-iscsi {{(pid=106270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 03 13:48:26.045139 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-2d9682a9-f5f7-47ea-9478-f780d7f6fd0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3891666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3482'] for router (bd4e7ce9-633c-435f-ab8c-9b1dd1ed9017), before_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:26.045139 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-2d9682a9-f5f7-47ea-9478-f780d7f6fd0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3893758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3720341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3840717', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3457'] for router (bd4e7ce9-633c-435f-ab8c-9b1dd1ed9017), precommit_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:26.061763 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:48:26.133734 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=100 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:48:26.143794 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-2d9682a9-f5f7-47ea-9478-f780d7f6fd0d admin admin] Publish callbacks [] for router_controller (bd4e7ce9-633c-435f-ab8c-9b1dd1ed9017), precommit_add_association {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:26.221557 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f5fd4e5-13b3-42e1-a97e-9e642ee06b7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e18259c-eb52-5c02-b1a4-6d109347d270-cf3d1e7c-6702-43d9-aa26-c94558788bee', 'network_id': 'cf3d1e7c-6702-43d9-aa26-c94558788bee', 'project_id': 'b837637fc3484a17b3ef86c29bca3e83', 'fixed_ips': [{'subnet_id': 'c8d1a354-ebca-4d70-b578-f4e1d639c74b'}]}} from dv-cinder-860090-1-iscsi. {{(pid=106270) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 03 13:48:26.222760 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-1f5fd4e5-13b3-42e1-a97e-9e642ee06b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (None), before_create {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:26.278565 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Device 327e2b98-7234-47ab-b5eb-e5d51719f5a8 up at agent ovs-agent-dv-cinder-860090-1-iscsi {{(pid=106270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 13:48:26.316496 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-f763d0b4-2116-471a-ba58-e510f7f8fd5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3798541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3893302'] for router_interface (4f12b889-1d5e-4ba4-8f0f-85604cec378d), after_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:26.366433 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-2d9682a9-f5f7-47ea-9478-f780d7f6fd0d admin admin] Publish callbacks [] for router_gateway (bd4e7ce9-633c-435f-ab8c-9b1dd1ed9017), precommit_update {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:26.483025 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.provisioning_blocks [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Provisioning complete for port 327e2b98-7234-47ab-b5eb-e5d51719f5a8 triggered by entity L2. {{(pid=106270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 13:48:26.483401 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1340199'] for port (327e2b98-7234-47ab-b5eb-e5d51719f5a8), provisioning_complete {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:26.483740 dv-cinder-860090-1-iscsi neutron-server[106270]: INFO neutron.plugins.ml2.plugin [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Attempt 1 to provision port 327e2b98-7234-47ab-b5eb-e5d51719f5a8 Oct 03 13:48:26.591891 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-2d9682a9-f5f7-47ea-9478-f780d7f6fd0d admin admin] Publish callbacks [] for router_gateway (bd4e7ce9-633c-435f-ab8c-9b1dd1ed9017), before_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:26.597927 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:48:26.614382 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-2d9682a9-f5f7-47ea-9478-f780d7f6fd0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (None), before_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:26.617305 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f763d0b4-2116-471a-ba58-e510f7f8fd5c admin admin] Router 4f12b889-1d5e-4ba4-8f0f-85604cec378d has already been hosted by L3 agent 94180321-47b1-4b5c-b620-b1b0a31df446 {{(pid=106269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 03 13:48:26.630922 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_hamode_db [None req-d6ce97b5-7dd8-497d-bdd5-7abc7f2b2a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd54a3d16-ca12-4fd2-b2ac-73e1ae306f25', 'name': 'tempest-TestShelveInstance-447821692-router', 'tenant_id': '0ccd8015806a42bc81a8cbe3d2cab8d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'external_fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '327e2b98-7234-47ab-b5eb-e5d51719f5a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:48:20Z', 'updated_at': '2022-10-03T13:48:23Z', 'revision_number': 4, 'project_id': '0ccd8015806a42bc81a8cbe3d2cab8d7', 'gw_port': {'id': '327e2b98-7234-47ab-b5eb-e5d51719f5a8', 'name': '', 'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:c7:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd54a3d16-ca12-4fd2-b2ac-73e1ae306f25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:48:21Z', 'updated_at': '2022-10-03T13:48:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860090-1-iscsi', '_interfaces': [{'id': '81e903e3-2bc6-41f0-9bc9-45fb633df8b5', 'name': '', 'network_id': '79bae060-6f35-4161-9986-8642cff331c6', 'tenant_id': '0ccd8015806a42bc81a8cbe3d2cab8d7', 'mac_address': 'fa:16:3e:9b:99:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd54a3d16-ca12-4fd2-b2ac-73e1ae306f25', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'c257c28c-b8db-4901-b7d7-4853e186a921', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:48:23Z', 'updated_at': '2022-10-03T13:48:24Z', 'revision_number': 2, 'project_id': '0ccd8015806a42bc81a8cbe3d2cab8d7', 'subnets': [{'id': 'c257c28c-b8db-4901-b7d7-4853e186a921', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860090-1-iscsi', False) {} {{(pid=106270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:48:26.633558 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.db_base_plugin_common [None req-1f5fd4e5-13b3-42e1-a97e-9e642ee06b7b None None] Allocated IP 172.20.0.2 (cf3d1e7c-6702-43d9-aa26-c94558788bee/c8d1a354-ebca-4d70-b578-f4e1d639c74b/8ad7bef3-8589-4dc2-a6b9-e90a3b0917b3) {{(pid=106270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 13:48:26.755251 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.db.db_base_plugin_common [None req-2d9682a9-f5f7-47ea-9478-f780d7f6fd0d admin admin] Allocated IP 172.27.1.90 (ad648d78-633d-4222-aa42-7cb50aab7a28/4a9222c2-0418-495a-a49e-d43d754e0950/586be794-b587-4639-b70d-f588628748c0) {{(pid=106268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 13:48:26.777000 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f763d0b4-2116-471a-ba58-e510f7f8fd5c admin admin] Notify agent at l3_agent.dv-cinder-860090-1-iscsi the message routers_updated {{(pid=106269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 13:48:26.784032 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-f763d0b4-2116-471a-ba58-e510f7f8fd5c admin admin] 10.222.0.58 "PUT /networking/v2.0/routers/4f12b889-1d5e-4ba4-8f0f-85604cec378d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8999310 Oct 03 13:48:26.787157 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 39632) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:48:26.788800 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f059dda-484d-42cd-b1b7-7ce413516f59 None None] Sync routers for ids ['4f12b889-1d5e-4ba4-8f0f-85604cec378d'] in dv-cinder-860090-1-iscsi {{(pid=106271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 13:48:26.805856 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f059dda-484d-42cd-b1b7-7ce413516f59 None None] Routers {'4f12b889-1d5e-4ba4-8f0f-85604cec378d'} bound to L3 agent in host dv-cinder-860090-1-iscsi {{(pid=106271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 13:48:26.807404 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_hamode_db [None req-4f059dda-484d-42cd-b1b7-7ce413516f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860090-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-03T13:22:05Z,description=,heartbeat_timestamp=2022-10-03T13:48:05Z,host='dv-cinder-860090-1-iscsi',id=94180321-47b1-4b5c-b620-b1b0a31df446,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T13:22:05Z,topic='l3_agent')) {'router_ids': ['4f12b889-1d5e-4ba4-8f0f-85604cec378d'], 'active': True} {{(pid=106271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:48:26.817701 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ce97b5-7dd8-497d-bdd5-7abc7f2b2a7c None None] Checking router: d54a3d16-ca12-4fd2-b2ac-73e1ae306f25 for host: dv-cinder-860090-1-iscsi {{(pid=106270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 13:48:26.818322 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ce97b5-7dd8-497d-bdd5-7abc7f2b2a7c None None] Updating router d54a3d16-ca12-4fd2-b2ac-73e1ae306f25 port 81e903e3-2bc6-41f0-9bc9-45fb633df8b5 binding host dv-cinder-860090-1-iscsi {{(pid=106270) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 03 13:48:26.862202 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Current status of the port 327e2b98-7234-47ab-b5eb-e5d51719f5a8 is: DOWN; New status is: ACTIVE {{(pid=106270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 13:48:26.863253 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (327e2b98-7234-47ab-b5eb-e5d51719f5a8), before_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:26.877963 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:48:26.933175 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-27c305f0-fb62-49ff-bcba-1e117645d4d2 admin admin] Publish callbacks [] for router (4f12b889-1d5e-4ba4-8f0f-85604cec378d), before_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:26.936440 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-d6ce97b5-7dd8-497d-bdd5-7abc7f2b2a7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (81e903e3-2bc6-41f0-9bc9-45fb633df8b5), before_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:26.946801 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-2d9682a9-f5f7-47ea-9478-f780d7f6fd0d admin admin] Publish callbacks [] for port (586be794-b587-4639-b70d-f588628748c0), precommit_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:26.956576 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.db [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] For port 327e2b98-7234-47ab-b5eb-e5d51719f5a8, host dv-cinder-860090-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860090-1-iscsi',level=0,port_id=327e2b98-7234-47ab-b5eb-e5d51719f5a8,segment=NetworkSegment(bb40cd5f-7936-4373-bcc9-441f3ba1dc24),segment_id=bb40cd5f-7936-4373-bcc9-441f3ba1dc24)] {{(pid=106270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 13:48:26.963635 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_dvr_db [None req-4f059dda-484d-42cd-b1b7-7ce413516f59 None None] Set router 4f12b889-1d5e-4ba4-8f0f-85604cec378d gateway port host: dv-cinder-860090-1-iscsi {{(pid=106271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 13:48:26.968836 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751015143617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751014657006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751014658052'] for port (327e2b98-7234-47ab-b5eb-e5d51719f5a8), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:26.994588 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-2d9682a9-f5f7-47ea-9478-f780d7f6fd0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751014656988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25417805'] for port (586be794-b587-4639-b70d-f588628748c0), after_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:27.050582 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d9682a9-f5f7-47ea-9478-f780d7f6fd0d admin admin] Network ad648d78-633d-4222-aa42-7cb50aab7a28 is already hosted by enough agents. {{(pid=106268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 13:48:27.059142 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.scheduler.base_scheduler [None req-2d9682a9-f5f7-47ea-9478-f780d7f6fd0d admin admin] Resources bound (agent type, host, resource id): {{(pid=106268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 13:48:27.062295 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d9682a9-f5f7-47ea-9478-f780d7f6fd0d admin admin] Received port after_create {{(pid=106268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 13:48:27.067946 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9682a9-f5f7-47ea-9478-f780d7f6fd0d admin admin] Pushing event updated for resources: {'Port': ['ID=586be794-b587-4639-b70d-f588628748c0,revision_number=1']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:48:27.068832 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-27c305f0-fb62-49ff-bcba-1e117645d4d2 admin admin] Publish callbacks [] for router_gateway (4f12b889-1d5e-4ba4-8f0f-85604cec378d), before_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:27.108643 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:48:27.142367 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Pushing event updated for resources: {'Port': ['ID=327e2b98-7234-47ab-b5eb-e5d51719f5a8,revision_number=4']} {{(pid=106270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:48:27.142982 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.plugins.ml2.plugin [None req-27c305f0-fb62-49ff-bcba-1e117645d4d2 admin admin] Deleting port a718b856-e954-4d39-a052-f4739f24ea56 {{(pid=106269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 13:48:27.144788 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-27c305f0-fb62-49ff-bcba-1e117645d4d2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751015143464'] for port (a718b856-e954-4d39-a052-f4739f24ea56), before_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:27.207119 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:48:27.214361 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:48:27.218011 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-1f5fd4e5-13b3-42e1-a97e-9e642ee06b7b None None] Publish callbacks [] for port (8ad7bef3-8589-4dc2-a6b9-e90a3b0917b3), precommit_create {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:27.235938 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_hamode_db [None req-4f059dda-484d-42cd-b1b7-7ce413516f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f12b889-1d5e-4ba4-8f0f-85604cec378d', 'name': 'tempest-TestVolumeBootPattern-1724714225-router', 'tenant_id': '0e005cbca8874c76bf8ad8f5d336b189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'external_fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': 'a718b856-e954-4d39-a052-f4739f24ea56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:40:16Z', 'updated_at': '2022-10-03T13:48:25Z', 'revision_number': 5, 'project_id': '0e005cbca8874c76bf8ad8f5d336b189', 'gw_port': {'id': 'a718b856-e954-4d39-a052-f4739f24ea56', 'name': '', 'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:dd:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f12b889-1d5e-4ba4-8f0f-85604cec378d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:40:17Z', 'updated_at': '2022-10-03T13:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860090-1-iscsi'}], 'dv-cinder-860090-1-iscsi', False) {} {{(pid=106271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:48:27.238462 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-1f5fd4e5-13b3-42e1-a97e-9e642ee06b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751014656988'] for port (8ad7bef3-8589-4dc2-a6b9-e90a3b0917b3), after_create {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:27.271008 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f059dda-484d-42cd-b1b7-7ce413516f59 None None] Checking router: 4f12b889-1d5e-4ba4-8f0f-85604cec378d for host: dv-cinder-860090-1-iscsi {{(pid=106271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 13:48:27.275799 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.plugins.ml2.db [None req-27c305f0-fb62-49ff-bcba-1e117645d4d2 admin admin] For port a718b856-e954-4d39-a052-f4739f24ea56, host dv-cinder-860090-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860090-1-iscsi',level=0,port_id=a718b856-e954-4d39-a052-f4739f24ea56,segment=NetworkSegment(bb40cd5f-7936-4373-bcc9-441f3ba1dc24),segment_id=bb40cd5f-7936-4373-bcc9-441f3ba1dc24)] {{(pid=106269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 13:48:27.276442 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-27c305f0-fb62-49ff-bcba-1e117645d4d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724412'] for port (a718b856-e954-4d39-a052-f4739f24ea56), precommit_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:27.278868 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:48:27.285712 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f059dda-484d-42cd-b1b7-7ce413516f59 None None] Routers {'4f12b889-1d5e-4ba4-8f0f-85604cec378d'} bound to L3 agent in host dv-cinder-860090-1-iscsi {{(pid=106271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 13:48:27.286234 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_hamode_db [None req-4f059dda-484d-42cd-b1b7-7ce413516f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860090-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-03T13:22:05Z,description=,heartbeat_timestamp=2022-10-03T13:48:05Z,host='dv-cinder-860090-1-iscsi',id=94180321-47b1-4b5c-b620-b1b0a31df446,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T13:22:05Z,topic='l3_agent')) {'router_ids': ['4f12b889-1d5e-4ba4-8f0f-85604cec378d'], 'active': True} {{(pid=106271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:48:27.293030 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.plugins.ml2.plugin [None req-27c305f0-fb62-49ff-bcba-1e117645d4d2 admin admin] Calling delete_port for a718b856-e954-4d39-a052-f4739f24ea56 owned by network:router_gateway {{(pid=106269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 13:48:27.322995 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f5fd4e5-13b3-42e1-a97e-9e642ee06b7b None None] Network cf3d1e7c-6702-43d9-aa26-c94558788bee is already hosted by enough agents. {{(pid=106270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 13:48:27.327326 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5fd4e5-13b3-42e1-a97e-9e642ee06b7b None None] Pushing event updated for resources: {'Port': ['ID=8ad7bef3-8589-4dc2-a6b9-e90a3b0917b3,revision_number=1']} {{(pid=106270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:48:27.332857 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.scheduler.base_scheduler [None req-1f5fd4e5-13b3-42e1-a97e-9e642ee06b7b None None] Resources bound (agent type, host, resource id): {{(pid=106270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 13:48:27.338814 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f5fd4e5-13b3-42e1-a97e-9e642ee06b7b None None] Received port after_create {{(pid=106270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 13:48:27.405208 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=88,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:48:27.410770 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_dvr_db [None req-4f059dda-484d-42cd-b1b7-7ce413516f59 None None] Set router 4f12b889-1d5e-4ba4-8f0f-85604cec378d gateway port host: None {{(pid=106271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 13:48:27.428200 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-2d9682a9-f5f7-47ea-9478-f780d7f6fd0d admin admin] Publish callbacks [] for router_gateway (bd4e7ce9-633c-435f-ab8c-9b1dd1ed9017), after_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:27.431607 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.managers [None req-1f5fd4e5-13b3-42e1-a97e-9e642ee06b7b None None] Attempting to bind port 8ad7bef3-8589-4dc2-a6b9-e90a3b0917b3 on host dv-cinder-860090-1-iscsi for vnic_type normal with profile {{(pid=106270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 13:48:27.431969 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.managers [None req-1f5fd4e5-13b3-42e1-a97e-9e642ee06b7b None None] Attempting to bind port 8ad7bef3-8589-4dc2-a6b9-e90a3b0917b3 by drivers openvswitch,hyperv on host dv-cinder-860090-1-iscsi at level 0 using segments [{'id': 'd8264379-871f-4502-97c7-5375168eb787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'cf3d1e7c-6702-43d9-aa26-c94558788bee'}] {{(pid=106270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 13:48:27.432327 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f5fd4e5-13b3-42e1-a97e-9e642ee06b7b None None] Attempting to bind port 8ad7bef3-8589-4dc2-a6b9-e90a3b0917b3 on network cf3d1e7c-6702-43d9-aa26-c94558788bee {{(pid=106270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 13:48:27.474903 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_hamode_db [None req-4f059dda-484d-42cd-b1b7-7ce413516f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f12b889-1d5e-4ba4-8f0f-85604cec378d', 'name': 'tempest-TestVolumeBootPattern-1724714225-router', 'tenant_id': '0e005cbca8874c76bf8ad8f5d336b189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:40:16Z', 'updated_at': '2022-10-03T13:48:27Z', 'revision_number': 6, 'project_id': '0e005cbca8874c76bf8ad8f5d336b189', 'gw_port_host': None}], 'dv-cinder-860090-1-iscsi', False) {} {{(pid=106271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:48:27.519764 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-d6ce97b5-7dd8-497d-bdd5-7abc7f2b2a7c None None] Publish callbacks [] for port (81e903e3-2bc6-41f0-9bc9-45fb633df8b5), precommit_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:27.522228 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f059dda-484d-42cd-b1b7-7ce413516f59 None None] The sync data for ids ['4f12b889-1d5e-4ba4-8f0f-85604cec378d'] in dv-cinder-860090-1-iscsi is: [{'id': '4f12b889-1d5e-4ba4-8f0f-85604cec378d', 'name': 'tempest-TestVolumeBootPattern-1724714225-router', 'tenant_id': '0e005cbca8874c76bf8ad8f5d336b189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:40:16Z', 'updated_at': '2022-10-03T13:48:27Z', 'revision_number': 6, 'project_id': '0e005cbca8874c76bf8ad8f5d336b189', 'gw_port_host': None}] {{(pid=106271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 13:48:27.529581 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:48:27.531134 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f5fd4e5-13b3-42e1-a97e-9e642ee06b7b None None] Checking agent: {'id': 'd46c7ed5-c451-4a76-ab3f-ab8e3ea4a5ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860090-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 13, 22, 7), 'started_at': datetime.datetime(2022, 10, 3, 13, 22, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 13, 48, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860090-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 13:48:27.531602 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f5fd4e5-13b3-42e1-a97e-9e642ee06b7b None None] Checking segment: {'id': 'd8264379-871f-4502-97c7-5375168eb787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'cf3d1e7c-6702-43d9-aa26-c94558788bee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 13:48:27.532601 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-1f5fd4e5-13b3-42e1-a97e-9e642ee06b7b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:27.533330 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f5fd4e5-13b3-42e1-a97e-9e642ee06b7b None None] Bound using segment: {'id': 'd8264379-871f-4502-97c7-5375168eb787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'cf3d1e7c-6702-43d9-aa26-c94558788bee'} {{(pid=106270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 13:48:27.533720 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.managers [None req-1f5fd4e5-13b3-42e1-a97e-9e642ee06b7b None None] Bound port: 8ad7bef3-8589-4dc2-a6b9-e90a3b0917b3, host: dv-cinder-860090-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8264379-871f-4502-97c7-5375168eb787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'cf3d1e7c-6702-43d9-aa26-c94558788bee'}}] {{(pid=106270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 13:48:27.534108 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-1f5fd4e5-13b3-42e1-a97e-9e642ee06b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (8ad7bef3-8589-4dc2-a6b9-e90a3b0917b3), before_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:27.538023 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-d6ce97b5-7dd8-497d-bdd5-7abc7f2b2a7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751015143617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751014657006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751014658052'] for port (81e903e3-2bc6-41f0-9bc9-45fb633df8b5), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:27.538753 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-27c305f0-fb62-49ff-bcba-1e117645d4d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751015146406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751014656997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26503125'] for port (a718b856-e954-4d39-a052-f4739f24ea56), after_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:27.573483 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c305f0-fb62-49ff-bcba-1e117645d4d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=a718b856-e954-4d39-a052-f4739f24ea56,revision_number=None']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:48:27.636316 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:48:27.637061 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199f4b5e-ad80-4ac4-b1f6-85da861a18ef None None] Pushing event updated for resources: {'Port': ['ID=81e903e3-2bc6-41f0-9bc9-45fb633df8b5,revision_number=3']} {{(pid=106270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:48:27.638717 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-27c305f0-fb62-49ff-bcba-1e117645d4d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3894908'] for router_gateway (4f12b889-1d5e-4ba4-8f0f-85604cec378d), after_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:27.657994 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-2d9682a9-f5f7-47ea-9478-f780d7f6fd0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3893737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3894980'] for router (bd4e7ce9-633c-435f-ab8c-9b1dd1ed9017), after_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:27.694865 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.managers [None req-d6ce97b5-7dd8-497d-bdd5-7abc7f2b2a7c None None] Attempting to bind port 81e903e3-2bc6-41f0-9bc9-45fb633df8b5 on host dv-cinder-860090-1-iscsi for vnic_type normal with profile {{(pid=106270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 13:48:27.695378 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.managers [None req-d6ce97b5-7dd8-497d-bdd5-7abc7f2b2a7c None None] Attempting to bind port 81e903e3-2bc6-41f0-9bc9-45fb633df8b5 by drivers openvswitch,hyperv on host dv-cinder-860090-1-iscsi at level 0 using segments [{'id': 'c780a234-b500-4122-9ba2-cb65ec0cde7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '79bae060-6f35-4161-9986-8642cff331c6'}] {{(pid=106270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 13:48:27.695858 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ce97b5-7dd8-497d-bdd5-7abc7f2b2a7c None None] Attempting to bind port 81e903e3-2bc6-41f0-9bc9-45fb633df8b5 on network 79bae060-6f35-4161-9986-8642cff331c6 {{(pid=106270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 13:48:27.699193 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.db [None req-1f5fd4e5-13b3-42e1-a97e-9e642ee06b7b None None] For port 8ad7bef3-8589-4dc2-a6b9-e90a3b0917b3, host dv-cinder-860090-1-iscsi, cleared binding levels {{(pid=106270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 13:48:27.731181 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-27c305f0-fb62-49ff-bcba-1e117645d4d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3893367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3464'] for router (4f12b889-1d5e-4ba4-8f0f-85604cec378d), precommit_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:27.733356 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-27c305f0-fb62-49ff-bcba-1e117645d4d2 admin admin] Publish callbacks [] for router_controller (4f12b889-1d5e-4ba4-8f0f-85604cec378d), precommit_delete_associations {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:27.734175 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.db [None req-1f5fd4e5-13b3-42e1-a97e-9e642ee06b7b None None] For port 8ad7bef3-8589-4dc2-a6b9-e90a3b0917b3, host dv-cinder-860090-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860090-1-iscsi',level=0,port_id=8ad7bef3-8589-4dc2-a6b9-e90a3b0917b3,segment=NetworkSegment(d8264379-871f-4502-97c7-5375168eb787),segment_id=d8264379-871f-4502-97c7-5375168eb787)] {{(pid=106270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 13:48:27.749332 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-1f5fd4e5-13b3-42e1-a97e-9e642ee06b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751015143617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751014657006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751014658052'] for port (8ad7bef3-8589-4dc2-a6b9-e90a3b0917b3), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:27.784626 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ce97b5-7dd8-497d-bdd5-7abc7f2b2a7c None None] Checking agent: {'id': 'd46c7ed5-c451-4a76-ab3f-ab8e3ea4a5ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860090-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 13, 22, 7), 'started_at': datetime.datetime(2022, 10, 3, 13, 22, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 13, 48, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860090-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 13:48:27.785064 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ce97b5-7dd8-497d-bdd5-7abc7f2b2a7c None None] Checking segment: {'id': 'c780a234-b500-4122-9ba2-cb65ec0cde7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '79bae060-6f35-4161-9986-8642cff331c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 13:48:27.785571 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-d6ce97b5-7dd8-497d-bdd5-7abc7f2b2a7c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:27.786031 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ce97b5-7dd8-497d-bdd5-7abc7f2b2a7c None None] Bound using segment: {'id': 'c780a234-b500-4122-9ba2-cb65ec0cde7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '79bae060-6f35-4161-9986-8642cff331c6'} {{(pid=106270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 13:48:27.786592 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.managers [None req-d6ce97b5-7dd8-497d-bdd5-7abc7f2b2a7c None None] Bound port: 81e903e3-2bc6-41f0-9bc9-45fb633df8b5, host: dv-cinder-860090-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c780a234-b500-4122-9ba2-cb65ec0cde7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '79bae060-6f35-4161-9986-8642cff331c6'}}] {{(pid=106270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 13:48:27.787040 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-d6ce97b5-7dd8-497d-bdd5-7abc7f2b2a7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (81e903e3-2bc6-41f0-9bc9-45fb633df8b5), before_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:27.789104 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-27c305f0-fb62-49ff-bcba-1e117645d4d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3893358'] for router (4f12b889-1d5e-4ba4-8f0f-85604cec378d), after_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:27.789987 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27c305f0-fb62-49ff-bcba-1e117645d4d2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4f12b889-1d5e-4ba4-8f0f-85604cec378d {{(pid=106269) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 03 13:48:27.801982 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-27c305f0-fb62-49ff-bcba-1e117645d4d2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:27.803240 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-27c305f0-fb62-49ff-bcba-1e117645d4d2 admin admin] 10.222.0.58 "DELETE /networking/v2.0/routers/4f12b889-1d5e-4ba4-8f0f-85604cec378d HTTP/1.1" status: 204 len: 168 time: 1.0130551 Oct 03 13:48:27.805831 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 39634) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:48:27.847347 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5fd4e5-13b3-42e1-a97e-9e642ee06b7b None None] Pushing event updated for resources: {'Port': ['ID=8ad7bef3-8589-4dc2-a6b9-e90a3b0917b3,revision_number=2']} {{(pid=106270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:48:27.862827 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d9682a9-f5f7-47ea-9478-f780d7f6fd0d admin admin] Router bd4e7ce9-633c-435f-ab8c-9b1dd1ed9017 is scheduled to L3 agent 94180321-47b1-4b5c-b620-b1b0a31df446 with binding_index 1 {{(pid=106268) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 03 13:48:27.873592 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.db.db_base_plugin_v2 [None req-3048a7a9-2a69-4b40-9c44-b51fbb3cf6ba admin admin] Deleting subnet 51f42a02-30ea-44c7-9128-4b02428032bd {{(pid=106268) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 03 13:48:27.879527 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-3048a7a9-2a69-4b40-9c44-b51fbb3cf6ba admin admin] Publish callbacks [] for subnet (51f42a02-30ea-44c7-9128-4b02428032bd), before_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:27.880528 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.db [None req-d6ce97b5-7dd8-497d-bdd5-7abc7f2b2a7c None None] For port 81e903e3-2bc6-41f0-9bc9-45fb633df8b5, host dv-cinder-860090-1-iscsi, cleared binding levels {{(pid=106270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 13:48:27.884568 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.db [None req-d6ce97b5-7dd8-497d-bdd5-7abc7f2b2a7c None None] For port 81e903e3-2bc6-41f0-9bc9-45fb633df8b5, host dv-cinder-860090-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860090-1-iscsi',level=0,port_id=81e903e3-2bc6-41f0-9bc9-45fb633df8b5,segment=NetworkSegment(c780a234-b500-4122-9ba2-cb65ec0cde7c),segment_id=c780a234-b500-4122-9ba2-cb65ec0cde7c)] {{(pid=106270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 13:48:27.895026 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-d6ce97b5-7dd8-497d-bdd5-7abc7f2b2a7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751015143617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751014657006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751014658052'] for port (81e903e3-2bc6-41f0-9bc9-45fb633df8b5), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:27.946569 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ce97b5-7dd8-497d-bdd5-7abc7f2b2a7c None None] Routers {'d54a3d16-ca12-4fd2-b2ac-73e1ae306f25'} bound to L3 agent in host dv-cinder-860090-1-iscsi {{(pid=106270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 13:48:27.947561 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_hamode_db [None req-d6ce97b5-7dd8-497d-bdd5-7abc7f2b2a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860090-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-03T13:22:05Z,description=,heartbeat_timestamp=2022-10-03T13:48:05Z,host='dv-cinder-860090-1-iscsi',id=94180321-47b1-4b5c-b620-b1b0a31df446,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T13:22:05Z,topic='l3_agent')) {'router_ids': ['d54a3d16-ca12-4fd2-b2ac-73e1ae306f25'], 'active': True} {{(pid=106270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:48:28.007080 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:48:28.025484 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-3048a7a9-2a69-4b40-9c44-b51fbb3cf6ba admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25418949'] for subnet (51f42a02-30ea-44c7-9128-4b02428032bd), precommit_delete_associations {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:28.052449 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:48:28.060247 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d9682a9-f5f7-47ea-9478-f780d7f6fd0d admin admin] Notify agent at l3_agent.dv-cinder-860090-1-iscsi the message routers_updated {{(pid=106268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 13:48:28.060632 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199f4b5e-ad80-4ac4-b1f6-85da861a18ef None None] Pushing event updated for resources: {'Port': ['ID=81e903e3-2bc6-41f0-9bc9-45fb633df8b5,revision_number=4']} {{(pid=106270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:48:28.097142 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-2d9682a9-f5f7-47ea-9478-f780d7f6fd0d admin admin] Publish callbacks [] for router (None), before_response {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:28.104572 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-2d9682a9-f5f7-47ea-9478-f780d7f6fd0d admin admin] 10.222.0.58 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.0987473 Oct 03 13:48:28.104962 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 39636) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:48:28.105924 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a90dc00-2b8e-455d-b068-a8befb8602a8 None None] Sync routers for ids ['bd4e7ce9-633c-435f-ab8c-9b1dd1ed9017'] in dv-cinder-860090-1-iscsi {{(pid=106270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 13:48:28.112463 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:48:28.144730 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a90dc00-2b8e-455d-b068-a8befb8602a8 None None] Routers {'bd4e7ce9-633c-435f-ab8c-9b1dd1ed9017'} bound to L3 agent in host dv-cinder-860090-1-iscsi {{(pid=106270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 13:48:28.145635 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_hamode_db [None req-4a90dc00-2b8e-455d-b068-a8befb8602a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860090-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-03T13:22:05Z,description=,heartbeat_timestamp=2022-10-03T13:48:05Z,host='dv-cinder-860090-1-iscsi',id=94180321-47b1-4b5c-b620-b1b0a31df446,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T13:22:05Z,topic='l3_agent')) {'router_ids': ['bd4e7ce9-633c-435f-ab8c-9b1dd1ed9017'], 'active': True} {{(pid=106270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:48:28.163925 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-3048a7a9-2a69-4b40-9c44-b51fbb3cf6ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1491868'] for subnet (51f42a02-30ea-44c7-9128-4b02428032bd), precommit_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:28.196510 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_dvr_db [None req-d6ce97b5-7dd8-497d-bdd5-7abc7f2b2a7c None None] Set router d54a3d16-ca12-4fd2-b2ac-73e1ae306f25 gateway port host: dv-cinder-860090-1-iscsi {{(pid=106270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 13:48:28.227379 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-3048a7a9-2a69-4b40-9c44-b51fbb3cf6ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1495987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25417848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25667008'] for subnet (51f42a02-30ea-44c7-9128-4b02428032bd), after_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:28.256278 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3048a7a9-2a69-4b40-9c44-b51fbb3cf6ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=51f42a02-30ea-44c7-9128-4b02428032bd,revision_number=None']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:48:28.260097 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-3048a7a9-2a69-4b40-9c44-b51fbb3cf6ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798626'] for subnet (None), before_response {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:28.265622 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-3048a7a9-2a69-4b40-9c44-b51fbb3cf6ba admin admin] 10.222.0.58 "DELETE /networking/v2.0/subnets/51f42a02-30ea-44c7-9128-4b02428032bd HTTP/1.1" status: 204 len: 168 time: 0.4565060 Oct 03 13:48:28.265859 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 39638) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:48:28.301171 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-870100db-6371-4e4e-b198-47f2cabee468 None None] Network 5b3c6d8a-02a1-4730-82ca-c02b5cbef660 requested from dv-cinder-860090-1-iscsi {{(pid=106270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 03 13:48:28.346203 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-adbc7912-8040-4f16-af5c-acf4b90f92be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1465425'] for network (5b3c6d8a-02a1-4730-82ca-c02b5cbef660), before_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:28.432520 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.plugin [None req-adbc7912-8040-4f16-af5c-acf4b90f92be admin admin] Deleting port f836854e-7a8c-4b89-b9b0-8e3cba1b84b2 {{(pid=106268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 13:48:28.433172 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-adbc7912-8040-4f16-af5c-acf4b90f92be admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751015143464'] for port (f836854e-7a8c-4b89-b9b0-8e3cba1b84b2), before_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:28.444659 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_dvr_db [None req-4a90dc00-2b8e-455d-b068-a8befb8602a8 None None] Set router bd4e7ce9-633c-435f-ab8c-9b1dd1ed9017 gateway port host: dv-cinder-860090-1-iscsi {{(pid=106270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 13:48:28.502221 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:48:28.543849 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.db [None req-adbc7912-8040-4f16-af5c-acf4b90f92be admin admin] For port f836854e-7a8c-4b89-b9b0-8e3cba1b84b2, host dv-cinder-860090-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860090-1-iscsi',level=0,port_id=f836854e-7a8c-4b89-b9b0-8e3cba1b84b2,segment=NetworkSegment(4d86536b-be62-4637-b619-80b82e697b76),segment_id=4d86536b-be62-4637-b619-80b82e697b76)] {{(pid=106268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 13:48:28.556755 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-adbc7912-8040-4f16-af5c-acf4b90f92be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724412'] for port (f836854e-7a8c-4b89-b9b0-8e3cba1b84b2), precommit_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:28.598189 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.plugin [None req-adbc7912-8040-4f16-af5c-acf4b90f92be admin admin] Calling delete_port for f836854e-7a8c-4b89-b9b0-8e3cba1b84b2 owned by network:dhcp {{(pid=106268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 13:48:28.741491 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-adbc7912-8040-4f16-af5c-acf4b90f92be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751015146406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751014656997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25417805'] for port (f836854e-7a8c-4b89-b9b0-8e3cba1b84b2), after_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:28.774181 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbc7912-8040-4f16-af5c-acf4b90f92be admin admin] Pushing event deleted for resources: {'Port': ['ID=f836854e-7a8c-4b89-b9b0-8e3cba1b84b2,revision_number=None']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:48:28.778496 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adbc7912-8040-4f16-af5c-acf4b90f92be admin admin] No DVR routers for this DVR port f836854e-7a8c-4b89-b9b0-8e3cba1b84b2 on host dv-cinder-860090-1-iscsi {{(pid=106268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 03 13:48:28.803705 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c23eb351-90de-4081-ac72-d99dc6761955 None None] DHCP port deletion for 5b3c6d8a-02a1-4730-82ca-c02b5cbef660 request from dv-cinder-860090-1-iscsi {{(pid=106270) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 03 13:48:28.806194 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Device 8ad7bef3-8589-4dc2-a6b9-e90a3b0917b3 up at agent ovs-agent-dv-cinder-860090-1-iscsi {{(pid=106270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 13:48:28.878131 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-adbc7912-8040-4f16-af5c-acf4b90f92be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1335438', 'neutron.services.segments.db._delete_segments_for_network-8751015121372'] for network (5b3c6d8a-02a1-4730-82ca-c02b5cbef660), precommit_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:28.903340 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.provisioning_blocks [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Provisioning complete for port 8ad7bef3-8589-4dc2-a6b9-e90a3b0917b3 triggered by entity L2. {{(pid=106270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 13:48:28.903580 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1340199'] for port (8ad7bef3-8589-4dc2-a6b9-e90a3b0917b3), provisioning_complete {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:28.904558 dv-cinder-860090-1-iscsi neutron-server[106270]: INFO neutron.plugins.ml2.plugin [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Attempt 1 to provision port 8ad7bef3-8589-4dc2-a6b9-e90a3b0917b3 Oct 03 13:48:28.919832 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.services.segments.db [None req-adbc7912-8040-4f16-af5c-acf4b90f92be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b3c6d8a-02a1-4730-82ca-c02b5cbef660']}} {{(pid=106268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:48:28.930967 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.services.segments.db [None req-adbc7912-8040-4f16-af5c-acf4b90f92be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d86536b-be62-4637-b619-80b82e697b76') {'for_net_delete': True} {{(pid=106268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:48:28.931352 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.services.segments.db [None req-adbc7912-8040-4f16-af5c-acf4b90f92be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d86536b-be62-4637-b619-80b82e697b76') {} {{(pid=106268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:48:28.943153 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-adbc7912-8040-4f16-af5c-acf4b90f92be admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751015173030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25418940'] for segment (4d86536b-be62-4637-b619-80b82e697b76), before_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:28.962947 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-adbc7912-8040-4f16-af5c-acf4b90f92be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1333683'] for segment (4d86536b-be62-4637-b619-80b82e697b76), precommit_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:28.975901 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-adbc7912-8040-4f16-af5c-acf4b90f92be admin admin] Releasing vlan 643 on physical network physnet1 to pool {{(pid=106268) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 03 13:48:28.976410 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-adbc7912-8040-4f16-af5c-acf4b90f92be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1333683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25417874'] for segment (4d86536b-be62-4637-b619-80b82e697b76), after_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:29.024713 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_hamode_db [None req-d6ce97b5-7dd8-497d-bdd5-7abc7f2b2a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd54a3d16-ca12-4fd2-b2ac-73e1ae306f25', 'name': 'tempest-TestShelveInstance-447821692-router', 'tenant_id': '0ccd8015806a42bc81a8cbe3d2cab8d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'external_fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '327e2b98-7234-47ab-b5eb-e5d51719f5a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:48:20Z', 'updated_at': '2022-10-03T13:48:23Z', 'revision_number': 4, 'project_id': '0ccd8015806a42bc81a8cbe3d2cab8d7', 'gw_port': {'id': '327e2b98-7234-47ab-b5eb-e5d51719f5a8', 'name': '', 'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:c7:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd54a3d16-ca12-4fd2-b2ac-73e1ae306f25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:48:21Z', 'updated_at': '2022-10-03T13:48:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860090-1-iscsi', '_interfaces': [{'id': '81e903e3-2bc6-41f0-9bc9-45fb633df8b5', 'name': '', 'network_id': '79bae060-6f35-4161-9986-8642cff331c6', 'tenant_id': '0ccd8015806a42bc81a8cbe3d2cab8d7', 'mac_address': 'fa:16:3e:9b:99:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd54a3d16-ca12-4fd2-b2ac-73e1ae306f25', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'c257c28c-b8db-4901-b7d7-4853e186a921', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:48:23Z', 'updated_at': '2022-10-03T13:48:27Z', 'revision_number': 4, 'project_id': '0ccd8015806a42bc81a8cbe3d2cab8d7', 'subnets': [{'id': 'c257c28c-b8db-4901-b7d7-4853e186a921', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860090-1-iscsi', False) {} {{(pid=106270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:48:29.070870 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ce97b5-7dd8-497d-bdd5-7abc7f2b2a7c None None] The sync data for ids ['d54a3d16-ca12-4fd2-b2ac-73e1ae306f25'] in dv-cinder-860090-1-iscsi is: [{'id': 'd54a3d16-ca12-4fd2-b2ac-73e1ae306f25', 'name': 'tempest-TestShelveInstance-447821692-router', 'tenant_id': '0ccd8015806a42bc81a8cbe3d2cab8d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'external_fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '327e2b98-7234-47ab-b5eb-e5d51719f5a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:48:20Z', 'updated_at': '2022-10-03T13:48:23Z', 'revision_number': 4, 'project_id': '0ccd8015806a42bc81a8cbe3d2cab8d7', 'gw_port': {'id': '327e2b98-7234-47ab-b5eb-e5d51719f5a8', 'name': '', 'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:c7:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd54a3d16-ca12-4fd2-b2ac-73e1ae306f25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:48:21Z', 'updated_at': '2022-10-03T13:48:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860090-1-iscsi', '_interfaces': [{'id': '81e903e3-2bc6-41f0-9bc9-45fb633df8b5', 'name': '', 'network_id': '79bae060-6f35-4161-9986-8642cff331c6', 'tenant_id': '0ccd8015806a42bc81a8cbe3d2cab8d7', 'mac_address': 'fa:16:3e:9b:99:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd54a3d16-ca12-4fd2-b2ac-73e1ae306f25', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'c257c28c-b8db-4901-b7d7-4853e186a921', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:48:23Z', 'updated_at': '2022-10-03T13:48:27Z', 'revision_number': 4, 'project_id': '0ccd8015806a42bc81a8cbe3d2cab8d7', 'subnets': [{'id': 'c257c28c-b8db-4901-b7d7-4853e186a921', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 13:48:29.104669 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-85f3e7df-c57f-45c5-9aae-23fcccdbad7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (None), before_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:29.132121 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_hamode_db [None req-4a90dc00-2b8e-455d-b068-a8befb8602a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd4e7ce9-633c-435f-ab8c-9b1dd1ed9017', 'name': 'tempest-TestShelveInstance-520964228-router', 'tenant_id': 'b837637fc3484a17b3ef86c29bca3e83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'external_fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': '586be794-b587-4639-b70d-f588628748c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:48:26Z', 'updated_at': '2022-10-03T13:48:27Z', 'revision_number': 3, 'project_id': 'b837637fc3484a17b3ef86c29bca3e83', 'gw_port': {'id': '586be794-b587-4639-b70d-f588628748c0', 'name': '', 'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:ed:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd4e7ce9-633c-435f-ab8c-9b1dd1ed9017', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:48:26Z', 'updated_at': '2022-10-03T13:48:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860090-1-iscsi'}], 'dv-cinder-860090-1-iscsi', False) {} {{(pid=106270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:48:29.137825 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Current status of the port 8ad7bef3-8589-4dc2-a6b9-e90a3b0917b3 is: DOWN; New status is: ACTIVE {{(pid=106270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 13:48:29.138084 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (8ad7bef3-8589-4dc2-a6b9-e90a3b0917b3), before_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:29.154869 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-adbc7912-8040-4f16-af5c-acf4b90f92be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1337213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3894947'] for network (5b3c6d8a-02a1-4730-82ca-c02b5cbef660), after_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:29.180375 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-adbc7912-8040-4f16-af5c-acf4b90f92be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798626'] for network (None), before_response {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:29.187629 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a90dc00-2b8e-455d-b068-a8befb8602a8 None None] Checking router: bd4e7ce9-633c-435f-ab8c-9b1dd1ed9017 for host: dv-cinder-860090-1-iscsi {{(pid=106270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 13:48:29.187984 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a90dc00-2b8e-455d-b068-a8befb8602a8 None None] Updating router bd4e7ce9-633c-435f-ab8c-9b1dd1ed9017 port 586be794-b587-4639-b70d-f588628748c0 binding host dv-cinder-860090-1-iscsi {{(pid=106270) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 03 13:48:29.204973 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-adbc7912-8040-4f16-af5c-acf4b90f92be admin admin] 10.222.0.58 "DELETE /networking/v2.0/networks/5b3c6d8a-02a1-4730-82ca-c02b5cbef660 HTTP/1.1" status: 204 len: 168 time: 0.9335263 Oct 03 13:48:29.212400 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 39644) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:48:29.222666 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f505e10-5b07-4a8a-8fcf-90155e7f64da None None] Network cf3d1e7c-6702-43d9-aa26-c94558788bee requested from dv-cinder-860090-1-iscsi {{(pid=106270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 03 13:48:29.226442 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbc7912-8040-4f16-af5c-acf4b90f92be admin admin] Pushing event deleted for resources: {'Network': ['ID=5b3c6d8a-02a1-4730-82ca-c02b5cbef660,revision_number=None']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:48:29.315932 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-4a90dc00-2b8e-455d-b068-a8befb8602a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (586be794-b587-4639-b70d-f588628748c0), before_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:29.325016 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:48:29.326334 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.provisioning_blocks [None req-9ddda6a6-3e1e-4292-91ef-29335f731eed None None] Provisioning complete for port 8ad7bef3-8589-4dc2-a6b9-e90a3b0917b3 triggered by entity DHCP. {{(pid=106270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 13:48:29.326826 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-9ddda6a6-3e1e-4292-91ef-29335f731eed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1340199'] for port (8ad7bef3-8589-4dc2-a6b9-e90a3b0917b3), provisioning_complete {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:29.327173 dv-cinder-860090-1-iscsi neutron-server[106270]: INFO neutron.plugins.ml2.plugin [None req-9ddda6a6-3e1e-4292-91ef-29335f731eed None None] Attempt 1 to provision port 8ad7bef3-8589-4dc2-a6b9-e90a3b0917b3 Oct 03 13:48:29.364401 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:48:29.367393 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.db [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] For port 8ad7bef3-8589-4dc2-a6b9-e90a3b0917b3, host dv-cinder-860090-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860090-1-iscsi',level=0,port_id=8ad7bef3-8589-4dc2-a6b9-e90a3b0917b3,segment=NetworkSegment(d8264379-871f-4502-97c7-5375168eb787),segment_id=d8264379-871f-4502-97c7-5375168eb787)] {{(pid=106270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 13:48:29.408137 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751015143617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751014657006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751014658052'] for port (8ad7bef3-8589-4dc2-a6b9-e90a3b0917b3), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:29.409310 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Device 327e2b98-7234-47ab-b5eb-e5d51719f5a8 up at agent ovs-agent-dv-cinder-860090-1-iscsi {{(pid=106270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 13:48:29.423031 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.services.segments.plugin [-] Segment 4d86536b-be62-4637-b619-80b82e697b76 resource provider aggregate not found Oct 03 13:48:29.444783 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.services.segments.plugin [-] Segment 4d86536b-be62-4637-b619-80b82e697b76 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4d86536b-be62-4637-b619-80b82e697b76 found for delete ", "request_id": "req-3a1681c4-9b6b-4bec-b1b9-0362cdd629fa"}]} Oct 03 13:48:29.470759 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.db.db_base_plugin_common [None req-85f3e7df-c57f-45c5-9aae-23fcccdbad7e admin admin] Allocated IP 172.20.0.1 (cf3d1e7c-6702-43d9-aa26-c94558788bee/c8d1a354-ebca-4d70-b578-f4e1d639c74b/62d9a8e4-b68a-4b34-a1a4-53836c4f89e4) {{(pid=106269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 13:48:29.571051 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:48:29.657556 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=1 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:48:29.670108 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Pushing event updated for resources: {'Port': ['ID=8ad7bef3-8589-4dc2-a6b9-e90a3b0917b3,revision_number=3']} {{(pid=106270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:48:29.720379 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-85f3e7df-c57f-45c5-9aae-23fcccdbad7e admin admin] Publish callbacks [] for port (62d9a8e4-b68a-4b34-a1a4-53836c4f89e4), precommit_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:29.740751 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.provisioning_blocks [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Provisioning complete for port 327e2b98-7234-47ab-b5eb-e5d51719f5a8 triggered by entity L2. {{(pid=106270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 13:48:29.741133 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1340199'] for port (327e2b98-7234-47ab-b5eb-e5d51719f5a8), provisioning_complete {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:29.741571 dv-cinder-860090-1-iscsi neutron-server[106270]: INFO neutron.plugins.ml2.plugin [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Attempt 1 to provision port 327e2b98-7234-47ab-b5eb-e5d51719f5a8 Oct 03 13:48:29.787372 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-9ddda6a6-3e1e-4292-91ef-29335f731eed None None] Current status of the port 8ad7bef3-8589-4dc2-a6b9-e90a3b0917b3 is: ACTIVE; New status is: ACTIVE {{(pid=106270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 13:48:29.889367 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Current status of the port 327e2b98-7234-47ab-b5eb-e5d51719f5a8 is: ACTIVE; New status is: ACTIVE {{(pid=106270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 13:48:29.910066 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-85f3e7df-c57f-45c5-9aae-23fcccdbad7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751014656988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26503125'] for port (62d9a8e4-b68a-4b34-a1a4-53836c4f89e4), after_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:29.924657 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Device c35b375b-8a09-4679-aba0-09600a8ce3e6 no longer exists at agent ovs-agent-dv-cinder-860090-1-iscsi {{(pid=106270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 13:48:29.950620 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-a2bf4f99-2f3a-4b97-91ad-6683e012918d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3893314'] for router_interface (eaee042d-1749-43c6-9189-3f4d9d7b27c8), before_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:29.953599 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] No Port match for: c35b375b-8a09-4679-aba0-09600a8ce3e6 {{(pid=106270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 03 13:48:29.953978 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Device c35b375b-8a09-4679-aba0-09600a8ce3e6 not bound to the agent host dv-cinder-860090-1-iscsi {{(pid=106270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 03 13:48:29.968602 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-4a90dc00-2b8e-455d-b068-a8befb8602a8 None None] Publish callbacks [] for port (586be794-b587-4639-b70d-f588628748c0), precommit_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:29.979639 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-4a90dc00-2b8e-455d-b068-a8befb8602a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751015143617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751014657006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751014658052'] for port (586be794-b587-4639-b70d-f588628748c0), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:30.003694 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85f3e7df-c57f-45c5-9aae-23fcccdbad7e admin admin] Network cf3d1e7c-6702-43d9-aa26-c94558788bee is already hosted by enough agents. {{(pid=106269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 13:48:30.015420 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.scheduler.base_scheduler [None req-85f3e7df-c57f-45c5-9aae-23fcccdbad7e admin admin] Resources bound (agent type, host, resource id): {{(pid=106269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 13:48:30.019944 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f3e7df-c57f-45c5-9aae-23fcccdbad7e admin admin] Received port after_create {{(pid=106269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 13:48:30.036606 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.managers [None req-4a90dc00-2b8e-455d-b068-a8befb8602a8 None None] Attempting to bind port 586be794-b587-4639-b70d-f588628748c0 on host dv-cinder-860090-1-iscsi for vnic_type normal with profile {{(pid=106270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 13:48:30.036971 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.managers [None req-4a90dc00-2b8e-455d-b068-a8befb8602a8 None None] Attempting to bind port 586be794-b587-4639-b70d-f588628748c0 by drivers openvswitch,hyperv on host dv-cinder-860090-1-iscsi at level 0 using segments [{'id': 'bb40cd5f-7936-4373-bcc9-441f3ba1dc24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28'}] {{(pid=106270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 13:48:30.037345 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a90dc00-2b8e-455d-b068-a8befb8602a8 None None] Attempting to bind port 586be794-b587-4639-b70d-f588628748c0 on network ad648d78-633d-4222-aa42-7cb50aab7a28 {{(pid=106270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 13:48:30.062887 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f3e7df-c57f-45c5-9aae-23fcccdbad7e admin admin] Pushing event updated for resources: {'Port': ['ID=62d9a8e4-b68a-4b34-a1a4-53836c4f89e4,revision_number=1']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:48:30.067490 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-85f3e7df-c57f-45c5-9aae-23fcccdbad7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3722559'] for router_interface (bd4e7ce9-633c-435f-ab8c-9b1dd1ed9017), before_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:30.071413 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.provisioning_blocks [None req-e25f24b4-708d-4579-919f-93b44ca1da0c None None] Provisioning complete for port 8ad7bef3-8589-4dc2-a6b9-e90a3b0917b3 triggered by entity DHCP. {{(pid=106270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 13:48:30.071779 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-e25f24b4-708d-4579-919f-93b44ca1da0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1340199'] for port (8ad7bef3-8589-4dc2-a6b9-e90a3b0917b3), provisioning_complete {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:30.072459 dv-cinder-860090-1-iscsi neutron-server[106270]: INFO neutron.plugins.ml2.plugin [None req-e25f24b4-708d-4579-919f-93b44ca1da0c None None] Attempt 1 to provision port 8ad7bef3-8589-4dc2-a6b9-e90a3b0917b3 Oct 03 13:48:30.119667 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:48:30.120433 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9676289-78da-44d2-86e4-82e6ec8c05f8 None None] Pushing event updated for resources: {'Port': ['ID=586be794-b587-4639-b70d-f588628748c0,revision_number=2']} {{(pid=106270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:48:30.155667 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a90dc00-2b8e-455d-b068-a8befb8602a8 None None] Checking agent: {'id': 'd46c7ed5-c451-4a76-ab3f-ab8e3ea4a5ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860090-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 13, 22, 7), 'started_at': datetime.datetime(2022, 10, 3, 13, 22, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 13, 48, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860090-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 13:48:30.156060 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a90dc00-2b8e-455d-b068-a8befb8602a8 None None] Checking segment: {'id': 'bb40cd5f-7936-4373-bcc9-441f3ba1dc24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 13:48:30.156831 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-4a90dc00-2b8e-455d-b068-a8befb8602a8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:30.157316 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a90dc00-2b8e-455d-b068-a8befb8602a8 None None] Bound using segment: {'id': 'bb40cd5f-7936-4373-bcc9-441f3ba1dc24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28'} {{(pid=106270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 13:48:30.157850 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.managers [None req-4a90dc00-2b8e-455d-b068-a8befb8602a8 None None] Bound port: 586be794-b587-4639-b70d-f588628748c0, host: dv-cinder-860090-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb40cd5f-7936-4373-bcc9-441f3ba1dc24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28'}}] {{(pid=106270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 13:48:30.158238 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-4a90dc00-2b8e-455d-b068-a8befb8602a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (586be794-b587-4639-b70d-f588628748c0), before_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:30.246244 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-e25f24b4-708d-4579-919f-93b44ca1da0c None None] Current status of the port 8ad7bef3-8589-4dc2-a6b9-e90a3b0917b3 is: ACTIVE; New status is: ACTIVE {{(pid=106270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 13:48:30.252277 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.db [None req-4a90dc00-2b8e-455d-b068-a8befb8602a8 None None] For port 586be794-b587-4639-b70d-f588628748c0, host dv-cinder-860090-1-iscsi, cleared binding levels {{(pid=106270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 13:48:30.256348 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.db [None req-4a90dc00-2b8e-455d-b068-a8befb8602a8 None None] For port 586be794-b587-4639-b70d-f588628748c0, host dv-cinder-860090-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860090-1-iscsi',level=0,port_id=586be794-b587-4639-b70d-f588628748c0,segment=NetworkSegment(bb40cd5f-7936-4373-bcc9-441f3ba1dc24),segment_id=bb40cd5f-7936-4373-bcc9-441f3ba1dc24)] {{(pid=106270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 13:48:30.264502 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-4a90dc00-2b8e-455d-b068-a8befb8602a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751015143617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751014657006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751014658052'] for port (586be794-b587-4639-b70d-f588628748c0), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:30.305117 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a90dc00-2b8e-455d-b068-a8befb8602a8 None None] Routers {'bd4e7ce9-633c-435f-ab8c-9b1dd1ed9017'} bound to L3 agent in host dv-cinder-860090-1-iscsi {{(pid=106270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 13:48:30.305764 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_hamode_db [None req-4a90dc00-2b8e-455d-b068-a8befb8602a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860090-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-03T13:22:05Z,description=,heartbeat_timestamp=2022-10-03T13:48:05Z,host='dv-cinder-860090-1-iscsi',id=94180321-47b1-4b5c-b620-b1b0a31df446,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T13:22:05Z,topic='l3_agent')) {'router_ids': ['bd4e7ce9-633c-435f-ab8c-9b1dd1ed9017'], 'active': True} {{(pid=106270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:48:30.359475 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Device 81e903e3-2bc6-41f0-9bc9-45fb633df8b5 up at agent ovs-agent-dv-cinder-860090-1-iscsi {{(pid=106270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 13:48:30.386938 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-85f3e7df-c57f-45c5-9aae-23fcccdbad7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (62d9a8e4-b68a-4b34-a1a4-53836c4f89e4), before_update {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:30.390059 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:48:30.391720 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:48:30.427695 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.provisioning_blocks [None req-b494a27c-0cde-4bbe-a1c6-91a8dff01d7b None None] Provisioning complete for port 62d9a8e4-b68a-4b34-a1a4-53836c4f89e4 triggered by entity DHCP. {{(pid=106270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 13:48:30.428062 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-b494a27c-0cde-4bbe-a1c6-91a8dff01d7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1340199'] for port (62d9a8e4-b68a-4b34-a1a4-53836c4f89e4), provisioning_complete {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:30.428399 dv-cinder-860090-1-iscsi neutron-server[106270]: INFO neutron.plugins.ml2.plugin [None req-b494a27c-0cde-4bbe-a1c6-91a8dff01d7b None None] Attempt 1 to provision port 62d9a8e4-b68a-4b34-a1a4-53836c4f89e4 Oct 03 13:48:30.433734 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9676289-78da-44d2-86e4-82e6ec8c05f8 None None] Pushing event updated for resources: {'Port': ['ID=586be794-b587-4639-b70d-f588628748c0,revision_number=3']} {{(pid=106270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:48:30.534126 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_dvr_db [None req-4a90dc00-2b8e-455d-b068-a8befb8602a8 None None] Set router bd4e7ce9-633c-435f-ab8c-9b1dd1ed9017 gateway port host: dv-cinder-860090-1-iscsi {{(pid=106270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 13:48:30.536615 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-b494a27c-0cde-4bbe-a1c6-91a8dff01d7b None None] Port 62d9a8e4-b68a-4b34-a1a4-53836c4f89e4 cannot update to ACTIVE because it is not bound. {{(pid=106270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 03 13:48:30.556832 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.plugins.ml2.plugin [None req-a2bf4f99-2f3a-4b97-91ad-6683e012918d admin admin] Deleting port bef2a1fa-093c-4dbf-9bb7-0da4a874141c {{(pid=106269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 13:48:30.557046 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-a2bf4f99-2f3a-4b97-91ad-6683e012918d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751015143464'] for port (bef2a1fa-093c-4dbf-9bb7-0da4a874141c), before_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:30.562420 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.provisioning_blocks [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Provisioning complete for port 81e903e3-2bc6-41f0-9bc9-45fb633df8b5 triggered by entity L2. {{(pid=106270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 13:48:30.562815 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1340199'] for port (81e903e3-2bc6-41f0-9bc9-45fb633df8b5), provisioning_complete {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:30.563300 dv-cinder-860090-1-iscsi neutron-server[106270]: INFO neutron.plugins.ml2.plugin [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Attempt 1 to provision port 81e903e3-2bc6-41f0-9bc9-45fb633df8b5 Oct 03 13:48:30.696407 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.plugins.ml2.db [None req-a2bf4f99-2f3a-4b97-91ad-6683e012918d admin admin] For port bef2a1fa-093c-4dbf-9bb7-0da4a874141c, host dv-cinder-860090-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860090-1-iscsi',level=0,port_id=bef2a1fa-093c-4dbf-9bb7-0da4a874141c,segment=NetworkSegment(21da5a25-2c68-4957-a0ab-164c2c7c6323),segment_id=21da5a25-2c68-4957-a0ab-164c2c7c6323)] {{(pid=106269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 13:48:30.696780 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-a2bf4f99-2f3a-4b97-91ad-6683e012918d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724412'] for port (bef2a1fa-093c-4dbf-9bb7-0da4a874141c), precommit_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:30.700801 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=100 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:48:30.703173 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-85f3e7df-c57f-45c5-9aae-23fcccdbad7e admin admin] Publish callbacks [] for port (62d9a8e4-b68a-4b34-a1a4-53836c4f89e4), precommit_update {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:30.714007 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-85f3e7df-c57f-45c5-9aae-23fcccdbad7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751015143617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751014657006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751014658052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26502958'] for port (62d9a8e4-b68a-4b34-a1a4-53836c4f89e4), after_update {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:30.739013 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.plugins.ml2.plugin [None req-a2bf4f99-2f3a-4b97-91ad-6683e012918d admin admin] Calling delete_port for bef2a1fa-093c-4dbf-9bb7-0da4a874141c owned by network:router_interface {{(pid=106269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 13:48:30.795032 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-85f3e7df-c57f-45c5-9aae-23fcccdbad7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3798534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3722659'] for router_interface (bd4e7ce9-633c-435f-ab8c-9b1dd1ed9017), after_create {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:30.837954 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f3e7df-c57f-45c5-9aae-23fcccdbad7e admin admin] Pushing event updated for resources: {'Port': ['ID=62d9a8e4-b68a-4b34-a1a4-53836c4f89e4,revision_number=2']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:48:30.882407 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Current status of the port 81e903e3-2bc6-41f0-9bc9-45fb633df8b5 is: DOWN; New status is: ACTIVE {{(pid=106270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 13:48:30.882693 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (81e903e3-2bc6-41f0-9bc9-45fb633df8b5), before_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:30.959980 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.db [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] For port 81e903e3-2bc6-41f0-9bc9-45fb633df8b5, host dv-cinder-860090-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860090-1-iscsi',level=0,port_id=81e903e3-2bc6-41f0-9bc9-45fb633df8b5,segment=NetworkSegment(c780a234-b500-4122-9ba2-cb65ec0cde7c),segment_id=c780a234-b500-4122-9ba2-cb65ec0cde7c)] {{(pid=106270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 13:48:30.965879 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751015143617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751014657006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751014658052'] for port (81e903e3-2bc6-41f0-9bc9-45fb633df8b5), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:30.966651 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Device 8ad7bef3-8589-4dc2-a6b9-e90a3b0917b3 up at agent ovs-agent-dv-cinder-860090-1-iscsi {{(pid=106270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 13:48:30.968479 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_hamode_db [None req-4a90dc00-2b8e-455d-b068-a8befb8602a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd4e7ce9-633c-435f-ab8c-9b1dd1ed9017', 'name': 'tempest-TestShelveInstance-520964228-router', 'tenant_id': 'b837637fc3484a17b3ef86c29bca3e83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'external_fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': '586be794-b587-4639-b70d-f588628748c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:48:26Z', 'updated_at': '2022-10-03T13:48:30Z', 'revision_number': 4, 'project_id': 'b837637fc3484a17b3ef86c29bca3e83', 'gw_port': {'id': '586be794-b587-4639-b70d-f588628748c0', 'name': '', 'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:ed:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd4e7ce9-633c-435f-ab8c-9b1dd1ed9017', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:48:26Z', 'updated_at': '2022-10-03T13:48:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860090-1-iscsi', '_interfaces': [{'id': '62d9a8e4-b68a-4b34-a1a4-53836c4f89e4', 'name': '', 'network_id': 'cf3d1e7c-6702-43d9-aa26-c94558788bee', 'tenant_id': 'b837637fc3484a17b3ef86c29bca3e83', 'mac_address': 'fa:16:3e:e0:57:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd4e7ce9-633c-435f-ab8c-9b1dd1ed9017', 'device_owner': 'network:router_interface', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': 'c8d1a354-ebca-4d70-b578-f4e1d639c74b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:48:29Z', 'updated_at': '2022-10-03T13:48:29Z', 'revision_number': 1, 'project_id': 'b837637fc3484a17b3ef86c29bca3e83', 'subnets': [{'id': 'c8d1a354-ebca-4d70-b578-f4e1d639c74b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860090-1-iscsi', False) {} {{(pid=106270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:48:31.004088 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85f3e7df-c57f-45c5-9aae-23fcccdbad7e admin admin] Network cf3d1e7c-6702-43d9-aa26-c94558788bee is already hosted by enough agents. {{(pid=106269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 13:48:31.006814 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.scheduler.base_scheduler [None req-85f3e7df-c57f-45c5-9aae-23fcccdbad7e admin admin] Resources bound (agent type, host, resource id): {{(pid=106269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 13:48:31.035115 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a90dc00-2b8e-455d-b068-a8befb8602a8 None None] The sync data for ids ['bd4e7ce9-633c-435f-ab8c-9b1dd1ed9017'] in dv-cinder-860090-1-iscsi is: [{'id': 'bd4e7ce9-633c-435f-ab8c-9b1dd1ed9017', 'name': 'tempest-TestShelveInstance-520964228-router', 'tenant_id': 'b837637fc3484a17b3ef86c29bca3e83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'external_fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': '586be794-b587-4639-b70d-f588628748c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:48:26Z', 'updated_at': '2022-10-03T13:48:30Z', 'revision_number': 4, 'project_id': 'b837637fc3484a17b3ef86c29bca3e83', 'gw_port': {'id': '586be794-b587-4639-b70d-f588628748c0', 'name': '', 'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:ed:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd4e7ce9-633c-435f-ab8c-9b1dd1ed9017', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:48:26Z', 'updated_at': '2022-10-03T13:48:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860090-1-iscsi', '_interfaces': [{'id': '62d9a8e4-b68a-4b34-a1a4-53836c4f89e4', 'name': '', 'network_id': 'cf3d1e7c-6702-43d9-aa26-c94558788bee', 'tenant_id': 'b837637fc3484a17b3ef86c29bca3e83', 'mac_address': 'fa:16:3e:e0:57:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd4e7ce9-633c-435f-ab8c-9b1dd1ed9017', 'device_owner': 'network:router_interface', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': 'c8d1a354-ebca-4d70-b578-f4e1d639c74b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:48:29Z', 'updated_at': '2022-10-03T13:48:29Z', 'revision_number': 1, 'project_id': 'b837637fc3484a17b3ef86c29bca3e83', 'subnets': [{'id': 'c8d1a354-ebca-4d70-b578-f4e1d639c74b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 13:48:31.077403 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Pushing event updated for resources: {'Port': ['ID=81e903e3-2bc6-41f0-9bc9-45fb633df8b5,revision_number=5']} {{(pid=106270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:48:31.090398 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:48:31.096597 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.provisioning_blocks [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Provisioning complete for port 8ad7bef3-8589-4dc2-a6b9-e90a3b0917b3 triggered by entity L2. {{(pid=106270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 13:48:31.097000 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1340199'] for port (8ad7bef3-8589-4dc2-a6b9-e90a3b0917b3), provisioning_complete {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:31.097333 dv-cinder-860090-1-iscsi neutron-server[106270]: INFO neutron.plugins.ml2.plugin [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Attempt 1 to provision port 8ad7bef3-8589-4dc2-a6b9-e90a3b0917b3 Oct 03 13:48:31.168241 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:48:31.187726 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Current status of the port 8ad7bef3-8589-4dc2-a6b9-e90a3b0917b3 is: ACTIVE; New status is: ACTIVE {{(pid=106270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 13:48:31.200888 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-a2bf4f99-2f3a-4b97-91ad-6683e012918d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751015146406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751014656997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26503125'] for port (bef2a1fa-093c-4dbf-9bb7-0da4a874141c), after_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:31.209644 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85f3e7df-c57f-45c5-9aae-23fcccdbad7e admin admin] Router bd4e7ce9-633c-435f-ab8c-9b1dd1ed9017 has already been hosted by L3 agent 94180321-47b1-4b5c-b620-b1b0a31df446 {{(pid=106269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 03 13:48:31.243388 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bf4f99-2f3a-4b97-91ad-6683e012918d admin admin] Pushing event deleted for resources: {'Port': ['ID=bef2a1fa-093c-4dbf-9bb7-0da4a874141c,revision_number=None']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:48:31.247080 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Device a718b856-e954-4d39-a052-f4739f24ea56 no longer exists at agent ovs-agent-dv-cinder-860090-1-iscsi {{(pid=106270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 13:48:31.286279 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] No Port match for: a718b856-e954-4d39-a052-f4739f24ea56 {{(pid=106270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 03 13:48:31.286549 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Device a718b856-e954-4d39-a052-f4739f24ea56 not bound to the agent host dv-cinder-860090-1-iscsi {{(pid=106270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 03 13:48:31.287064 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Device f836854e-7a8c-4b89-b9b0-8e3cba1b84b2 no longer exists at agent ovs-agent-dv-cinder-860090-1-iscsi {{(pid=106270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 13:48:31.346825 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] No Port match for: f836854e-7a8c-4b89-b9b0-8e3cba1b84b2 {{(pid=106270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 03 13:48:31.347457 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Device f836854e-7a8c-4b89-b9b0-8e3cba1b84b2 not bound to the agent host dv-cinder-860090-1-iscsi {{(pid=106270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 03 13:48:31.350422 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.provisioning_blocks [None req-ada958fe-a800-4c03-9853-1d107ef3e5df None None] Provisioning complete for port 62d9a8e4-b68a-4b34-a1a4-53836c4f89e4 triggered by entity DHCP. {{(pid=106270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 13:48:31.351047 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-ada958fe-a800-4c03-9853-1d107ef3e5df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1340199'] for port (62d9a8e4-b68a-4b34-a1a4-53836c4f89e4), provisioning_complete {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:31.351535 dv-cinder-860090-1-iscsi neutron-server[106270]: INFO neutron.plugins.ml2.plugin [None req-ada958fe-a800-4c03-9853-1d107ef3e5df None None] Attempt 1 to provision port 62d9a8e4-b68a-4b34-a1a4-53836c4f89e4 Oct 03 13:48:31.390234 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-ada958fe-a800-4c03-9853-1d107ef3e5df None None] Port 62d9a8e4-b68a-4b34-a1a4-53836c4f89e4 cannot update to ACTIVE because it is not bound. {{(pid=106270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 03 13:48:31.527912 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85f3e7df-c57f-45c5-9aae-23fcccdbad7e admin admin] Notify agent at l3_agent.dv-cinder-860090-1-iscsi the message routers_updated {{(pid=106269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 13:48:31.542916 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-85f3e7df-c57f-45c5-9aae-23fcccdbad7e admin admin] 10.222.0.58 "PUT /networking/v2.0/routers/bd4e7ce9-633c-435f-ab8c-9b1dd1ed9017/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4279122 Oct 03 13:48:31.562172 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-a2bf4f99-2f3a-4b97-91ad-6683e012918d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3798541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3893302'] for router_interface (eaee042d-1749-43c6-9189-3f4d9d7b27c8), after_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:31.568846 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:48:31.808775 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2bf4f99-2f3a-4b97-91ad-6683e012918d admin admin] Router eaee042d-1749-43c6-9189-3f4d9d7b27c8 has already been hosted by L3 agent 94180321-47b1-4b5c-b620-b1b0a31df446 {{(pid=106269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 03 13:48:31.953396 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2bf4f99-2f3a-4b97-91ad-6683e012918d admin admin] Notify agent at l3_agent.dv-cinder-860090-1-iscsi the message routers_updated {{(pid=106269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 13:48:31.954688 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 39654) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:48:31.960200 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.v2.base [None req-cebbeb4f-0d28-4171-a888-a5ea5759f4db tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-344248160', 'description': 'tempest-secgroup-smoke-344248160 description', 'project_id': '0ccd8015806a42bc81a8cbe3d2cab8d7'}} {{(pid=106268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 13:48:31.961108 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-a2bf4f99-2f3a-4b97-91ad-6683e012918d admin admin] 10.222.0.58 "PUT /networking/v2.0/routers/eaee042d-1749-43c6-9189-3f4d9d7b27c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7466822 Oct 03 13:48:31.963149 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-770d92f0-9ee8-4e39-aa78-f389a75cf423 None None] Sync routers for ids ['eaee042d-1749-43c6-9189-3f4d9d7b27c8'] in dv-cinder-860090-1-iscsi {{(pid=106271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 13:48:31.963990 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 39656) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:48:31.996429 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-cebbeb4f-0d28-4171-a888-a5ea5759f4db tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] Publish callbacks [] for security_group (None), before_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:32.031474 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:48:32.097907 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-770d92f0-9ee8-4e39-aa78-f389a75cf423 None None] Routers {'eaee042d-1749-43c6-9189-3f4d9d7b27c8'} bound to L3 agent in host dv-cinder-860090-1-iscsi {{(pid=106271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 13:48:32.099065 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_hamode_db [None req-770d92f0-9ee8-4e39-aa78-f389a75cf423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860090-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-03T13:22:05Z,description=,heartbeat_timestamp=2022-10-03T13:48:05Z,host='dv-cinder-860090-1-iscsi',id=94180321-47b1-4b5c-b620-b1b0a31df446,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T13:22:05Z,topic='l3_agent')) {'router_ids': ['eaee042d-1749-43c6-9189-3f4d9d7b27c8'], 'active': True} {{(pid=106271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:48:32.109593 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-cebbeb4f-0d28-4171-a888-a5ea5759f4db tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] Publish callbacks [] for security_group (213ed965-5b99-4dbc-aba4-fdf28f450ceb), precommit_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:32.116598 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-cebbeb4f-0d28-4171-a888-a5ea5759f4db tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (213ed965-5b99-4dbc-aba4-fdf28f450ceb), after_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:32.130610 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-712c7b36-4dbc-42ea-88cd-2d857aed6002 admin admin] Publish callbacks [] for router (eaee042d-1749-43c6-9189-3f4d9d7b27c8), before_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:32.157751 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-3be1d9e3-d419-4dac-9b5c-bb8a463a52c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (3460fffa-818c-4144-9400-237880db20a4), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:32.159230 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebbeb4f-0d28-4171-a888-a5ea5759f4db tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] Pushing event updated for resources: {'SecurityGroup': ['ID=213ed965-5b99-4dbc-aba4-fdf28f450ceb,revision_number=1']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:48:32.175334 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-cebbeb4f-0d28-4171-a888-a5ea5759f4db tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] Publish callbacks [] for security_group (None), before_response {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:32.176762 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-cebbeb4f-0d28-4171-a888-a5ea5759f4db tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] 10.222.0.58 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2208531 Oct 03 13:48:32.179761 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 39658) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:48:32.187582 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.v2.base [None req-7f3e2e02-350b-4e35-b6c1-9326805fb75a tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] Request body: {'security_group_rule': {'security_group_id': '213ed965-5b99-4dbc-aba4-fdf28f450ceb', 'project_id': '0ccd8015806a42bc81a8cbe3d2cab8d7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 13:48:32.234211 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-7f3e2e02-350b-4e35-b6c1-9326805fb75a tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] Publish callbacks [] for security_group_rule (bb6f1cfb-e12a-468c-975a-8f5529a5124e), before_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:32.303506 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_dvr_db [None req-770d92f0-9ee8-4e39-aa78-f389a75cf423 None None] Set router eaee042d-1749-43c6-9189-3f4d9d7b27c8 gateway port host: dv-cinder-860090-1-iscsi {{(pid=106271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 13:48:32.309520 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-7f3e2e02-350b-4e35-b6c1-9326805fb75a tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] Publish callbacks [] for security_group_rule (bb6f1cfb-e12a-468c-975a-8f5529a5124e), precommit_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:32.322451 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-7f3e2e02-350b-4e35-b6c1-9326805fb75a tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873908'] for security_group_rule (bb6f1cfb-e12a-468c-975a-8f5529a5124e), after_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:32.348508 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Device 81e903e3-2bc6-41f0-9bc9-45fb633df8b5 up at agent ovs-agent-dv-cinder-860090-1-iscsi {{(pid=106270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 13:48:32.351745 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3e2e02-350b-4e35-b6c1-9326805fb75a tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb6f1cfb-e12a-468c-975a-8f5529a5124e,revision_number=0']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:48:32.363069 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-7f3e2e02-350b-4e35-b6c1-9326805fb75a tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:32.364807 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-7f3e2e02-350b-4e35-b6c1-9326805fb75a tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] 10.222.0.58 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1840959 Oct 03 13:48:32.367566 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 39660) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:48:32.372920 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.v2.base [None req-0f79f1e2-63c3-4af3-9444-dc8ace714883 tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] Request body: {'security_group_rule': {'security_group_id': '213ed965-5b99-4dbc-aba4-fdf28f450ceb', 'project_id': '0ccd8015806a42bc81a8cbe3d2cab8d7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 13:48:32.409127 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-0f79f1e2-63c3-4af3-9444-dc8ace714883 tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] Publish callbacks [] for security_group_rule (b6f44d93-7059-4b42-8812-f1b1c309a597), before_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:32.431652 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.provisioning_blocks [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Provisioning complete for port 81e903e3-2bc6-41f0-9bc9-45fb633df8b5 triggered by entity L2. {{(pid=106270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 13:48:32.432032 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1340199'] for port (81e903e3-2bc6-41f0-9bc9-45fb633df8b5), provisioning_complete {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:32.432372 dv-cinder-860090-1-iscsi neutron-server[106270]: INFO neutron.plugins.ml2.plugin [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Attempt 1 to provision port 81e903e3-2bc6-41f0-9bc9-45fb633df8b5 Oct 03 13:48:32.449304 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=81,neutron:DELETE=8,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:48:32.500769 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-0f79f1e2-63c3-4af3-9444-dc8ace714883 tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] Publish callbacks [] for security_group_rule (b6f44d93-7059-4b42-8812-f1b1c309a597), precommit_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:32.505555 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-0f79f1e2-63c3-4af3-9444-dc8ace714883 tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873908'] for security_group_rule (b6f44d93-7059-4b42-8812-f1b1c309a597), after_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:32.539780 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-0f79f1e2-63c3-4af3-9444-dc8ace714883 tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:32.541276 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-0f79f1e2-63c3-4af3-9444-dc8ace714883 tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] 10.222.0.58 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1721778 Oct 03 13:48:32.544143 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 39662) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:48:32.550153 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.v2.base [None req-c97c0109-3f78-42b5-a36d-bdd722df9c2b tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] Request body: {'security_group_rule': {'security_group_id': '213ed965-5b99-4dbc-aba4-fdf28f450ceb', 'project_id': '0ccd8015806a42bc81a8cbe3d2cab8d7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 13:48:32.556331 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_hamode_db [None req-770d92f0-9ee8-4e39-aa78-f389a75cf423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaee042d-1749-43c6-9189-3f4d9d7b27c8', 'name': 'tempest-TestVolumeBootPattern-239958729-router', 'tenant_id': 'ce434d4dbdbd420cbeb39478f2dbb3f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'external_fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': '1ccdbab0-680b-47f0-8594-c2e1fbc622d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:40:22Z', 'updated_at': '2022-10-03T13:48:31Z', 'revision_number': 5, 'project_id': 'ce434d4dbdbd420cbeb39478f2dbb3f0', 'gw_port': {'id': '1ccdbab0-680b-47f0-8594-c2e1fbc622d1', 'name': '', 'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:2f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaee042d-1749-43c6-9189-3f4d9d7b27c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:40:23Z', 'updated_at': '2022-10-03T13:40:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860090-1-iscsi'}], 'dv-cinder-860090-1-iscsi', False) {} {{(pid=106271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:48:32.560762 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f79f1e2-63c3-4af3-9444-dc8ace714883 tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6f44d93-7059-4b42-8812-f1b1c309a597,revision_number=0']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:48:32.598059 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Current status of the port 81e903e3-2bc6-41f0-9bc9-45fb633df8b5 is: ACTIVE; New status is: ACTIVE {{(pid=106270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 13:48:32.599234 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Device 586be794-b587-4639-b70d-f588628748c0 up at agent ovs-agent-dv-cinder-860090-1-iscsi {{(pid=106270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 13:48:32.602674 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-770d92f0-9ee8-4e39-aa78-f389a75cf423 None None] Checking router: eaee042d-1749-43c6-9189-3f4d9d7b27c8 for host: dv-cinder-860090-1-iscsi {{(pid=106271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 13:48:32.604651 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-c97c0109-3f78-42b5-a36d-bdd722df9c2b tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] Publish callbacks [] for security_group_rule (f73d512b-06bf-4860-9911-a6aab552c5b1), before_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:32.612161 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-770d92f0-9ee8-4e39-aa78-f389a75cf423 None None] Routers {'eaee042d-1749-43c6-9189-3f4d9d7b27c8'} bound to L3 agent in host dv-cinder-860090-1-iscsi {{(pid=106271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 13:48:32.612795 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_hamode_db [None req-770d92f0-9ee8-4e39-aa78-f389a75cf423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860090-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-03T13:22:05Z,description=,heartbeat_timestamp=2022-10-03T13:48:05Z,host='dv-cinder-860090-1-iscsi',id=94180321-47b1-4b5c-b620-b1b0a31df446,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T13:22:05Z,topic='l3_agent')) {'router_ids': ['eaee042d-1749-43c6-9189-3f4d9d7b27c8'], 'active': True} {{(pid=106271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:48:32.648039 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=100 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:48:32.678156 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.provisioning_blocks [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Provisioning complete for port 586be794-b587-4639-b70d-f588628748c0 triggered by entity L2. {{(pid=106270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 13:48:32.678917 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1340199'] for port (586be794-b587-4639-b70d-f588628748c0), provisioning_complete {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:32.680429 dv-cinder-860090-1-iscsi neutron-server[106270]: INFO neutron.plugins.ml2.plugin [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Attempt 1 to provision port 586be794-b587-4639-b70d-f588628748c0 Oct 03 13:48:32.690407 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-712c7b36-4dbc-42ea-88cd-2d857aed6002 admin admin] Publish callbacks [] for router_gateway (eaee042d-1749-43c6-9189-3f4d9d7b27c8), before_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:32.720389 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-c97c0109-3f78-42b5-a36d-bdd722df9c2b tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] Publish callbacks [] for security_group_rule (f73d512b-06bf-4860-9911-a6aab552c5b1), precommit_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:32.728371 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-c97c0109-3f78-42b5-a36d-bdd722df9c2b tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873908'] for security_group_rule (f73d512b-06bf-4860-9911-a6aab552c5b1), after_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:32.753301 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.plugins.ml2.plugin [None req-712c7b36-4dbc-42ea-88cd-2d857aed6002 admin admin] Deleting port 1ccdbab0-680b-47f0-8594-c2e1fbc622d1 {{(pid=106269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 13:48:32.753954 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-712c7b36-4dbc-42ea-88cd-2d857aed6002 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751015143464'] for port (1ccdbab0-680b-47f0-8594-c2e1fbc622d1), before_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:32.754726 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97c0109-3f78-42b5-a36d-bdd722df9c2b tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f73d512b-06bf-4860-9911-a6aab552c5b1,revision_number=0']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:48:32.760820 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-c97c0109-3f78-42b5-a36d-bdd722df9c2b tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:32.764619 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-c97c0109-3f78-42b5-a36d-bdd722df9c2b tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] 10.222.0.58 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2169468 Oct 03 13:48:32.764846 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:48:32.766932 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 39664) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:48:32.771794 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.v2.base [None req-710b3920-ecb4-4e44-85bf-f2d618c460fa tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] Request body: {'security_group_rule': {'security_group_id': '213ed965-5b99-4dbc-aba4-fdf28f450ceb', 'project_id': '0ccd8015806a42bc81a8cbe3d2cab8d7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 13:48:32.794375 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Current status of the port 586be794-b587-4639-b70d-f588628748c0 is: DOWN; New status is: ACTIVE {{(pid=106270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 13:48:32.794818 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (586be794-b587-4639-b70d-f588628748c0), before_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:32.809720 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-710b3920-ecb4-4e44-85bf-f2d618c460fa tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] Publish callbacks [] for security_group_rule (459eb6c7-1dc7-4437-ac99-541ea2bbd17d), before_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:32.811052 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_dvr_db [None req-770d92f0-9ee8-4e39-aa78-f389a75cf423 None None] Set router eaee042d-1749-43c6-9189-3f4d9d7b27c8 gateway port host: dv-cinder-860090-1-iscsi {{(pid=106271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 13:48:32.821105 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.db [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] For port 586be794-b587-4639-b70d-f588628748c0, host dv-cinder-860090-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860090-1-iscsi',level=0,port_id=586be794-b587-4639-b70d-f588628748c0,segment=NetworkSegment(bb40cd5f-7936-4373-bcc9-441f3ba1dc24),segment_id=bb40cd5f-7936-4373-bcc9-441f3ba1dc24)] {{(pid=106270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 13:48:32.827443 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751015143617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751014657006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751014658052'] for port (586be794-b587-4639-b70d-f588628748c0), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:32.893275 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.plugins.ml2.db [None req-712c7b36-4dbc-42ea-88cd-2d857aed6002 admin admin] For port 1ccdbab0-680b-47f0-8594-c2e1fbc622d1, host dv-cinder-860090-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860090-1-iscsi',level=0,port_id=1ccdbab0-680b-47f0-8594-c2e1fbc622d1,segment=NetworkSegment(bb40cd5f-7936-4373-bcc9-441f3ba1dc24),segment_id=bb40cd5f-7936-4373-bcc9-441f3ba1dc24)] {{(pid=106269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 13:48:32.893956 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-712c7b36-4dbc-42ea-88cd-2d857aed6002 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724412'] for port (1ccdbab0-680b-47f0-8594-c2e1fbc622d1), precommit_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:32.912853 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.plugins.ml2.plugin [None req-712c7b36-4dbc-42ea-88cd-2d857aed6002 admin admin] Calling delete_port for 1ccdbab0-680b-47f0-8594-c2e1fbc622d1 owned by network:router_gateway {{(pid=106269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 13:48:32.913964 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Pushing event updated for resources: {'Port': ['ID=586be794-b587-4639-b70d-f588628748c0,revision_number=4']} {{(pid=106270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:48:32.929913 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-710b3920-ecb4-4e44-85bf-f2d618c460fa tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] Publish callbacks [] for security_group_rule (459eb6c7-1dc7-4437-ac99-541ea2bbd17d), precommit_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:32.935939 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-710b3920-ecb4-4e44-85bf-f2d618c460fa tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873908'] for security_group_rule (459eb6c7-1dc7-4437-ac99-541ea2bbd17d), after_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:32.960790 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710b3920-ecb4-4e44-85bf-f2d618c460fa tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=459eb6c7-1dc7-4437-ac99-541ea2bbd17d,revision_number=0']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:48:32.968456 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-710b3920-ecb4-4e44-85bf-f2d618c460fa tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:32.971377 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-710b3920-ecb4-4e44-85bf-f2d618c460fa tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] 10.222.0.58 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2025342 Oct 03 13:48:32.973295 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 39666) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:48:32.982580 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.v2.base [None req-a45acf78-d044-4cc3-ac1c-e3c524e8c33b tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] Request body: {'security_group_rule': {'security_group_id': '213ed965-5b99-4dbc-aba4-fdf28f450ceb', 'project_id': '0ccd8015806a42bc81a8cbe3d2cab8d7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 13:48:33.012753 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.db.securitygroups_db [None req-a45acf78-d044-4cc3-ac1c-e3c524e8c33b tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] Project 0ccd8015806a42bc81a8cbe3d2cab8d7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 03 13:48:33.019397 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-a45acf78-d044-4cc3-ac1c-e3c524e8c33b tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] Publish callbacks [] for security_group_rule (7f66a46d-80f0-42dc-a579-a7491ad7f9e6), before_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:33.053122 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_hamode_db [None req-770d92f0-9ee8-4e39-aa78-f389a75cf423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaee042d-1749-43c6-9189-3f4d9d7b27c8', 'name': 'tempest-TestVolumeBootPattern-239958729-router', 'tenant_id': 'ce434d4dbdbd420cbeb39478f2dbb3f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'external_fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': '1ccdbab0-680b-47f0-8594-c2e1fbc622d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:40:22Z', 'updated_at': '2022-10-03T13:48:31Z', 'revision_number': 5, 'project_id': 'ce434d4dbdbd420cbeb39478f2dbb3f0', 'gw_port': {'id': '1ccdbab0-680b-47f0-8594-c2e1fbc622d1', 'name': '', 'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:2f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaee042d-1749-43c6-9189-3f4d9d7b27c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:40:23Z', 'updated_at': '2022-10-03T13:40:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860090-1-iscsi'}], 'dv-cinder-860090-1-iscsi', False) {} {{(pid=106271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:48:33.069204 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:48:33.081043 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-770d92f0-9ee8-4e39-aa78-f389a75cf423 None None] The sync data for ids ['eaee042d-1749-43c6-9189-3f4d9d7b27c8'] in dv-cinder-860090-1-iscsi is: [{'id': 'eaee042d-1749-43c6-9189-3f4d9d7b27c8', 'name': 'tempest-TestVolumeBootPattern-239958729-router', 'tenant_id': 'ce434d4dbdbd420cbeb39478f2dbb3f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'external_fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': '1ccdbab0-680b-47f0-8594-c2e1fbc622d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:40:22Z', 'updated_at': '2022-10-03T13:48:31Z', 'revision_number': 5, 'project_id': 'ce434d4dbdbd420cbeb39478f2dbb3f0', 'gw_port': {'id': '1ccdbab0-680b-47f0-8594-c2e1fbc622d1', 'name': '', 'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:2f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaee042d-1749-43c6-9189-3f4d9d7b27c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:40:23Z', 'updated_at': '2022-10-03T13:40:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860090-1-iscsi'}] {{(pid=106271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 13:48:33.088180 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-a45acf78-d044-4cc3-ac1c-e3c524e8c33b tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] Publish callbacks [] for security_group_rule (7f66a46d-80f0-42dc-a579-a7491ad7f9e6), precommit_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:33.096567 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-a45acf78-d044-4cc3-ac1c-e3c524e8c33b tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873908'] for security_group_rule (7f66a46d-80f0-42dc-a579-a7491ad7f9e6), after_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:33.122679 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-a45acf78-d044-4cc3-ac1c-e3c524e8c33b tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:33.124286 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-a45acf78-d044-4cc3-ac1c-e3c524e8c33b tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] 10.222.0.58 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1492028 Oct 03 13:48:33.124749 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45acf78-d044-4cc3-ac1c-e3c524e8c33b tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f66a46d-80f0-42dc-a579-a7491ad7f9e6,revision_number=0']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:48:33.126740 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 39668) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:48:33.131292 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.v2.base [None req-1d779dc1-708a-4db8-9094-0ec610f00f0a tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] Request body: {'security_group_rule': {'security_group_id': '213ed965-5b99-4dbc-aba4-fdf28f450ceb', 'project_id': '0ccd8015806a42bc81a8cbe3d2cab8d7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 13:48:33.137835 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-712c7b36-4dbc-42ea-88cd-2d857aed6002 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751015146406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751014656997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26503125'] for port (1ccdbab0-680b-47f0-8594-c2e1fbc622d1), after_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:33.155619 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.db.securitygroups_db [None req-1d779dc1-708a-4db8-9094-0ec610f00f0a tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] Project 0ccd8015806a42bc81a8cbe3d2cab8d7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 03 13:48:33.163999 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-1d779dc1-708a-4db8-9094-0ec610f00f0a tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] Publish callbacks [] for security_group_rule (f57d6aaf-9c8c-449d-9881-8359a1669ddf), before_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:33.166796 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712c7b36-4dbc-42ea-88cd-2d857aed6002 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ccdbab0-680b-47f0-8594-c2e1fbc622d1,revision_number=None']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:48:33.225583 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:48:33.243603 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-1d779dc1-708a-4db8-9094-0ec610f00f0a tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] Publish callbacks [] for security_group_rule (f57d6aaf-9c8c-449d-9881-8359a1669ddf), precommit_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:33.247303 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-1d779dc1-708a-4db8-9094-0ec610f00f0a tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873908'] for security_group_rule (f57d6aaf-9c8c-449d-9881-8359a1669ddf), after_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:33.247509 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-712c7b36-4dbc-42ea-88cd-2d857aed6002 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3894908'] for router_gateway (eaee042d-1749-43c6-9189-3f4d9d7b27c8), after_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:33.267665 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d779dc1-708a-4db8-9094-0ec610f00f0a tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f57d6aaf-9c8c-449d-9881-8359a1669ddf,revision_number=0']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:48:33.275469 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-1d779dc1-708a-4db8-9094-0ec610f00f0a tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:33.276640 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-1d779dc1-708a-4db8-9094-0ec610f00f0a tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] 10.222.0.58 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1489992 Oct 03 13:48:33.341498 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-712c7b36-4dbc-42ea-88cd-2d857aed6002 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3893367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3464'] for router (eaee042d-1749-43c6-9189-3f4d9d7b27c8), precommit_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:33.343899 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-712c7b36-4dbc-42ea-88cd-2d857aed6002 admin admin] Publish callbacks [] for router_controller (eaee042d-1749-43c6-9189-3f4d9d7b27c8), precommit_delete_associations {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:33.402449 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-712c7b36-4dbc-42ea-88cd-2d857aed6002 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3893358'] for router (eaee042d-1749-43c6-9189-3f4d9d7b27c8), after_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:33.403258 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-712c7b36-4dbc-42ea-88cd-2d857aed6002 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eaee042d-1749-43c6-9189-3f4d9d7b27c8 {{(pid=106269) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 03 13:48:33.414488 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.agents_db [None req-0a1e5e68-d5eb-461a-8b1a-39e3d06a9bb6 None None] Agent healthcheck: found 6 active agents {{(pid=106271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 03 13:48:33.416489 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-712c7b36-4dbc-42ea-88cd-2d857aed6002 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:33.417705 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-712c7b36-4dbc-42ea-88cd-2d857aed6002 admin admin] 10.222.0.58 "DELETE /networking/v2.0/routers/eaee042d-1749-43c6-9189-3f4d9d7b27c8 HTTP/1.1" status: 204 len: 168 time: 1.4525871 Oct 03 13:48:33.420434 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 39692) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:48:33.470356 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.db.db_base_plugin_v2 [None req-29f43bfe-5ac4-4a0b-ba6e-91b9e5cc00c4 admin admin] Deleting subnet c9455fbd-60de-49ef-b25c-80dd4eaa05fc {{(pid=106268) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 03 13:48:33.473708 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-29f43bfe-5ac4-4a0b-ba6e-91b9e5cc00c4 admin admin] Publish callbacks [] for subnet (c9455fbd-60de-49ef-b25c-80dd4eaa05fc), before_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:33.512695 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-29f43bfe-5ac4-4a0b-ba6e-91b9e5cc00c4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25418949'] for subnet (c9455fbd-60de-49ef-b25c-80dd4eaa05fc), precommit_delete_associations {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:33.607079 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-29f43bfe-5ac4-4a0b-ba6e-91b9e5cc00c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1491868'] for subnet (c9455fbd-60de-49ef-b25c-80dd4eaa05fc), precommit_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:33.635198 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=82,neutron:DELETE=6,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:48:33.668478 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-29f43bfe-5ac4-4a0b-ba6e-91b9e5cc00c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1495987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25417848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25667008'] for subnet (c9455fbd-60de-49ef-b25c-80dd4eaa05fc), after_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:33.698621 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f43bfe-5ac4-4a0b-ba6e-91b9e5cc00c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9455fbd-60de-49ef-b25c-80dd4eaa05fc,revision_number=None']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:48:33.704339 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-29f43bfe-5ac4-4a0b-ba6e-91b9e5cc00c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798626'] for subnet (None), before_response {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:33.709331 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7954a5e2-caa4-44e0-a35c-228ae5d5b26e None None] Network 565d1b14-39c9-4d59-ba0d-f74183bc93a8 requested from dv-cinder-860090-1-iscsi {{(pid=106270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 03 13:48:33.709881 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-29f43bfe-5ac4-4a0b-ba6e-91b9e5cc00c4 admin admin] 10.222.0.58 "DELETE /networking/v2.0/subnets/c9455fbd-60de-49ef-b25c-80dd4eaa05fc HTTP/1.1" status: 204 len: 168 time: 0.2879941 Oct 03 13:48:33.712550 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 39710) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:48:33.802892 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-7ad836c8-a810-42bc-a20f-5851c9ebeea0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1465425'] for network (565d1b14-39c9-4d59-ba0d-f74183bc93a8), before_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:33.872469 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.plugins.ml2.plugin [None req-7ad836c8-a810-42bc-a20f-5851c9ebeea0 admin admin] Deleting port 49ce72b0-2b31-4cfe-a0f8-6db35851c006 {{(pid=106269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 13:48:33.872814 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-7ad836c8-a810-42bc-a20f-5851c9ebeea0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751015143464'] for port (49ce72b0-2b31-4cfe-a0f8-6db35851c006), before_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:33.921277 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-796f7e6f-fd87-4542-bdf6-f3042ea0c34f None None] DHCP port deletion for 565d1b14-39c9-4d59-ba0d-f74183bc93a8 request from dv-cinder-860090-1-iscsi {{(pid=106270) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 03 13:48:33.957428 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.plugins.ml2.db [None req-7ad836c8-a810-42bc-a20f-5851c9ebeea0 admin admin] For port 49ce72b0-2b31-4cfe-a0f8-6db35851c006, host dv-cinder-860090-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860090-1-iscsi',level=0,port_id=49ce72b0-2b31-4cfe-a0f8-6db35851c006,segment=NetworkSegment(21da5a25-2c68-4957-a0ab-164c2c7c6323),segment_id=21da5a25-2c68-4957-a0ab-164c2c7c6323)] {{(pid=106269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 13:48:33.958123 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-7ad836c8-a810-42bc-a20f-5851c9ebeea0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724412'] for port (49ce72b0-2b31-4cfe-a0f8-6db35851c006), precommit_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:33.960662 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-796f7e6f-fd87-4542-bdf6-f3042ea0c34f None None] Deleting port 49ce72b0-2b31-4cfe-a0f8-6db35851c006 {{(pid=106270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 13:48:33.960954 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-796f7e6f-fd87-4542-bdf6-f3042ea0c34f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751015143464'] for port (49ce72b0-2b31-4cfe-a0f8-6db35851c006), before_delete {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:33.974835 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.plugins.ml2.plugin [None req-7ad836c8-a810-42bc-a20f-5851c9ebeea0 admin admin] Calling delete_port for 49ce72b0-2b31-4cfe-a0f8-6db35851c006 owned by network:dhcp {{(pid=106269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 13:48:34.045489 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.db [None req-796f7e6f-fd87-4542-bdf6-f3042ea0c34f None None] For port 49ce72b0-2b31-4cfe-a0f8-6db35851c006, host dv-cinder-860090-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860090-1-iscsi',level=0,port_id=49ce72b0-2b31-4cfe-a0f8-6db35851c006,segment=NetworkSegment(21da5a25-2c68-4957-a0ab-164c2c7c6323),segment_id=21da5a25-2c68-4957-a0ab-164c2c7c6323)] {{(pid=106270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 13:48:34.045922 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-796f7e6f-fd87-4542-bdf6-f3042ea0c34f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724412'] for port (49ce72b0-2b31-4cfe-a0f8-6db35851c006), precommit_delete {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:34.065624 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-796f7e6f-fd87-4542-bdf6-f3042ea0c34f None None] Calling delete_port for 49ce72b0-2b31-4cfe-a0f8-6db35851c006 owned by network:dhcp {{(pid=106270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 13:48:34.080484 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:48:34.085388 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-7ad836c8-a810-42bc-a20f-5851c9ebeea0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751015146406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751014656997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26503125'] for port (49ce72b0-2b31-4cfe-a0f8-6db35851c006), after_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:34.138695 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad836c8-a810-42bc-a20f-5851c9ebeea0 admin admin] Pushing event deleted for resources: {'Port': ['ID=49ce72b0-2b31-4cfe-a0f8-6db35851c006,revision_number=None']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:48:34.148481 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad836c8-a810-42bc-a20f-5851c9ebeea0 admin admin] No DVR routers for this DVR port 49ce72b0-2b31-4cfe-a0f8-6db35851c006 on host dv-cinder-860090-1-iscsi {{(pid=106269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 03 13:48:34.153437 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df50ee28-73ae-45b2-bef2-c8bf8dc0795b None None] Sync routers for ids ['bd4e7ce9-633c-435f-ab8c-9b1dd1ed9017'] in dv-cinder-860090-1-iscsi {{(pid=106270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 13:48:34.192388 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df50ee28-73ae-45b2-bef2-c8bf8dc0795b None None] Routers {'bd4e7ce9-633c-435f-ab8c-9b1dd1ed9017'} bound to L3 agent in host dv-cinder-860090-1-iscsi {{(pid=106270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 13:48:34.200224 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_hamode_db [None req-df50ee28-73ae-45b2-bef2-c8bf8dc0795b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860090-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-03T13:22:05Z,description=,heartbeat_timestamp=2022-10-03T13:48:05Z,host='dv-cinder-860090-1-iscsi',id=94180321-47b1-4b5c-b620-b1b0a31df446,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T13:22:05Z,topic='l3_agent')) {'router_ids': ['bd4e7ce9-633c-435f-ab8c-9b1dd1ed9017'], 'active': True} {{(pid=106270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:48:34.243318 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-7ad836c8-a810-42bc-a20f-5851c9ebeea0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1335438', 'neutron.services.segments.db._delete_segments_for_network-8751015121372'] for network (565d1b14-39c9-4d59-ba0d-f74183bc93a8), precommit_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:34.245060 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Device 586be794-b587-4639-b70d-f588628748c0 up at agent ovs-agent-dv-cinder-860090-1-iscsi {{(pid=106270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 13:48:34.274223 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.services.segments.db [None req-7ad836c8-a810-42bc-a20f-5851c9ebeea0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['565d1b14-39c9-4d59-ba0d-f74183bc93a8']}} {{(pid=106269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:48:34.276446 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:48:34.287137 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.services.segments.db [None req-7ad836c8-a810-42bc-a20f-5851c9ebeea0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21da5a25-2c68-4957-a0ab-164c2c7c6323') {'for_net_delete': True} {{(pid=106269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:48:34.287761 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.services.segments.db [None req-7ad836c8-a810-42bc-a20f-5851c9ebeea0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21da5a25-2c68-4957-a0ab-164c2c7c6323') {} {{(pid=106269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:48:34.300510 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-7ad836c8-a810-42bc-a20f-5851c9ebeea0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751015173030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25824161'] for segment (21da5a25-2c68-4957-a0ab-164c2c7c6323), before_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:34.315441 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-7ad836c8-a810-42bc-a20f-5851c9ebeea0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1333683'] for segment (21da5a25-2c68-4957-a0ab-164c2c7c6323), precommit_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:34.323799 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ad836c8-a810-42bc-a20f-5851c9ebeea0 admin admin] Releasing vlan 603 on physical network physnet1 to pool {{(pid=106269) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 03 13:48:34.324224 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-7ad836c8-a810-42bc-a20f-5851c9ebeea0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1333683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26502922'] for segment (21da5a25-2c68-4957-a0ab-164c2c7c6323), after_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:34.369603 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-796f7e6f-fd87-4542-bdf6-f3042ea0c34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751015146406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751014656997'] for port (49ce72b0-2b31-4cfe-a0f8-6db35851c006), after_delete {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:34.377340 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.services.segments.plugin [-] Segment 21da5a25-2c68-4957-a0ab-164c2c7c6323 resource provider aggregate not found Oct 03 13:48:34.406185 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.services.segments.plugin [-] Segment 21da5a25-2c68-4957-a0ab-164c2c7c6323 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 21da5a25-2c68-4957-a0ab-164c2c7c6323 found for delete ", "request_id": "req-b805d491-5911-49d2-afd4-b75d323874be"}]} Oct 03 13:48:34.408748 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-7ad836c8-a810-42bc-a20f-5851c9ebeea0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1337213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3894947'] for network (565d1b14-39c9-4d59-ba0d-f74183bc93a8), after_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:34.419821 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796f7e6f-fd87-4542-bdf6-f3042ea0c34f None None] Pushing event deleted for resources: {'Port': ['ID=49ce72b0-2b31-4cfe-a0f8-6db35851c006,revision_number=None']} {{(pid=106270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:48:34.425554 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-7ad836c8-a810-42bc-a20f-5851c9ebeea0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798626'] for network (None), before_response {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:34.428741 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-7ad836c8-a810-42bc-a20f-5851c9ebeea0 admin admin] 10.222.0.58 "DELETE /networking/v2.0/networks/565d1b14-39c9-4d59-ba0d-f74183bc93a8 HTTP/1.1" status: 204 len: 168 time: 0.7148268 Oct 03 13:48:34.430090 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad836c8-a810-42bc-a20f-5851c9ebeea0 admin admin] Pushing event deleted for resources: {'Network': ['ID=565d1b14-39c9-4d59-ba0d-f74183bc93a8,revision_number=None']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:48:34.439548 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-796f7e6f-fd87-4542-bdf6-f3042ea0c34f None None] No DVR routers for this DVR port 49ce72b0-2b31-4cfe-a0f8-6db35851c006 on host dv-cinder-860090-1-iscsi {{(pid=106270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 03 13:48:34.442964 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_dvr_db [None req-df50ee28-73ae-45b2-bef2-c8bf8dc0795b None None] Set router bd4e7ce9-633c-435f-ab8c-9b1dd1ed9017 gateway port host: dv-cinder-860090-1-iscsi {{(pid=106270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 13:48:34.445376 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.provisioning_blocks [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Provisioning complete for port 586be794-b587-4639-b70d-f588628748c0 triggered by entity L2. {{(pid=106270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 13:48:34.445784 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1340199'] for port (586be794-b587-4639-b70d-f588628748c0), provisioning_complete {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:34.446151 dv-cinder-860090-1-iscsi neutron-server[106270]: INFO neutron.plugins.ml2.plugin [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Attempt 1 to provision port 586be794-b587-4639-b70d-f588628748c0 Oct 03 13:48:34.642815 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 39736) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:48:34.654449 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:48:34.657597 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Current status of the port 586be794-b587-4639-b70d-f588628748c0 is: ACTIVE; New status is: ACTIVE {{(pid=106270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 13:48:34.690362 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-9f56f218-1249-4764-94eb-a08f3ade2d3a admin admin] 10.222.0.58 "GET /networking/v2.0/security-groups?tenant_id=0e005cbca8874c76bf8ad8f5d336b189&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0463517 Oct 03 13:48:34.691173 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 39738) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:48:34.729331 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Device 49ce72b0-2b31-4cfe-a0f8-6db35851c006 no longer exists at agent ovs-agent-dv-cinder-860090-1-iscsi {{(pid=106270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 13:48:34.752365 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_hamode_db [None req-df50ee28-73ae-45b2-bef2-c8bf8dc0795b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd4e7ce9-633c-435f-ab8c-9b1dd1ed9017', 'name': 'tempest-TestShelveInstance-520964228-router', 'tenant_id': 'b837637fc3484a17b3ef86c29bca3e83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'external_fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': '586be794-b587-4639-b70d-f588628748c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:48:26Z', 'updated_at': '2022-10-03T13:48:30Z', 'revision_number': 4, 'project_id': 'b837637fc3484a17b3ef86c29bca3e83', 'gw_port': {'id': '586be794-b587-4639-b70d-f588628748c0', 'name': '', 'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:ed:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd4e7ce9-633c-435f-ab8c-9b1dd1ed9017', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:48:26Z', 'updated_at': '2022-10-03T13:48:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860090-1-iscsi', '_interfaces': [{'id': '62d9a8e4-b68a-4b34-a1a4-53836c4f89e4', 'name': '', 'network_id': 'cf3d1e7c-6702-43d9-aa26-c94558788bee', 'tenant_id': 'b837637fc3484a17b3ef86c29bca3e83', 'mac_address': 'fa:16:3e:e0:57:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd4e7ce9-633c-435f-ab8c-9b1dd1ed9017', 'device_owner': 'network:router_interface', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': 'c8d1a354-ebca-4d70-b578-f4e1d639c74b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:48:29Z', 'updated_at': '2022-10-03T13:48:30Z', 'revision_number': 2, 'project_id': 'b837637fc3484a17b3ef86c29bca3e83', 'subnets': [{'id': 'c8d1a354-ebca-4d70-b578-f4e1d639c74b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860090-1-iscsi', False) {} {{(pid=106270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:48:34.754355 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] No Port match for: 49ce72b0-2b31-4cfe-a0f8-6db35851c006 {{(pid=106270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 03 13:48:34.754557 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-bfb01e04-ed68-4177-9f39-e784a69cb75f admin admin] Publish callbacks [] for security_group (d6b4106c-b97f-4b9e-b40a-61a381a3d598), before_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:34.754722 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Device 49ce72b0-2b31-4cfe-a0f8-6db35851c006 not bound to the agent host dv-cinder-860090-1-iscsi {{(pid=106270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 03 13:48:34.755105 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Device bef2a1fa-093c-4dbf-9bb7-0da4a874141c no longer exists at agent ovs-agent-dv-cinder-860090-1-iscsi {{(pid=106270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 13:48:34.775258 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-bfb01e04-ed68-4177-9f39-e784a69cb75f admin admin] Publish callbacks [] for security_group (d6b4106c-b97f-4b9e-b40a-61a381a3d598), precommit_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:34.801435 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df50ee28-73ae-45b2-bef2-c8bf8dc0795b None None] Checking router: bd4e7ce9-633c-435f-ab8c-9b1dd1ed9017 for host: dv-cinder-860090-1-iscsi {{(pid=106270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 13:48:34.802014 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df50ee28-73ae-45b2-bef2-c8bf8dc0795b None None] Updating router bd4e7ce9-633c-435f-ab8c-9b1dd1ed9017 port 62d9a8e4-b68a-4b34-a1a4-53836c4f89e4 binding host dv-cinder-860090-1-iscsi {{(pid=106270) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 03 13:48:34.805342 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] No Port match for: bef2a1fa-093c-4dbf-9bb7-0da4a874141c {{(pid=106270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 03 13:48:34.805848 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Device bef2a1fa-093c-4dbf-9bb7-0da4a874141c not bound to the agent host dv-cinder-860090-1-iscsi {{(pid=106270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 03 13:48:34.830680 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-bfb01e04-ed68-4177-9f39-e784a69cb75f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (d6b4106c-b97f-4b9e-b40a-61a381a3d598), after_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:34.833159 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-bfb01e04-ed68-4177-9f39-e784a69cb75f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:34.834481 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-bfb01e04-ed68-4177-9f39-e784a69cb75f admin admin] 10.222.0.58 "DELETE /networking/v2.0/security-groups/d6b4106c-b97f-4b9e-b40a-61a381a3d598 HTTP/1.1" status: 204 len: 168 time: 0.1421738 Oct 03 13:48:34.838716 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-df50ee28-73ae-45b2-bef2-c8bf8dc0795b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (62d9a8e4-b68a-4b34-a1a4-53836c4f89e4), before_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:34.842600 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb01e04-ed68-4177-9f39-e784a69cb75f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6b4106c-b97f-4b9e-b40a-61a381a3d598,revision_number=None']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:48:34.968093 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-81ce14b6-618b-44a9-8819-d94b5af71707 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (94180321-47b1-4b5c-b620-b1b0a31df446), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:35.095833 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:48:35.163869 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-df50ee28-73ae-45b2-bef2-c8bf8dc0795b None None] Publish callbacks [] for port (62d9a8e4-b68a-4b34-a1a4-53836c4f89e4), precommit_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:35.169816 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-df50ee28-73ae-45b2-bef2-c8bf8dc0795b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751015143617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751014657006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751014658052'] for port (62d9a8e4-b68a-4b34-a1a4-53836c4f89e4), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:35.230707 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 39746) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:48:35.275982 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-8137d905-67f0-4dd3-bd55-d4c939a1f280 admin admin] 10.222.0.58 "GET /networking/v2.0/security-groups?tenant_id=ce434d4dbdbd420cbeb39478f2dbb3f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0439658 Oct 03 13:48:35.278528 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 39748) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:48:35.338549 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-664fae13-ce84-4c76-b333-27a68bbdd391 admin admin] Publish callbacks [] for security_group (4733a375-5398-4103-a224-8a00b145c4e2), before_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:35.361026 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-664fae13-ce84-4c76-b333-27a68bbdd391 admin admin] Publish callbacks [] for security_group (4733a375-5398-4103-a224-8a00b145c4e2), precommit_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:35.403294 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5488df-0aa0-4062-a82e-a06e7b76dc4e None None] Pushing event updated for resources: {'Port': ['ID=62d9a8e4-b68a-4b34-a1a4-53836c4f89e4,revision_number=3']} {{(pid=106270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:48:35.415650 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.managers [None req-df50ee28-73ae-45b2-bef2-c8bf8dc0795b None None] Attempting to bind port 62d9a8e4-b68a-4b34-a1a4-53836c4f89e4 on host dv-cinder-860090-1-iscsi for vnic_type normal with profile {{(pid=106270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 13:48:35.415822 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-664fae13-ce84-4c76-b333-27a68bbdd391 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (4733a375-5398-4103-a224-8a00b145c4e2), after_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:35.416062 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.managers [None req-df50ee28-73ae-45b2-bef2-c8bf8dc0795b None None] Attempting to bind port 62d9a8e4-b68a-4b34-a1a4-53836c4f89e4 by drivers openvswitch,hyperv on host dv-cinder-860090-1-iscsi at level 0 using segments [{'id': 'd8264379-871f-4502-97c7-5375168eb787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'cf3d1e7c-6702-43d9-aa26-c94558788bee'}] {{(pid=106270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 13:48:35.416428 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df50ee28-73ae-45b2-bef2-c8bf8dc0795b None None] Attempting to bind port 62d9a8e4-b68a-4b34-a1a4-53836c4f89e4 on network cf3d1e7c-6702-43d9-aa26-c94558788bee {{(pid=106270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 13:48:35.418278 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-664fae13-ce84-4c76-b333-27a68bbdd391 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:35.419450 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-664fae13-ce84-4c76-b333-27a68bbdd391 admin admin] 10.222.0.58 "DELETE /networking/v2.0/security-groups/4733a375-5398-4103-a224-8a00b145c4e2 HTTP/1.1" status: 204 len: 168 time: 0.1399975 Oct 03 13:48:35.427807 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664fae13-ce84-4c76-b333-27a68bbdd391 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4733a375-5398-4103-a224-8a00b145c4e2,revision_number=None']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:48:35.470595 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df50ee28-73ae-45b2-bef2-c8bf8dc0795b None None] Checking agent: {'id': 'd46c7ed5-c451-4a76-ab3f-ab8e3ea4a5ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860090-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 13, 22, 7), 'started_at': datetime.datetime(2022, 10, 3, 13, 22, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 13, 48, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860090-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 13:48:35.471012 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df50ee28-73ae-45b2-bef2-c8bf8dc0795b None None] Checking segment: {'id': 'd8264379-871f-4502-97c7-5375168eb787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'cf3d1e7c-6702-43d9-aa26-c94558788bee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 13:48:35.471359 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-df50ee28-73ae-45b2-bef2-c8bf8dc0795b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:35.471748 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df50ee28-73ae-45b2-bef2-c8bf8dc0795b None None] Bound using segment: {'id': 'd8264379-871f-4502-97c7-5375168eb787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'cf3d1e7c-6702-43d9-aa26-c94558788bee'} {{(pid=106270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 13:48:35.472225 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.managers [None req-df50ee28-73ae-45b2-bef2-c8bf8dc0795b None None] Bound port: 62d9a8e4-b68a-4b34-a1a4-53836c4f89e4, host: dv-cinder-860090-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8264379-871f-4502-97c7-5375168eb787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'cf3d1e7c-6702-43d9-aa26-c94558788bee'}}] {{(pid=106270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 13:48:35.472612 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-df50ee28-73ae-45b2-bef2-c8bf8dc0795b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (62d9a8e4-b68a-4b34-a1a4-53836c4f89e4), before_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:35.542541 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.db [None req-df50ee28-73ae-45b2-bef2-c8bf8dc0795b None None] For port 62d9a8e4-b68a-4b34-a1a4-53836c4f89e4, host dv-cinder-860090-1-iscsi, cleared binding levels {{(pid=106270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 13:48:35.545754 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.db [None req-df50ee28-73ae-45b2-bef2-c8bf8dc0795b None None] For port 62d9a8e4-b68a-4b34-a1a4-53836c4f89e4, host dv-cinder-860090-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860090-1-iscsi',level=0,port_id=62d9a8e4-b68a-4b34-a1a4-53836c4f89e4,segment=NetworkSegment(d8264379-871f-4502-97c7-5375168eb787),segment_id=d8264379-871f-4502-97c7-5375168eb787)] {{(pid=106270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 13:48:35.552809 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-df50ee28-73ae-45b2-bef2-c8bf8dc0795b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751015143617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751014657006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751014658052'] for port (62d9a8e4-b68a-4b34-a1a4-53836c4f89e4), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:35.591791 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df50ee28-73ae-45b2-bef2-c8bf8dc0795b None None] Routers {'bd4e7ce9-633c-435f-ab8c-9b1dd1ed9017'} bound to L3 agent in host dv-cinder-860090-1-iscsi {{(pid=106270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 13:48:35.592528 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_hamode_db [None req-df50ee28-73ae-45b2-bef2-c8bf8dc0795b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860090-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-03T13:22:05Z,description=,heartbeat_timestamp=2022-10-03T13:48:35Z,host='dv-cinder-860090-1-iscsi',id=94180321-47b1-4b5c-b620-b1b0a31df446,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T13:22:05Z,topic='l3_agent')) {'router_ids': ['bd4e7ce9-633c-435f-ab8c-9b1dd1ed9017'], 'active': True} {{(pid=106270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:48:35.665367 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5488df-0aa0-4062-a82e-a06e7b76dc4e None None] Pushing event updated for resources: {'Port': ['ID=62d9a8e4-b68a-4b34-a1a4-53836c4f89e4,revision_number=4']} {{(pid=106270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:48:35.733528 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_dvr_db [None req-df50ee28-73ae-45b2-bef2-c8bf8dc0795b None None] Set router bd4e7ce9-633c-435f-ab8c-9b1dd1ed9017 gateway port host: dv-cinder-860090-1-iscsi {{(pid=106270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 13:48:35.847553 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:48:35.932888 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_hamode_db [None req-df50ee28-73ae-45b2-bef2-c8bf8dc0795b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd4e7ce9-633c-435f-ab8c-9b1dd1ed9017', 'name': 'tempest-TestShelveInstance-520964228-router', 'tenant_id': 'b837637fc3484a17b3ef86c29bca3e83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'external_fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': '586be794-b587-4639-b70d-f588628748c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:48:26Z', 'updated_at': '2022-10-03T13:48:30Z', 'revision_number': 4, 'project_id': 'b837637fc3484a17b3ef86c29bca3e83', 'gw_port': {'id': '586be794-b587-4639-b70d-f588628748c0', 'name': '', 'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:ed:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd4e7ce9-633c-435f-ab8c-9b1dd1ed9017', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:48:26Z', 'updated_at': '2022-10-03T13:48:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860090-1-iscsi', '_interfaces': [{'id': '62d9a8e4-b68a-4b34-a1a4-53836c4f89e4', 'name': '', 'network_id': 'cf3d1e7c-6702-43d9-aa26-c94558788bee', 'tenant_id': 'b837637fc3484a17b3ef86c29bca3e83', 'mac_address': 'fa:16:3e:e0:57:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd4e7ce9-633c-435f-ab8c-9b1dd1ed9017', 'device_owner': 'network:router_interface', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': 'c8d1a354-ebca-4d70-b578-f4e1d639c74b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:48:29Z', 'updated_at': '2022-10-03T13:48:35Z', 'revision_number': 4, 'project_id': 'b837637fc3484a17b3ef86c29bca3e83', 'subnets': [{'id': 'c8d1a354-ebca-4d70-b578-f4e1d639c74b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860090-1-iscsi', False) {} {{(pid=106270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:48:35.963095 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df50ee28-73ae-45b2-bef2-c8bf8dc0795b None None] The sync data for ids ['bd4e7ce9-633c-435f-ab8c-9b1dd1ed9017'] in dv-cinder-860090-1-iscsi is: [{'id': 'bd4e7ce9-633c-435f-ab8c-9b1dd1ed9017', 'name': 'tempest-TestShelveInstance-520964228-router', 'tenant_id': 'b837637fc3484a17b3ef86c29bca3e83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'external_fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': '586be794-b587-4639-b70d-f588628748c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:48:26Z', 'updated_at': '2022-10-03T13:48:30Z', 'revision_number': 4, 'project_id': 'b837637fc3484a17b3ef86c29bca3e83', 'gw_port': {'id': '586be794-b587-4639-b70d-f588628748c0', 'name': '', 'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:ed:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd4e7ce9-633c-435f-ab8c-9b1dd1ed9017', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:48:26Z', 'updated_at': '2022-10-03T13:48:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860090-1-iscsi', '_interfaces': [{'id': '62d9a8e4-b68a-4b34-a1a4-53836c4f89e4', 'name': '', 'network_id': 'cf3d1e7c-6702-43d9-aa26-c94558788bee', 'tenant_id': 'b837637fc3484a17b3ef86c29bca3e83', 'mac_address': 'fa:16:3e:e0:57:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd4e7ce9-633c-435f-ab8c-9b1dd1ed9017', 'device_owner': 'network:router_interface', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': 'c8d1a354-ebca-4d70-b578-f4e1d639c74b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:48:29Z', 'updated_at': '2022-10-03T13:48:35Z', 'revision_number': 4, 'project_id': 'b837637fc3484a17b3ef86c29bca3e83', 'subnets': [{'id': 'c8d1a354-ebca-4d70-b578-f4e1d639c74b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 13:48:36.088041 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Device 62d9a8e4-b68a-4b34-a1a4-53836c4f89e4 up at agent ovs-agent-dv-cinder-860090-1-iscsi {{(pid=106270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 13:48:36.133810 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.provisioning_blocks [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Provisioning complete for port 62d9a8e4-b68a-4b34-a1a4-53836c4f89e4 triggered by entity L2. {{(pid=106270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 13:48:36.134263 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1340199'] for port (62d9a8e4-b68a-4b34-a1a4-53836c4f89e4), provisioning_complete {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:36.134511 dv-cinder-860090-1-iscsi neutron-server[106270]: INFO neutron.plugins.ml2.plugin [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Attempt 1 to provision port 62d9a8e4-b68a-4b34-a1a4-53836c4f89e4 Oct 03 13:48:36.222141 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Current status of the port 62d9a8e4-b68a-4b34-a1a4-53836c4f89e4 is: DOWN; New status is: ACTIVE {{(pid=106270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 13:48:36.222513 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (62d9a8e4-b68a-4b34-a1a4-53836c4f89e4), before_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:36.225842 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-1bb28928-3e93-41c9-8900-1ecfb790b160 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (5eabf47d-5620-4e94-9269-ef19fe52be68), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:36.262065 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:48:36.264127 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.db [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] For port 62d9a8e4-b68a-4b34-a1a4-53836c4f89e4, host dv-cinder-860090-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860090-1-iscsi',level=0,port_id=62d9a8e4-b68a-4b34-a1a4-53836c4f89e4,segment=NetworkSegment(d8264379-871f-4502-97c7-5375168eb787),segment_id=d8264379-871f-4502-97c7-5375168eb787)] {{(pid=106270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 13:48:36.268785 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751015143617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751014657006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751014658052'] for port (62d9a8e4-b68a-4b34-a1a4-53836c4f89e4), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:36.296281 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Device 1ccdbab0-680b-47f0-8594-c2e1fbc622d1 no longer exists at agent ovs-agent-dv-cinder-860090-1-iscsi {{(pid=106270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 13:48:36.322421 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] No Port match for: 1ccdbab0-680b-47f0-8594-c2e1fbc622d1 {{(pid=106270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 03 13:48:36.322766 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Device 1ccdbab0-680b-47f0-8594-c2e1fbc622d1 not bound to the agent host dv-cinder-860090-1-iscsi {{(pid=106270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 03 13:48:36.344749 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Pushing event updated for resources: {'Port': ['ID=62d9a8e4-b68a-4b34-a1a4-53836c4f89e4,revision_number=5']} {{(pid=106270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:48:37.501772 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (d46c7ed5-c451-4a76-ab3f-ab8e3ea4a5ec), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:37.715911 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-9b3e6be4-ae7f-4a46-812d-719b0ca73959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (3cd5b2bb-c81a-4ce3-a212-a51c5aa706bd), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:38.077682 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Device 62d9a8e4-b68a-4b34-a1a4-53836c4f89e4 up at agent ovs-agent-dv-cinder-860090-1-iscsi {{(pid=106270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 13:48:38.124421 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.provisioning_blocks [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Provisioning complete for port 62d9a8e4-b68a-4b34-a1a4-53836c4f89e4 triggered by entity L2. {{(pid=106270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 13:48:38.124797 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1340199'] for port (62d9a8e4-b68a-4b34-a1a4-53836c4f89e4), provisioning_complete {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:38.125134 dv-cinder-860090-1-iscsi neutron-server[106270]: INFO neutron.plugins.ml2.plugin [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Attempt 1 to provision port 62d9a8e4-b68a-4b34-a1a4-53836c4f89e4 Oct 03 13:48:38.201831 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Current status of the port 62d9a8e4-b68a-4b34-a1a4-53836c4f89e4 is: ACTIVE; New status is: ACTIVE {{(pid=106270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 13:48:38.637017 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (1af51d63-a9c9-4bbe-9b0d-c8e0a80c641c), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:43.409577 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=71 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:48:43.410908 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=81 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:48:44.674600 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=64,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:48:44.683182 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=14,neutron:DELETE=3 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:48:45.422792 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=83,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=11 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:48:45.423598 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:UPDATE=1,neutron:SELECT=43,neutron:DELETE=5 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:48:48.630473 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=29,neutron:UPDATE=1 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:48:48.631337 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=63,neutron:UPDATE=4 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:48:49.865980 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-65a17c3e-569e-4688-8737-9a0746f4b184 req-70cda180-fbe3-493f-9379-2d34bbf25c7e tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] 10.222.0.58 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-344248160&fields=id&tenant_id=0ccd8015806a42bc81a8cbe3d2cab8d7 HTTP/1.1" status: 200 len: 267 time: 0.0470505 Oct 03 13:48:49.982612 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a17c3e-569e-4688-8737-9a0746f4b184 req-2f7ef202-2e0f-4c2d-81cd-e2714c48853c tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:48:49.984015 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-65a17c3e-569e-4688-8737-9a0746f4b184 req-2f7ef202-2e0f-4c2d-81cd-e2714c48853c tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] 10.222.0.58 "GET /networking/v2.0/networks?id=79bae060-6f35-4161-9986-8642cff331c6 HTTP/1.1" status: 200 len: 808 time: 0.1114936 Oct 03 13:48:49.999589 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-65a17c3e-569e-4688-8737-9a0746f4b184 req-89b3feb6-e22a-4458-b472-75a5ab547d8b tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] 10.222.0.58 "GET /networking/v2.0/quotas/0ccd8015806a42bc81a8cbe3d2cab8d7 HTTP/1.1" status: 200 len: 375 time: 0.0096111 Oct 03 13:48:50.050016 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-65a17c3e-569e-4688-8737-9a0746f4b184 req-cca3d02e-0693-417a-9701-41fb82d51ec6 tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=0ccd8015806a42bc81a8cbe3d2cab8d7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0445640 Oct 03 13:48:50.154183 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-65a17c3e-569e-4688-8737-9a0746f4b184 req-df69d9b6-b5c3-40de-a381-202518293c35 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/79bae060-6f35-4161-9986-8642cff331c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916007 Oct 03 13:48:50.245745 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-65a17c3e-569e-4688-8737-9a0746f4b184 req-249d688f-27a4-43fc-b602-1256ead87107 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/79bae060-6f35-4161-9986-8642cff331c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857062 Oct 03 13:48:50.553998 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-694c565a-3314-40bc-b2a6-cd66ef9fbca3 req-8c946504-d5a2-42ef-a0f9-531c35c067de tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=387be01c-1ab3-4d17-8565-235ab70e0114 HTTP/1.1" status: 200 len: 210 time: 0.0321531 Oct 03 13:48:51.660236 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-805ff836-197c-4fba-b563-f9bb53c73a98 req-d38fd1de-f7be-42b0-8dc8-49f7bd3f9d3c tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=387be01c-1ab3-4d17-8565-235ab70e0114 HTTP/1.1" status: 200 len: 210 time: 0.0314801 Oct 03 13:48:52.025459 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a17c3e-569e-4688-8737-9a0746f4b184 req-88dc2e8d-f745-4dd2-b1d9-9d96b5ec7838 tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:48:52.026918 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-65a17c3e-569e-4688-8737-9a0746f4b184 req-88dc2e8d-f745-4dd2-b1d9-9d96b5ec7838 tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] 10.222.0.65 "GET /networking/v2.0/networks?id=79bae060-6f35-4161-9986-8642cff331c6 HTTP/1.1" status: 200 len: 808 time: 0.1071286 Oct 03 13:48:52.091171 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-65a17c3e-569e-4688-8737-9a0746f4b184 req-1a5873ad-ccec-4b3d-9765-e91e784a9a25 tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] 10.222.0.65 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=0ccd8015806a42bc81a8cbe3d2cab8d7 HTTP/1.1" status: 200 len: 379 time: 0.0545557 Oct 03 13:48:52.101441 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.v2.base [req-65a17c3e-569e-4688-8737-9a0746f4b184 req-547aac9f-b27b-48c0-be7c-bc2c2094c3b7 tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] Request body: {'port': {'device_id': '387be01c-1ab3-4d17-8565-235ab70e0114', 'network_id': '79bae060-6f35-4161-9986-8642cff331c6', 'admin_state_up': True, 'tenant_id': '0ccd8015806a42bc81a8cbe3d2cab8d7', 'security_groups': ['213ed965-5b99-4dbc-aba4-fdf28f450ceb']}} {{(pid=106268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 13:48:52.216573 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65a17c3e-569e-4688-8737-9a0746f4b184 req-547aac9f-b27b-48c0-be7c-bc2c2094c3b7 tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] Made reservation on behalf of 0ccd8015806a42bc81a8cbe3d2cab8d7 for: {'port': 1} {{(pid=106268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 13:48:52.224022 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-65a17c3e-569e-4688-8737-9a0746f4b184 req-547aac9f-b27b-48c0-be7c-bc2c2094c3b7 tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (None), before_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:52.618364 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.db.db_base_plugin_common [req-65a17c3e-569e-4688-8737-9a0746f4b184 req-547aac9f-b27b-48c0-be7c-bc2c2094c3b7 tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] Allocated IP 172.20.0.9 (79bae060-6f35-4161-9986-8642cff331c6/c257c28c-b8db-4901-b7d7-4853e186a921/2eb3e7ed-6727-441a-b34a-bf318ebb731c) {{(pid=106268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 13:48:52.768936 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-65a17c3e-569e-4688-8737-9a0746f4b184 req-547aac9f-b27b-48c0-be7c-bc2c2094c3b7 tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] Publish callbacks [] for port (2eb3e7ed-6727-441a-b34a-bf318ebb731c), precommit_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:52.820487 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-fd67883d-96eb-4ba1-8574-7bb4caf767c2 req-ff303edf-9597-4772-beb8-18b13890b1af tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=387be01c-1ab3-4d17-8565-235ab70e0114 HTTP/1.1" status: 200 len: 210 time: 0.0572658 Oct 03 13:48:52.831216 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-65a17c3e-569e-4688-8737-9a0746f4b184 req-547aac9f-b27b-48c0-be7c-bc2c2094c3b7 tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751014656988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25417805'] for port (2eb3e7ed-6727-441a-b34a-bf318ebb731c), after_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:52.877895 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65a17c3e-569e-4688-8737-9a0746f4b184 req-547aac9f-b27b-48c0-be7c-bc2c2094c3b7 tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] Network 79bae060-6f35-4161-9986-8642cff331c6 is already hosted by enough agents. {{(pid=106268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 13:48:52.881519 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.scheduler.base_scheduler [req-65a17c3e-569e-4688-8737-9a0746f4b184 req-547aac9f-b27b-48c0-be7c-bc2c2094c3b7 tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] Resources bound (agent type, host, resource id): {{(pid=106268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 13:48:52.885472 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.db.l3_dvrscheduler_db [req-65a17c3e-569e-4688-8737-9a0746f4b184 req-547aac9f-b27b-48c0-be7c-bc2c2094c3b7 tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] Received port after_create {{(pid=106268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 13:48:52.909144 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547aac9f-b27b-48c0-be7c-bc2c2094c3b7 tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] Pushing event updated for resources: {'Port': ['ID=2eb3e7ed-6727-441a-b34a-bf318ebb731c,revision_number=1']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:48:52.947193 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a17c3e-569e-4688-8737-9a0746f4b184 req-547aac9f-b27b-48c0-be7c-bc2c2094c3b7 tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:48:52.947829 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-65a17c3e-569e-4688-8737-9a0746f4b184 req-547aac9f-b27b-48c0-be7c-bc2c2094c3b7 tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512321'] for port (None), before_response {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:52.965290 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-65a17c3e-569e-4688-8737-9a0746f4b184 req-547aac9f-b27b-48c0-be7c-bc2c2094c3b7 tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] 10.222.0.65 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8686981 Oct 03 13:48:53.074643 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.provisioning_blocks [None req-1b0f0def-7a19-438e-87fc-f807bcb47ebc None None] Provisioning complete for port 2eb3e7ed-6727-441a-b34a-bf318ebb731c triggered by entity DHCP. {{(pid=106270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 13:48:53.075220 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-1b0f0def-7a19-438e-87fc-f807bcb47ebc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1340199'] for port (2eb3e7ed-6727-441a-b34a-bf318ebb731c), provisioning_complete {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:53.075353 dv-cinder-860090-1-iscsi neutron-server[106270]: INFO neutron.plugins.ml2.plugin [None req-1b0f0def-7a19-438e-87fc-f807bcb47ebc None None] Attempt 1 to provision port 2eb3e7ed-6727-441a-b34a-bf318ebb731c Oct 03 13:48:53.107352 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-1b0f0def-7a19-438e-87fc-f807bcb47ebc None None] Port 2eb3e7ed-6727-441a-b34a-bf318ebb731c cannot update to ACTIVE because it is not bound. {{(pid=106270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 03 13:48:53.137174 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.v2.base [req-65a17c3e-569e-4688-8737-9a0746f4b184 req-93404535-c197-429e-b393-2df7d2f57fe1 service neutron] Request body: {'port': {'device_id': '387be01c-1ab3-4d17-8565-235ab70e0114', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86009'}} {{(pid=106268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 13:48:53.192326 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:48:53.202436 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-65a17c3e-569e-4688-8737-9a0746f4b184 req-93404535-c197-429e-b393-2df7d2f57fe1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (2eb3e7ed-6727-441a-b34a-bf318ebb731c), before_update {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:53.211885 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:48:53.464912 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.notifiers.nova [req-65a17c3e-569e-4688-8737-9a0746f4b184 req-93404535-c197-429e-b393-2df7d2f57fe1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2eb3e7ed-6727-441a-b34a-bf318ebb731c {{(pid=106268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 03 13:48:53.472471 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-65a17c3e-569e-4688-8737-9a0746f4b184 req-93404535-c197-429e-b393-2df7d2f57fe1 service neutron] Publish callbacks [] for port (2eb3e7ed-6727-441a-b34a-bf318ebb731c), precommit_update {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:53.485275 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.db.provisioning_blocks [req-65a17c3e-569e-4688-8737-9a0746f4b184 req-93404535-c197-429e-b393-2df7d2f57fe1 service neutron] Transition to ACTIVE for port object 2eb3e7ed-6727-441a-b34a-bf318ebb731c will not be triggered until provisioned by entity L2. {{(pid=106268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 03 13:48:53.490561 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-65a17c3e-569e-4688-8737-9a0746f4b184 req-93404535-c197-429e-b393-2df7d2f57fe1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751015143617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751014657006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751014658052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25417910'] for port (2eb3e7ed-6727-441a-b34a-bf318ebb731c), after_update {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:53.573470 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93404535-c197-429e-b393-2df7d2f57fe1 service neutron] Pushing event updated for resources: {'Port': ['ID=2eb3e7ed-6727-441a-b34a-bf318ebb731c,revision_number=2']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:48:53.605915 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.managers [req-65a17c3e-569e-4688-8737-9a0746f4b184 req-93404535-c197-429e-b393-2df7d2f57fe1 service neutron] Attempting to bind port 2eb3e7ed-6727-441a-b34a-bf318ebb731c on host hv-cinder-86009 for vnic_type normal with profile {{(pid=106268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 13:48:53.606251 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.managers [req-65a17c3e-569e-4688-8737-9a0746f4b184 req-93404535-c197-429e-b393-2df7d2f57fe1 service neutron] Attempting to bind port 2eb3e7ed-6727-441a-b34a-bf318ebb731c by drivers openvswitch,hyperv on host hv-cinder-86009 at level 0 using segments [{'id': 'c780a234-b500-4122-9ba2-cb65ec0cde7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '79bae060-6f35-4161-9986-8642cff331c6'}] {{(pid=106268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 13:48:53.606580 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a17c3e-569e-4688-8737-9a0746f4b184 req-93404535-c197-429e-b393-2df7d2f57fe1 service neutron] Attempting to bind port 2eb3e7ed-6727-441a-b34a-bf318ebb731c on network 79bae060-6f35-4161-9986-8642cff331c6 {{(pid=106268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 13:48:53.648578 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a17c3e-569e-4688-8737-9a0746f4b184 req-93404535-c197-429e-b393-2df7d2f57fe1 service neutron] Port 2eb3e7ed-6727-441a-b34a-bf318ebb731c on network 79bae060-6f35-4161-9986-8642cff331c6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86009 {{(pid=106268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 03 13:48:53.648903 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a17c3e-569e-4688-8737-9a0746f4b184 req-93404535-c197-429e-b393-2df7d2f57fe1 service neutron] Attempting to bind port 2eb3e7ed-6727-441a-b34a-bf318ebb731c on network 79bae060-6f35-4161-9986-8642cff331c6 {{(pid=106268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 13:48:53.694354 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a17c3e-569e-4688-8737-9a0746f4b184 req-93404535-c197-429e-b393-2df7d2f57fe1 service neutron] Checking agent: {'id': '1af51d63-a9c9-4bbe-9b0d-c8e0a80c641c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 13, 28, 37), 'started_at': datetime.datetime(2022, 10, 3, 13, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 13, 48, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 13:48:53.694685 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a17c3e-569e-4688-8737-9a0746f4b184 req-93404535-c197-429e-b393-2df7d2f57fe1 service neutron] Checking segment: {'id': 'c780a234-b500-4122-9ba2-cb65ec0cde7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '79bae060-6f35-4161-9986-8642cff331c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 13:48:53.695069 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a17c3e-569e-4688-8737-9a0746f4b184 req-93404535-c197-429e-b393-2df7d2f57fe1 service neutron] Bound using segment: {'id': 'c780a234-b500-4122-9ba2-cb65ec0cde7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '79bae060-6f35-4161-9986-8642cff331c6'} {{(pid=106268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 13:48:53.695498 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.managers [req-65a17c3e-569e-4688-8737-9a0746f4b184 req-93404535-c197-429e-b393-2df7d2f57fe1 service neutron] Bound port: 2eb3e7ed-6727-441a-b34a-bf318ebb731c, host: hv-cinder-86009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c780a234-b500-4122-9ba2-cb65ec0cde7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '79bae060-6f35-4161-9986-8642cff331c6'}}] {{(pid=106268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 13:48:53.695852 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-65a17c3e-569e-4688-8737-9a0746f4b184 req-93404535-c197-429e-b393-2df7d2f57fe1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (2eb3e7ed-6727-441a-b34a-bf318ebb731c), before_update {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:53.755694 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.db [req-65a17c3e-569e-4688-8737-9a0746f4b184 req-93404535-c197-429e-b393-2df7d2f57fe1 service neutron] For port 2eb3e7ed-6727-441a-b34a-bf318ebb731c, host hv-cinder-86009, cleared binding levels {{(pid=106268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 13:48:53.758831 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.db [req-65a17c3e-569e-4688-8737-9a0746f4b184 req-93404535-c197-429e-b393-2df7d2f57fe1 service neutron] For port 2eb3e7ed-6727-441a-b34a-bf318ebb731c, host hv-cinder-86009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86009',level=0,port_id=2eb3e7ed-6727-441a-b34a-bf318ebb731c,segment=NetworkSegment(c780a234-b500-4122-9ba2-cb65ec0cde7c),segment_id=c780a234-b500-4122-9ba2-cb65ec0cde7c)] {{(pid=106268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 13:48:53.764276 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-65a17c3e-569e-4688-8737-9a0746f4b184 req-93404535-c197-429e-b393-2df7d2f57fe1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751015143617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751014657006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751014658052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25417910'] for port (2eb3e7ed-6727-441a-b34a-bf318ebb731c), after_update {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:53.768360 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a17c3e-569e-4688-8737-9a0746f4b184 req-93404535-c197-429e-b393-2df7d2f57fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:48:53.768970 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-65a17c3e-569e-4688-8737-9a0746f4b184 req-93404535-c197-429e-b393-2df7d2f57fe1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512321'] for port (None), before_response {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:48:53.770431 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-65a17c3e-569e-4688-8737-9a0746f4b184 req-93404535-c197-429e-b393-2df7d2f57fe1 service neutron] 10.222.0.65 "PUT /networking/v2.0/ports/2eb3e7ed-6727-441a-b34a-bf318ebb731c HTTP/1.1" status: 200 len: 1093 time: 0.6376605 Oct 03 13:48:53.770983 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '387be01c-1ab3-4d17-8565-235ab70e0114', 'tag': '2eb3e7ed-6727-441a-b34a-bf318ebb731c'}] {{(pid=106268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 13:48:53.773283 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd70873512ffc397a2b7ac25ee02414627e7506f7787b64d61dc92e00300ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c1aaa78-22c7-4aa2-97d2-e3240fe4c6bf" -d '{"events": [{"name": "network-changed", "server_uuid": "387be01c-1ab3-4d17-8565-235ab70e0114", "tag": "2eb3e7ed-6727-441a-b34a-bf318ebb731c"}]}' {{(pid=106268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 13:48:53.830781 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93404535-c197-429e-b393-2df7d2f57fe1 service neutron] Pushing event updated for resources: {'Port': ['ID=2eb3e7ed-6727-441a-b34a-bf318ebb731c,revision_number=3']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:48:53.868213 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a17c3e-569e-4688-8737-9a0746f4b184 req-1023d681-1276-4bfc-8f3f-82c19486d7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:48:53.869814 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-65a17c3e-569e-4688-8737-9a0746f4b184 req-1023d681-1276-4bfc-8f3f-82c19486d7b6 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=0ccd8015806a42bc81a8cbe3d2cab8d7&device_id=387be01c-1ab3-4d17-8565-235ab70e0114 HTTP/1.1" status: 200 len: 1127 time: 0.0507131 Oct 03 13:48:53.932707 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-65a17c3e-569e-4688-8737-9a0746f4b184 req-2341f457-f3b4-45a1-a1d4-1e5ab9bab817 service neutron] 10.222.0.65 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2eb3e7ed-6727-441a-b34a-bf318ebb731c HTTP/1.1" status: 200 len: 217 time: 0.0549302 Oct 03 13:48:53.969854 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 13:48:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55f95bfb-dd3e-4db7-a6b9-c2038587a396 x-openstack-request-id: req-55f95bfb-dd3e-4db7-a6b9-c2038587a396 {{(pid=106268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 13:48:53.970145 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "387be01c-1ab3-4d17-8565-235ab70e0114", "tag": "2eb3e7ed-6727-441a-b34a-bf318ebb731c", "status": "completed", "code": 200}]} {{(pid=106268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 13:48:53.970392 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-55f95bfb-dd3e-4db7-a6b9-c2038587a396 {{(pid=106268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 13:48:53.970784 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55f95bfb-dd3e-4db7-a6b9-c2038587a396'] response: {'name': 'network-changed', 'server_uuid': '387be01c-1ab3-4d17-8565-235ab70e0114', 'tag': '2eb3e7ed-6727-441a-b34a-bf318ebb731c', 'status': 'completed', 'code': 200} Oct 03 13:48:54.009011 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae769fb-44a3-4b64-89cf-9bbd704536af req-f32e58d9-17ff-47f7-94b4-6394fa69c435 tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:48:54.010411 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-5ae769fb-44a3-4b64-89cf-9bbd704536af req-f32e58d9-17ff-47f7-94b4-6394fa69c435 tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=387be01c-1ab3-4d17-8565-235ab70e0114 HTTP/1.1" status: 200 len: 943 time: 0.0804069 Oct 03 13:48:54.028097 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a17c3e-569e-4688-8737-9a0746f4b184 req-d7769e30-95cf-4785-8dea-2084afc79856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:48:54.029502 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-65a17c3e-569e-4688-8737-9a0746f4b184 req-d7769e30-95cf-4785-8dea-2084afc79856 service neutron] 10.222.0.65 "GET /networking/v2.0/subnets?id=c257c28c-b8db-4901-b7d7-4853e186a921 HTTP/1.1" status: 200 len: 847 time: 0.0856736 Oct 03 13:48:54.079229 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:48:54.098658 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a17c3e-569e-4688-8737-9a0746f4b184 req-3fd85dbc-930c-47ed-8355-db3565da8783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:48:54.100103 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-65a17c3e-569e-4688-8737-9a0746f4b184 req-3fd85dbc-930c-47ed-8355-db3565da8783 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?network_id=79bae060-6f35-4161-9986-8642cff331c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0620146 Oct 03 13:48:54.104848 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-5ae769fb-44a3-4b64-89cf-9bbd704536af req-7f1c8579-5f95-4d10-ba1b-ddc0814e5104 tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=213ed965-5b99-4dbc-aba4-fdf28f450ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885985 Oct 03 13:48:54.157076 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:48:54.192554 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-65a17c3e-569e-4688-8737-9a0746f4b184 req-0fb3f3c0-934f-4167-a268-9947974980be service neutron] 10.222.0.65 "GET /networking/v2.0/networks/79bae060-6f35-4161-9986-8642cff331c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849869 Oct 03 13:48:54.291784 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-65a17c3e-569e-4688-8737-9a0746f4b184 req-b15006fc-0039-483b-b5c6-1fccb65e1214 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/79bae060-6f35-4161-9986-8642cff331c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928295 Oct 03 13:48:54.569768 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1aaa78-22c7-4aa2-97d2-e3240fe4c6bf req-f0e563b5-cbe1-4408-93b4-f7d540c356d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:48:54.571186 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-1c1aaa78-22c7-4aa2-97d2-e3240fe4c6bf req-f0e563b5-cbe1-4408-93b4-f7d540c356d9 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=0ccd8015806a42bc81a8cbe3d2cab8d7&device_id=387be01c-1ab3-4d17-8565-235ab70e0114 HTTP/1.1" status: 200 len: 1127 time: 0.0397587 Oct 03 13:48:54.669863 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1aaa78-22c7-4aa2-97d2-e3240fe4c6bf req-a1f3b46d-0351-4fcf-9791-ad08f2b40a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:48:54.671336 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-1c1aaa78-22c7-4aa2-97d2-e3240fe4c6bf req-a1f3b46d-0351-4fcf-9791-ad08f2b40a6c service neutron] 10.222.0.65 "GET /networking/v2.0/networks?id=79bae060-6f35-4161-9986-8642cff331c6 HTTP/1.1" status: 200 len: 909 time: 0.0908792 Oct 03 13:48:54.710578 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-1c1aaa78-22c7-4aa2-97d2-e3240fe4c6bf req-24fb4532-80ba-4b55-8969-8402b5c47211 service neutron] 10.222.0.65 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2eb3e7ed-6727-441a-b34a-bf318ebb731c HTTP/1.1" status: 200 len: 217 time: 0.0324552 Oct 03 13:48:54.758793 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1aaa78-22c7-4aa2-97d2-e3240fe4c6bf req-3c95830a-dc64-4f69-9af9-d5f3900551a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:48:54.760186 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-1c1aaa78-22c7-4aa2-97d2-e3240fe4c6bf req-3c95830a-dc64-4f69-9af9-d5f3900551a5 service neutron] 10.222.0.65 "GET /networking/v2.0/subnets?id=c257c28c-b8db-4901-b7d7-4853e186a921 HTTP/1.1" status: 200 len: 847 time: 0.0432391 Oct 03 13:48:54.808073 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1aaa78-22c7-4aa2-97d2-e3240fe4c6bf req-3d7a2b17-f85f-4a43-b420-03ef40d7f5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:48:54.809590 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-1c1aaa78-22c7-4aa2-97d2-e3240fe4c6bf req-3d7a2b17-f85f-4a43-b420-03ef40d7f5cd service neutron] 10.222.0.65 "GET /networking/v2.0/ports?network_id=79bae060-6f35-4161-9986-8642cff331c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426946 Oct 03 13:48:54.900742 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-1c1aaa78-22c7-4aa2-97d2-e3240fe4c6bf req-73ff4857-9046-47b1-ab0c-4618ae43302f service neutron] 10.222.0.65 "GET /networking/v2.0/networks/79bae060-6f35-4161-9986-8642cff331c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841541 Oct 03 13:48:54.995856 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-1c1aaa78-22c7-4aa2-97d2-e3240fe4c6bf req-06241cfd-24a7-4d4d-82c2-6c163fc1779b service neutron] 10.222.0.65 "GET /networking/v2.0/networks/79bae060-6f35-4161-9986-8642cff331c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874424 Oct 03 13:48:55.229233 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11db367b-5610-47bb-bec8-1ac06daf127a req-1ea1b020-dd99-47f9-98fa-25bb63ea5cbd tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:48:55.230728 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-11db367b-5610-47bb-bec8-1ac06daf127a req-1ea1b020-dd99-47f9-98fa-25bb63ea5cbd tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=387be01c-1ab3-4d17-8565-235ab70e0114 HTTP/1.1" status: 200 len: 943 time: 0.0470471 Oct 03 13:48:55.279463 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-11db367b-5610-47bb-bec8-1ac06daf127a req-a8e9f0ef-b0da-492a-b992-deb1493e57ea tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=213ed965-5b99-4dbc-aba4-fdf28f450ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431173 Oct 03 13:48:56.407504 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61190fb7-cd07-4900-b5fc-f242a9ddc282 req-924c03d7-2ea1-4f6e-9dfc-92d27d361f76 tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:48:56.409001 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-61190fb7-cd07-4900-b5fc-f242a9ddc282 req-924c03d7-2ea1-4f6e-9dfc-92d27d361f76 tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=387be01c-1ab3-4d17-8565-235ab70e0114 HTTP/1.1" status: 200 len: 943 time: 0.0471053 Oct 03 13:48:56.458768 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-61190fb7-cd07-4900-b5fc-f242a9ddc282 req-f79dc0ae-e3fc-4ee4-a932-0e6addf9ff59 tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=213ed965-5b99-4dbc-aba4-fdf28f450ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435379 Oct 03 13:48:57.586270 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a039cc24-5fed-4a6c-bfdd-a4b1b6582a7b req-96fbcca9-420f-467b-a65f-e5815b0e71fe tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:48:57.587811 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-a039cc24-5fed-4a6c-bfdd-a4b1b6582a7b req-96fbcca9-420f-467b-a65f-e5815b0e71fe tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=387be01c-1ab3-4d17-8565-235ab70e0114 HTTP/1.1" status: 200 len: 943 time: 0.0479636 Oct 03 13:48:57.640587 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-a039cc24-5fed-4a6c-bfdd-a4b1b6582a7b req-d37f253e-c276-4181-af2f-a3e3e7804532 tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=213ed965-5b99-4dbc-aba4-fdf28f450ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470946 Oct 03 13:48:58.765373 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4028b2dd-d91b-4c76-bab3-9e77f69b1b79 req-d3988fe7-5105-4c21-9fa0-4a7a500293d1 tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:48:58.766885 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-4028b2dd-d91b-4c76-bab3-9e77f69b1b79 req-d3988fe7-5105-4c21-9fa0-4a7a500293d1 tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=387be01c-1ab3-4d17-8565-235ab70e0114 HTTP/1.1" status: 200 len: 943 time: 0.0521221 Oct 03 13:48:58.816280 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-4028b2dd-d91b-4c76-bab3-9e77f69b1b79 req-b1b7e819-0a42-406d-b813-67bb8d6d776e tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=213ed965-5b99-4dbc-aba4-fdf28f450ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434980 Oct 03 13:48:59.940899 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5e101a-ce63-4fb5-bed3-baf04cdfce58 req-e4cd83cf-a175-46c8-940f-c273ba4b8001 tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:48:59.942778 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-0d5e101a-ce63-4fb5-bed3-baf04cdfce58 req-e4cd83cf-a175-46c8-940f-c273ba4b8001 tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=387be01c-1ab3-4d17-8565-235ab70e0114 HTTP/1.1" status: 200 len: 943 time: 0.0511599 Oct 03 13:48:59.992461 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-0d5e101a-ce63-4fb5-bed3-baf04cdfce58 req-5b8ddb4b-56d6-4ad0-aee5-b68ab26d9364 tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=213ed965-5b99-4dbc-aba4-fdf28f450ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441635 Oct 03 13:49:01.116652 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6667edba-c203-4e0c-ad06-462514490574 req-ade59878-cc62-4cff-a629-8606a3b48ed2 tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:49:01.118175 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-6667edba-c203-4e0c-ad06-462514490574 req-ade59878-cc62-4cff-a629-8606a3b48ed2 tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=387be01c-1ab3-4d17-8565-235ab70e0114 HTTP/1.1" status: 200 len: 943 time: 0.0490479 Oct 03 13:49:01.167187 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-6667edba-c203-4e0c-ad06-462514490574 req-39aa7392-4225-429c-b9ed-802b124d6493 tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=213ed965-5b99-4dbc-aba4-fdf28f450ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434000 Oct 03 13:49:02.108847 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=19 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:49:02.114822 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=13 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:49:02.140991 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-3e02c220-62f0-454c-99e0-a720960f6a42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (3460fffa-818c-4144-9400-237880db20a4), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:49:02.293206 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e40a324-06d5-4507-ba9d-067116372f2b req-576f5703-39b5-45e4-b91f-12b9610b4e2a tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:49:02.294612 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-0e40a324-06d5-4507-ba9d-067116372f2b req-576f5703-39b5-45e4-b91f-12b9610b4e2a tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=387be01c-1ab3-4d17-8565-235ab70e0114 HTTP/1.1" status: 200 len: 943 time: 0.0486977 Oct 03 13:49:02.345028 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-0e40a324-06d5-4507-ba9d-067116372f2b req-366b7c18-46b4-46af-8cf6-98fbf0adde65 tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=213ed965-5b99-4dbc-aba4-fdf28f450ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448487 Oct 03 13:49:02.624785 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Device 2eb3e7ed-6727-441a-b34a-bf318ebb731c details requested by agent hyperv_hv-cinder-86009 with host hv-cinder-86009 {{(pid=106270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 03 13:49:02.726188 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.db [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] For port 2eb3e7ed-6727-441a-b34a-bf318ebb731c, host hv-cinder-86009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86009',level=0,port_id=2eb3e7ed-6727-441a-b34a-bf318ebb731c,segment=NetworkSegment(c780a234-b500-4122-9ba2-cb65ec0cde7c),segment_id=c780a234-b500-4122-9ba2-cb65ec0cde7c)] {{(pid=106270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 13:49:02.737355 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Returning: {'device': '2eb3e7ed-6727-441a-b34a-bf318ebb731c', 'network_id': '79bae060-6f35-4161-9986-8642cff331c6', 'port_id': '2eb3e7ed-6727-441a-b34a-bf318ebb731c', 'mac_address': 'fa:16:3e:a9:d8:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c257c28c-b8db-4901-b7d7-4853e186a921', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 03 13:49:02.773282 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Current status of the port 2eb3e7ed-6727-441a-b34a-bf318ebb731c is: DOWN; New status is: BUILD {{(pid=106270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 13:49:02.773709 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (2eb3e7ed-6727-441a-b34a-bf318ebb731c), before_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:49:02.787020 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.notifiers.nova [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2eb3e7ed-6727-441a-b34a-bf318ebb731c {{(pid=106270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 03 13:49:02.811622 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.db [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] For port 2eb3e7ed-6727-441a-b34a-bf318ebb731c, host hv-cinder-86009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86009',level=0,port_id=2eb3e7ed-6727-441a-b34a-bf318ebb731c,segment=NetworkSegment(c780a234-b500-4122-9ba2-cb65ec0cde7c),segment_id=c780a234-b500-4122-9ba2-cb65ec0cde7c)] {{(pid=106270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 13:49:02.815641 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751015143617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751014657006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751014658052'] for port (2eb3e7ed-6727-441a-b34a-bf318ebb731c), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:49:02.863071 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Pushing event updated for resources: {'Port': ['ID=2eb3e7ed-6727-441a-b34a-bf318ebb731c,revision_number=4']} {{(pid=106270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:49:03.115765 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.db [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] get_ports_and_sgs() called for port_ids ['2eb3e7ed-6727-441a-b34a-bf318ebb731c'] {{(pid=106270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 03 13:49:03.431227 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=100 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:49:03.468785 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad04c0ad-1b52-4c40-a4e4-66af653cc39c req-52236a99-4e3d-4efc-bfa8-9ed71f655c03 tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:49:03.470262 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-ad04c0ad-1b52-4c40-a4e4-66af653cc39c req-52236a99-4e3d-4efc-bfa8-9ed71f655c03 tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=387be01c-1ab3-4d17-8565-235ab70e0114 HTTP/1.1" status: 200 len: 944 time: 0.0489821 Oct 03 13:49:03.527004 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-ad04c0ad-1b52-4c40-a4e4-66af653cc39c req-0561f779-52f7-4382-94c6-141c02a9b3d6 tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=213ed965-5b99-4dbc-aba4-fdf28f450ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505373 Oct 03 13:49:04.641075 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Device 2eb3e7ed-6727-441a-b34a-bf318ebb731c up at agent hyperv_hv-cinder-86009 {{(pid=106270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 13:49:04.649726 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f6dd74-61a9-46c7-bd4f-bf34ec920978 req-b87a3153-f5b3-44bf-adf4-bd868bb14291 tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:49:04.651225 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-27f6dd74-61a9-46c7-bd4f-bf34ec920978 req-b87a3153-f5b3-44bf-adf4-bd868bb14291 tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=387be01c-1ab3-4d17-8565-235ab70e0114 HTTP/1.1" status: 200 len: 944 time: 0.0478997 Oct 03 13:49:04.684286 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.provisioning_blocks [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Provisioning for port 2eb3e7ed-6727-441a-b34a-bf318ebb731c completed by entity L2. {{(pid=106270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 03 13:49:04.689754 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.provisioning_blocks [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Provisioning complete for port 2eb3e7ed-6727-441a-b34a-bf318ebb731c triggered by entity L2. {{(pid=106270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 13:49:04.690200 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1340199'] for port (2eb3e7ed-6727-441a-b34a-bf318ebb731c), provisioning_complete {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:49:04.690534 dv-cinder-860090-1-iscsi neutron-server[106270]: INFO neutron.plugins.ml2.plugin [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Attempt 1 to provision port 2eb3e7ed-6727-441a-b34a-bf318ebb731c Oct 03 13:49:04.705713 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-27f6dd74-61a9-46c7-bd4f-bf34ec920978 req-7fc2bd66-3237-4079-a9e2-ed2517540994 tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=213ed965-5b99-4dbc-aba4-fdf28f450ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487945 Oct 03 13:49:04.766292 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Current status of the port 2eb3e7ed-6727-441a-b34a-bf318ebb731c is: BUILD; New status is: ACTIVE {{(pid=106270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 13:49:04.766707 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (2eb3e7ed-6727-441a-b34a-bf318ebb731c), before_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:49:04.775600 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:49:04.792244 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '387be01c-1ab3-4d17-8565-235ab70e0114', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2eb3e7ed-6727-441a-b34a-bf318ebb731c'}] {{(pid=106270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 13:49:04.794504 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}560c9627402e85393d05fbb3c51e26d9631cba9dc4b6297c571b83e08b497dad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfda1df2-aedf-4e5c-be23-dc371c13bb27" -d '{"events": [{"server_uuid": "387be01c-1ab3-4d17-8565-235ab70e0114", "name": "network-vif-plugged", "status": "completed", "tag": "2eb3e7ed-6727-441a-b34a-bf318ebb731c"}]}' {{(pid=106270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 13:49:04.807206 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.db [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] For port 2eb3e7ed-6727-441a-b34a-bf318ebb731c, host hv-cinder-86009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86009',level=0,port_id=2eb3e7ed-6727-441a-b34a-bf318ebb731c,segment=NetworkSegment(c780a234-b500-4122-9ba2-cb65ec0cde7c),segment_id=c780a234-b500-4122-9ba2-cb65ec0cde7c)] {{(pid=106270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 13:49:04.811947 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751015143617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751014657006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751014658052'] for port (2eb3e7ed-6727-441a-b34a-bf318ebb731c), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:49:04.834274 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:49:04.860729 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Pushing event updated for resources: {'Port': ['ID=2eb3e7ed-6727-441a-b34a-bf318ebb731c,revision_number=5']} {{(pid=106270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:49:04.911582 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-5dfd3d95-fba5-4744-b56b-6a1de2479bb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (94180321-47b1-4b5c-b620-b1b0a31df446), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:49:04.917428 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 13:49:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-494da055-d614-48f0-a3fa-9991fb3e083c x-openstack-request-id: req-494da055-d614-48f0-a3fa-9991fb3e083c {{(pid=106270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 13:49:04.917744 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "387be01c-1ab3-4d17-8565-235ab70e0114", "name": "network-vif-plugged", "status": "completed", "tag": "2eb3e7ed-6727-441a-b34a-bf318ebb731c", "code": 200}]} {{(pid=106270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 13:49:04.918016 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-494da055-d614-48f0-a3fa-9991fb3e083c {{(pid=106270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 13:49:04.918450 dv-cinder-860090-1-iscsi neutron-server[106270]: INFO neutron.notifiers.nova [-] Nova event matching ['req-494da055-d614-48f0-a3fa-9991fb3e083c'] response: {'server_uuid': '387be01c-1ab3-4d17-8565-235ab70e0114', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2eb3e7ed-6727-441a-b34a-bf318ebb731c', 'code': 200} Oct 03 13:49:05.155732 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dbb68f-f0e1-474e-ba42-2368a7a87f03 req-0ff3351d-08e1-4959-8b26-5bd0946ef11a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:49:05.157125 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-32dbb68f-f0e1-474e-ba42-2368a7a87f03 req-0ff3351d-08e1-4959-8b26-5bd0946ef11a service neutron] 10.222.0.65 "GET /networking/v2.0/ports?device_id=387be01c-1ab3-4d17-8565-235ab70e0114 HTTP/1.1" status: 200 len: 1129 time: 0.0384476 Oct 03 13:49:05.205668 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-32dbb68f-f0e1-474e-ba42-2368a7a87f03 req-6f6a7498-c3e8-49bd-acfb-60ad9b21abe2 service neutron] 10.222.0.65 "GET /networking/v2.0/security-groups?id=213ed965-5b99-4dbc-aba4-fdf28f450ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387819 Oct 03 13:49:05.826754 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb35bf19-18e6-4e29-b4da-0312bb32e554 req-0d9ebdff-c760-49f3-8539-0a2637b62123 tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:49:05.828226 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-eb35bf19-18e6-4e29-b4da-0312bb32e554 req-0d9ebdff-c760-49f3-8539-0a2637b62123 tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=387be01c-1ab3-4d17-8565-235ab70e0114 HTTP/1.1" status: 200 len: 945 time: 0.0467703 Oct 03 13:49:05.877402 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-eb35bf19-18e6-4e29-b4da-0312bb32e554 req-cb0b2087-eef5-43a4-a383-e1ed070062c1 tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=213ed965-5b99-4dbc-aba4-fdf28f450ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434730 Oct 03 13:49:06.199863 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-1bb28928-3e93-41c9-8900-1ecfb790b160 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (5eabf47d-5620-4e94-9269-ef19fe52be68), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:49:07.000964 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca55852-ab09-4c0f-84d4-633c5d2b273c req-9d2024d5-1e19-4e01-bef9-e95b1e920e01 tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:49:07.002446 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-4ca55852-ab09-4c0f-84d4-633c5d2b273c req-9d2024d5-1e19-4e01-bef9-e95b1e920e01 tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=387be01c-1ab3-4d17-8565-235ab70e0114 HTTP/1.1" status: 200 len: 945 time: 0.0469811 Oct 03 13:49:07.032459 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=100 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:49:07.051524 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-4ca55852-ab09-4c0f-84d4-633c5d2b273c req-14a682f0-54c0-4376-aca8-49cb8761fe26 tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=213ed965-5b99-4dbc-aba4-fdf28f450ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432246 Oct 03 13:49:07.161262 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=100 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:49:07.172905 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b39ab14-411c-4367-b691-19a62b1ab914 req-d4b65e18-8e84-4faf-a040-ca76f214d388 tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:49:07.174349 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-3b39ab14-411c-4367-b691-19a62b1ab914 req-d4b65e18-8e84-4faf-a040-ca76f214d388 tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=387be01c-1ab3-4d17-8565-235ab70e0114 HTTP/1.1" status: 200 len: 945 time: 0.0482476 Oct 03 13:49:07.198504 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=100 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:49:07.224248 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-3b39ab14-411c-4367-b691-19a62b1ab914 req-34daeb3e-f9e0-45be-a72d-e284a6b307ee tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=213ed965-5b99-4dbc-aba4-fdf28f450ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442853 Oct 03 13:49:07.252793 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 39858) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:49:07.472009 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e3ba010-afdc-42fb-a255-a56032ac8592 tempest-TestShelveInstance-1909363038 tempest-TestShelveInstance-1909363038-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:49:07.473555 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-8e3ba010-afdc-42fb-a255-a56032ac8592 tempest-TestShelveInstance-1909363038 tempest-TestShelveInstance-1909363038-project-admin] 10.222.0.58 "GET /networking/v2.0/ports?device_id=387be01c-1ab3-4d17-8565-235ab70e0114 HTTP/1.1" status: 200 len: 1124 time: 0.2197349 Oct 03 13:49:07.476561 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 39862) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:49:07.480782 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.v2.base [None req-42b31351-d1a6-434d-9991-fc5ef9a56fe3 tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] Request body: {'floatingip': {'floating_network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'port_id': '2eb3e7ed-6727-441a-b34a-bf318ebb731c', 'tenant_id': '0ccd8015806a42bc81a8cbe3d2cab8d7', 'fixed_ip_address': '172.20.0.9'}} {{(pid=106268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 13:49:07.508215 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-42b31351-d1a6-434d-9991-fc5ef9a56fe3 tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:49:07.508776 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (d46c7ed5-c451-4a76-ab3f-ab8e3ea4a5ec), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:49:07.601267 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-42b31351-d1a6-434d-9991-fc5ef9a56fe3 tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (None), before_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:49:07.711058 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.db.db_base_plugin_common [None req-42b31351-d1a6-434d-9991-fc5ef9a56fe3 tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] Allocated IP 172.27.1.37 (ad648d78-633d-4222-aa42-7cb50aab7a28/4a9222c2-0418-495a-a49e-d43d754e0950/e7348e86-8580-4a08-97fb-f19581971b2f) {{(pid=106268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 13:49:07.720063 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-9b3e6be4-ae7f-4a46-812d-719b0ca73959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (3cd5b2bb-c81a-4ce3-a212-a51c5aa706bd), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:49:07.816728 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-42b31351-d1a6-434d-9991-fc5ef9a56fe3 tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] Publish callbacks [] for port (e7348e86-8580-4a08-97fb-f19581971b2f), precommit_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:49:07.854983 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-42b31351-d1a6-434d-9991-fc5ef9a56fe3 tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751014656988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25417805'] for port (e7348e86-8580-4a08-97fb-f19581971b2f), after_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:49:07.893312 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42b31351-d1a6-434d-9991-fc5ef9a56fe3 tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] Network ad648d78-633d-4222-aa42-7cb50aab7a28 is already hosted by enough agents. {{(pid=106268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 13:49:07.898853 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.scheduler.base_scheduler [None req-42b31351-d1a6-434d-9991-fc5ef9a56fe3 tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] Resources bound (agent type, host, resource id): {{(pid=106268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 13:49:07.902425 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42b31351-d1a6-434d-9991-fc5ef9a56fe3 tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] Received port after_create {{(pid=106268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 13:49:07.930810 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b31351-d1a6-434d-9991-fc5ef9a56fe3 tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] Pushing event updated for resources: {'Port': ['ID=e7348e86-8580-4a08-97fb-f19581971b2f,revision_number=1']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:49:07.942141 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b31351-d1a6-434d-9991-fc5ef9a56fe3 tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:49:07.942538 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b31351-d1a6-434d-9991-fc5ef9a56fe3 tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:49:07.942822 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b31351-d1a6-434d-9991-fc5ef9a56fe3 tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:49:07.943213 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b31351-d1a6-434d-9991-fc5ef9a56fe3 tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:49:07.943544 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b31351-d1a6-434d-9991-fc5ef9a56fe3 tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:49:07.943866 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b31351-d1a6-434d-9991-fc5ef9a56fe3 tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:49:07.944189 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b31351-d1a6-434d-9991-fc5ef9a56fe3 tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:49:07.944513 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b31351-d1a6-434d-9991-fc5ef9a56fe3 tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:49:07.944834 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b31351-d1a6-434d-9991-fc5ef9a56fe3 tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:49:07.945154 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b31351-d1a6-434d-9991-fc5ef9a56fe3 tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:49:07.945498 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b31351-d1a6-434d-9991-fc5ef9a56fe3 tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:49:07.945823 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b31351-d1a6-434d-9991-fc5ef9a56fe3 tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:49:07.946150 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b31351-d1a6-434d-9991-fc5ef9a56fe3 tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:49:07.946466 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b31351-d1a6-434d-9991-fc5ef9a56fe3 tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:49:07.946778 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b31351-d1a6-434d-9991-fc5ef9a56fe3 tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:49:08.019155 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:49:08.207648 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:49:08.274972 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-42b31351-d1a6-434d-9991-fc5ef9a56fe3 tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] Publish callbacks [] for floatingip (6968d6b9-a7d8-429f-9c5f-1bb2b3861101), precommit_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:49:08.340712 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-42b31351-d1a6-434d-9991-fc5ef9a56fe3 tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (e7348e86-8580-4a08-97fb-f19581971b2f), before_update {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:49:08.488424 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-42b31351-d1a6-434d-9991-fc5ef9a56fe3 tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] Publish callbacks [] for port (e7348e86-8580-4a08-97fb-f19581971b2f), precommit_update {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:49:08.493821 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-42b31351-d1a6-434d-9991-fc5ef9a56fe3 tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751015143617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751014657006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751014658052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25417910'] for port (e7348e86-8580-4a08-97fb-f19581971b2f), after_update {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:49:08.564833 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b31351-d1a6-434d-9991-fc5ef9a56fe3 tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] Pushing event updated for resources: {'Port': ['ID=e7348e86-8580-4a08-97fb-f19581971b2f,revision_number=2']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:49:08.569004 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-42b31351-d1a6-434d-9991-fc5ef9a56fe3 tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3722562'] for floatingip (6968d6b9-a7d8-429f-9c5f-1bb2b3861101), after_create {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:49:08.654124 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (1af51d63-a9c9-4bbe-9b0d-c8e0a80c641c), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:49:08.665899 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.db.l3_db [None req-42b31351-d1a6-434d-9991-fc5ef9a56fe3 tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] Floating IP 6968d6b9-a7d8-429f-9c5f-1bb2b3861101 associated. External IP: 172.27.1.37, port: 2eb3e7ed-6727-441a-b34a-bf318ebb731c. Oct 03 13:49:08.868764 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42b31351-d1a6-434d-9991-fc5ef9a56fe3 tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] Router d54a3d16-ca12-4fd2-b2ac-73e1ae306f25 has already been hosted by L3 agent 94180321-47b1-4b5c-b620-b1b0a31df446 {{(pid=106268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 03 13:49:08.922304 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:49:08.973766 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42b31351-d1a6-434d-9991-fc5ef9a56fe3 tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] Notify agent at l3_agent.dv-cinder-860090-1-iscsi the message routers_updated {{(pid=106268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 13:49:08.983670 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff0196a-5cec-45da-90e4-7332708280a9 None None] Sync routers for ids ['d54a3d16-ca12-4fd2-b2ac-73e1ae306f25'] in dv-cinder-860090-1-iscsi {{(pid=106271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 13:49:08.992405 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-42b31351-d1a6-434d-9991-fc5ef9a56fe3 tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512321'] for floatingip (None), before_response {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:49:08.993508 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff0196a-5cec-45da-90e4-7332708280a9 None None] Routers {'d54a3d16-ca12-4fd2-b2ac-73e1ae306f25'} bound to L3 agent in host dv-cinder-860090-1-iscsi {{(pid=106271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 13:49:08.994130 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_hamode_db [None req-6ff0196a-5cec-45da-90e4-7332708280a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860090-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-03T13:22:05Z,description=,heartbeat_timestamp=2022-10-03T13:49:05Z,host='dv-cinder-860090-1-iscsi',id=94180321-47b1-4b5c-b620-b1b0a31df446,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T13:22:05Z,topic='l3_agent')) {'router_ids': ['d54a3d16-ca12-4fd2-b2ac-73e1ae306f25'], 'active': True} {{(pid=106271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:49:09.011658 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:49:09.026529 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-42b31351-d1a6-434d-9991-fc5ef9a56fe3 tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] 10.222.0.58 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5489397 Oct 03 13:49:09.027313 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '387be01c-1ab3-4d17-8565-235ab70e0114', 'tag': '2eb3e7ed-6727-441a-b34a-bf318ebb731c'}] {{(pid=106268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 13:49:09.029564 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd70873512ffc397a2b7ac25ee02414627e7506f7787b64d61dc92e00300ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fd51aa3-de5a-4eb1-b351-3bb106fa9549" -d '{"events": [{"name": "network-changed", "server_uuid": "387be01c-1ab3-4d17-8565-235ab70e0114", "tag": "2eb3e7ed-6727-441a-b34a-bf318ebb731c"}]}' {{(pid=106268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 13:49:09.066833 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 13:49:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7155ad4-e184-4fce-a2c9-0432816bbb07 x-openstack-request-id: req-c7155ad4-e184-4fce-a2c9-0432816bbb07 {{(pid=106268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 13:49:09.067128 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "387be01c-1ab3-4d17-8565-235ab70e0114", "tag": "2eb3e7ed-6727-441a-b34a-bf318ebb731c", "status": "completed", "code": 200}]} {{(pid=106268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 13:49:09.067385 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c7155ad4-e184-4fce-a2c9-0432816bbb07 {{(pid=106268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 13:49:09.067792 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7155ad4-e184-4fce-a2c9-0432816bbb07'] response: {'name': 'network-changed', 'server_uuid': '387be01c-1ab3-4d17-8565-235ab70e0114', 'tag': '2eb3e7ed-6727-441a-b34a-bf318ebb731c', 'status': 'completed', 'code': 200} Oct 03 13:49:09.097207 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_dvr_db [None req-6ff0196a-5cec-45da-90e4-7332708280a9 None None] Set router d54a3d16-ca12-4fd2-b2ac-73e1ae306f25 gateway port host: dv-cinder-860090-1-iscsi {{(pid=106271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 13:49:09.142274 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd51aa3-de5a-4eb1-b351-3bb106fa9549 req-f9bbca67-69ec-4a79-8036-3c927cc906a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:49:09.143986 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-5fd51aa3-de5a-4eb1-b351-3bb106fa9549 req-f9bbca67-69ec-4a79-8036-3c927cc906a8 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=0ccd8015806a42bc81a8cbe3d2cab8d7&device_id=387be01c-1ab3-4d17-8565-235ab70e0114 HTTP/1.1" status: 200 len: 1129 time: 0.0407896 Oct 03 13:49:09.250148 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd51aa3-de5a-4eb1-b351-3bb106fa9549 req-2a485873-aa94-4484-9994-f882ce9396ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:49:09.251621 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-5fd51aa3-de5a-4eb1-b351-3bb106fa9549 req-2a485873-aa94-4484-9994-f882ce9396ef service neutron] 10.222.0.65 "GET /networking/v2.0/networks?id=79bae060-6f35-4161-9986-8642cff331c6 HTTP/1.1" status: 200 len: 909 time: 0.0968554 Oct 03 13:49:09.322004 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-5fd51aa3-de5a-4eb1-b351-3bb106fa9549 req-f7a6a9e0-8b11-4aba-bd86-d090c47f165f service neutron] 10.222.0.65 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2eb3e7ed-6727-441a-b34a-bf318ebb731c HTTP/1.1" status: 200 len: 998 time: 0.0596888 Oct 03 13:49:09.331048 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_hamode_db [None req-6ff0196a-5cec-45da-90e4-7332708280a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd54a3d16-ca12-4fd2-b2ac-73e1ae306f25', 'name': 'tempest-TestShelveInstance-447821692-router', 'tenant_id': '0ccd8015806a42bc81a8cbe3d2cab8d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'external_fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '327e2b98-7234-47ab-b5eb-e5d51719f5a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:48:20Z', 'updated_at': '2022-10-03T13:48:23Z', 'revision_number': 4, 'project_id': '0ccd8015806a42bc81a8cbe3d2cab8d7', 'gw_port': {'id': '327e2b98-7234-47ab-b5eb-e5d51719f5a8', 'name': '', 'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:c7:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd54a3d16-ca12-4fd2-b2ac-73e1ae306f25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:48:21Z', 'updated_at': '2022-10-03T13:48:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860090-1-iscsi', '_floatingips': [{'id': '6968d6b9-a7d8-429f-9c5f-1bb2b3861101', 'tenant_id': '0ccd8015806a42bc81a8cbe3d2cab8d7', 'floating_ip_address': '172.27.1.37', 'floating_network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'router_id': 'd54a3d16-ca12-4fd2-b2ac-73e1ae306f25', 'port_id': '2eb3e7ed-6727-441a-b34a-bf318ebb731c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '79bae060-6f35-4161-9986-8642cff331c6', 'mac_address': 'fa:16:3e:a9:d8:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387be01c-1ab3-4d17-8565-235ab70e0114', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T13:49:08Z', 'updated_at': '2022-10-03T13:49:08Z', 'revision_number': 0, 'project_id': '0ccd8015806a42bc81a8cbe3d2cab8d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81e903e3-2bc6-41f0-9bc9-45fb633df8b5', 'name': '', 'network_id': '79bae060-6f35-4161-9986-8642cff331c6', 'tenant_id': '0ccd8015806a42bc81a8cbe3d2cab8d7', 'mac_address': 'fa:16:3e:9b:99:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd54a3d16-ca12-4fd2-b2ac-73e1ae306f25', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'c257c28c-b8db-4901-b7d7-4853e186a921', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:48:23Z', 'updated_at': '2022-10-03T13:48:30Z', 'revision_number': 5, 'project_id': '0ccd8015806a42bc81a8cbe3d2cab8d7', 'subnets': [{'id': 'c257c28c-b8db-4901-b7d7-4853e186a921', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860090-1-iscsi', False) {} {{(pid=106271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:49:09.357298 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff0196a-5cec-45da-90e4-7332708280a9 None None] Checking router: d54a3d16-ca12-4fd2-b2ac-73e1ae306f25 for host: dv-cinder-860090-1-iscsi {{(pid=106271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 13:49:09.366340 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff0196a-5cec-45da-90e4-7332708280a9 None None] Routers {'d54a3d16-ca12-4fd2-b2ac-73e1ae306f25'} bound to L3 agent in host dv-cinder-860090-1-iscsi {{(pid=106271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 13:49:09.366921 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_hamode_db [None req-6ff0196a-5cec-45da-90e4-7332708280a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860090-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-03T13:22:05Z,description=,heartbeat_timestamp=2022-10-03T13:49:05Z,host='dv-cinder-860090-1-iscsi',id=94180321-47b1-4b5c-b620-b1b0a31df446,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T13:22:05Z,topic='l3_agent')) {'router_ids': ['d54a3d16-ca12-4fd2-b2ac-73e1ae306f25'], 'active': True} {{(pid=106271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:49:09.377549 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd51aa3-de5a-4eb1-b351-3bb106fa9549 req-b0425c34-edd3-4b28-95c2-53cb3a3a813a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:49:09.379011 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-5fd51aa3-de5a-4eb1-b351-3bb106fa9549 req-b0425c34-edd3-4b28-95c2-53cb3a3a813a service neutron] 10.222.0.65 "GET /networking/v2.0/subnets?id=c257c28c-b8db-4901-b7d7-4853e186a921 HTTP/1.1" status: 200 len: 847 time: 0.0462904 Oct 03 13:49:09.425028 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd51aa3-de5a-4eb1-b351-3bb106fa9549 req-c7f99c4a-31f0-4c11-8c04-b655bd461c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:49:09.426489 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-5fd51aa3-de5a-4eb1-b351-3bb106fa9549 req-c7f99c4a-31f0-4c11-8c04-b655bd461c32 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?network_id=79bae060-6f35-4161-9986-8642cff331c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0401583 Oct 03 13:49:09.468751 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_dvr_db [None req-6ff0196a-5cec-45da-90e4-7332708280a9 None None] Set router d54a3d16-ca12-4fd2-b2ac-73e1ae306f25 gateway port host: dv-cinder-860090-1-iscsi {{(pid=106271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 13:49:09.527578 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-5fd51aa3-de5a-4eb1-b351-3bb106fa9549 req-39e44c09-f77c-4328-a4a1-063569810cf7 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/79bae060-6f35-4161-9986-8642cff331c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936007 Oct 03 13:49:09.625435 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-5fd51aa3-de5a-4eb1-b351-3bb106fa9549 req-cdaf977d-6031-4dea-bf61-a51b66d9fc3a service neutron] 10.222.0.65 "GET /networking/v2.0/networks/79bae060-6f35-4161-9986-8642cff331c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909472 Oct 03 13:49:09.766715 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_hamode_db [None req-6ff0196a-5cec-45da-90e4-7332708280a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd54a3d16-ca12-4fd2-b2ac-73e1ae306f25', 'name': 'tempest-TestShelveInstance-447821692-router', 'tenant_id': '0ccd8015806a42bc81a8cbe3d2cab8d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'external_fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '327e2b98-7234-47ab-b5eb-e5d51719f5a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:48:20Z', 'updated_at': '2022-10-03T13:48:23Z', 'revision_number': 4, 'project_id': '0ccd8015806a42bc81a8cbe3d2cab8d7', 'gw_port': {'id': '327e2b98-7234-47ab-b5eb-e5d51719f5a8', 'name': '', 'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:c7:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd54a3d16-ca12-4fd2-b2ac-73e1ae306f25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:48:21Z', 'updated_at': '2022-10-03T13:48:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860090-1-iscsi', '_floatingips': [{'id': '6968d6b9-a7d8-429f-9c5f-1bb2b3861101', 'tenant_id': '0ccd8015806a42bc81a8cbe3d2cab8d7', 'floating_ip_address': '172.27.1.37', 'floating_network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'router_id': 'd54a3d16-ca12-4fd2-b2ac-73e1ae306f25', 'port_id': '2eb3e7ed-6727-441a-b34a-bf318ebb731c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '79bae060-6f35-4161-9986-8642cff331c6', 'mac_address': 'fa:16:3e:a9:d8:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387be01c-1ab3-4d17-8565-235ab70e0114', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T13:49:08Z', 'updated_at': '2022-10-03T13:49:08Z', 'revision_number': 0, 'project_id': '0ccd8015806a42bc81a8cbe3d2cab8d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81e903e3-2bc6-41f0-9bc9-45fb633df8b5', 'name': '', 'network_id': '79bae060-6f35-4161-9986-8642cff331c6', 'tenant_id': '0ccd8015806a42bc81a8cbe3d2cab8d7', 'mac_address': 'fa:16:3e:9b:99:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd54a3d16-ca12-4fd2-b2ac-73e1ae306f25', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'c257c28c-b8db-4901-b7d7-4853e186a921', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:48:23Z', 'updated_at': '2022-10-03T13:48:30Z', 'revision_number': 5, 'project_id': '0ccd8015806a42bc81a8cbe3d2cab8d7', 'subnets': [{'id': 'c257c28c-b8db-4901-b7d7-4853e186a921', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860090-1-iscsi', False) {} {{(pid=106271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:49:09.791049 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff0196a-5cec-45da-90e4-7332708280a9 None None] The sync data for ids ['d54a3d16-ca12-4fd2-b2ac-73e1ae306f25'] in dv-cinder-860090-1-iscsi is: [{'id': 'd54a3d16-ca12-4fd2-b2ac-73e1ae306f25', 'name': 'tempest-TestShelveInstance-447821692-router', 'tenant_id': '0ccd8015806a42bc81a8cbe3d2cab8d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'external_fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '327e2b98-7234-47ab-b5eb-e5d51719f5a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:48:20Z', 'updated_at': '2022-10-03T13:48:23Z', 'revision_number': 4, 'project_id': '0ccd8015806a42bc81a8cbe3d2cab8d7', 'gw_port': {'id': '327e2b98-7234-47ab-b5eb-e5d51719f5a8', 'name': '', 'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:c7:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd54a3d16-ca12-4fd2-b2ac-73e1ae306f25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:48:21Z', 'updated_at': '2022-10-03T13:48:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860090-1-iscsi', '_floatingips': [{'id': '6968d6b9-a7d8-429f-9c5f-1bb2b3861101', 'tenant_id': '0ccd8015806a42bc81a8cbe3d2cab8d7', 'floating_ip_address': '172.27.1.37', 'floating_network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'router_id': 'd54a3d16-ca12-4fd2-b2ac-73e1ae306f25', 'port_id': '2eb3e7ed-6727-441a-b34a-bf318ebb731c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '79bae060-6f35-4161-9986-8642cff331c6', 'mac_address': 'fa:16:3e:a9:d8:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387be01c-1ab3-4d17-8565-235ab70e0114', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T13:49:08Z', 'updated_at': '2022-10-03T13:49:08Z', 'revision_number': 0, 'project_id': '0ccd8015806a42bc81a8cbe3d2cab8d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81e903e3-2bc6-41f0-9bc9-45fb633df8b5', 'name': '', 'network_id': '79bae060-6f35-4161-9986-8642cff331c6', 'tenant_id': '0ccd8015806a42bc81a8cbe3d2cab8d7', 'mac_address': 'fa:16:3e:9b:99:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd54a3d16-ca12-4fd2-b2ac-73e1ae306f25', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'c257c28c-b8db-4901-b7d7-4853e186a921', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:48:23Z', 'updated_at': '2022-10-03T13:48:30Z', 'revision_number': 5, 'project_id': '0ccd8015806a42bc81a8cbe3d2cab8d7', 'subnets': [{'id': 'c257c28c-b8db-4901-b7d7-4853e186a921', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 13:49:09.988756 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0617104-15e5-463e-9f44-df47c62c8eba None None] New status for floating IP 6968d6b9-a7d8-429f-9c5f-1bb2b3861101: ACTIVE {{(pid=106270) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 03 13:49:10.413314 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.agents_db [None req-0a1e5e68-d5eb-461a-8b1a-39e3d06a9bb6 None None] Agent healthcheck: found 6 active agents {{(pid=106271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 03 13:49:17.216673 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=1 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:49:17.220819 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=7 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:49:19.614264 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=48 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:49:19.622397 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=57,neutron:DELETE=1 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:49:20.088533 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:49:20.091692 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=24,neutron:UPDATE=4 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:49:20.408384 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=73 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:49:20.413440 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=77 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:49:32.143815 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-2071e0be-08c1-4fe1-9e9b-92a3a65d286a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (3460fffa-818c-4144-9400-237880db20a4), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:49:34.914470 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-9ebfd1cb-6875-46e9-9abd-d6fb2bbb5370 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (94180321-47b1-4b5c-b620-b1b0a31df446), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:49:36.202945 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-1bb28928-3e93-41c9-8900-1ecfb790b160 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (5eabf47d-5620-4e94-9269-ef19fe52be68), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:49:37.512005 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (d46c7ed5-c451-4a76-ab3f-ab8e3ea4a5ec), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:49:37.719125 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-9b3e6be4-ae7f-4a46-812d-719b0ca73959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (3cd5b2bb-c81a-4ce3-a212-a51c5aa706bd), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:49:38.686131 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (1af51d63-a9c9-4bbe-9b0d-c8e0a80c641c), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:49:39.108340 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=3 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:49:39.112262 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=3 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:49:47.413014 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.agents_db [None req-0a1e5e68-d5eb-461a-8b1a-39e3d06a9bb6 None None] Agent healthcheck: found 6 active agents {{(pid=106271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 03 13:49:48.680201 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:49:48.682676 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:49:58.415744 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-5882e1fe-bee1-47aa-85de-d793b89dc7cf req-128b17e8-2298-4dd8-b453-718b930beee8 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?device_id=387be01c-1ab3-4d17-8565-235ab70e0114&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0426803 Oct 03 13:49:58.509113 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5882e1fe-bee1-47aa-85de-d793b89dc7cf req-7848a82c-e285-4c47-af87-7071d59b4a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:49:58.510642 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-5882e1fe-bee1-47aa-85de-d793b89dc7cf req-7848a82c-e285-4c47-af87-7071d59b4a8f service neutron] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=0ccd8015806a42bc81a8cbe3d2cab8d7&device_id=387be01c-1ab3-4d17-8565-235ab70e0114 HTTP/1.1" status: 200 len: 1129 time: 0.0434151 Oct 03 13:49:58.614922 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5882e1fe-bee1-47aa-85de-d793b89dc7cf req-f2d3f022-5bca-4bbe-b566-c5753f3d1905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:49:58.616313 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-5882e1fe-bee1-47aa-85de-d793b89dc7cf req-f2d3f022-5bca-4bbe-b566-c5753f3d1905 service neutron] 10.222.0.65 "GET /networking/v2.0/networks?id=79bae060-6f35-4161-9986-8642cff331c6 HTTP/1.1" status: 200 len: 909 time: 0.0850377 Oct 03 13:49:58.682409 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-5882e1fe-bee1-47aa-85de-d793b89dc7cf req-4946c71e-372e-48a1-adbc-819373ae2df7 service neutron] 10.222.0.65 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2eb3e7ed-6727-441a-b34a-bf318ebb731c HTTP/1.1" status: 200 len: 1000 time: 0.0593085 Oct 03 13:49:58.731292 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5882e1fe-bee1-47aa-85de-d793b89dc7cf req-dc59b482-2db6-4684-ae4e-ce239fd68f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:49:58.732719 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-5882e1fe-bee1-47aa-85de-d793b89dc7cf req-dc59b482-2db6-4684-ae4e-ce239fd68f2f service neutron] 10.222.0.65 "GET /networking/v2.0/subnets?id=c257c28c-b8db-4901-b7d7-4853e186a921 HTTP/1.1" status: 200 len: 847 time: 0.0442789 Oct 03 13:49:58.778807 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5882e1fe-bee1-47aa-85de-d793b89dc7cf req-9e4d89ee-3a96-40e3-8895-242e19af2801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:49:58.780317 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-5882e1fe-bee1-47aa-85de-d793b89dc7cf req-9e4d89ee-3a96-40e3-8895-242e19af2801 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?network_id=79bae060-6f35-4161-9986-8642cff331c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393288 Oct 03 13:49:58.874841 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-5882e1fe-bee1-47aa-85de-d793b89dc7cf req-4d715a59-37ac-4f9a-97b2-5b06f26782ac service neutron] 10.222.0.65 "GET /networking/v2.0/networks/79bae060-6f35-4161-9986-8642cff331c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860298 Oct 03 13:49:58.963293 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-5882e1fe-bee1-47aa-85de-d793b89dc7cf req-87796495-7a86-4dfd-9a29-3b59e1f6f493 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/79bae060-6f35-4161-9986-8642cff331c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816164 Oct 03 13:50:00.183906 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:50:02.149288 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-a82dd5f3-f3ec-4721-b917-8067d0a92a91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (3460fffa-818c-4144-9400-237880db20a4), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:50:04.916728 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-a291a596-f860-41f1-8714-61456f5d7ad7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (94180321-47b1-4b5c-b620-b1b0a31df446), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:50:06.204897 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-1bb28928-3e93-41c9-8900-1ecfb790b160 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (5eabf47d-5620-4e94-9269-ef19fe52be68), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:50:07.516095 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (d46c7ed5-c451-4a76-ab3f-ab8e3ea4a5ec), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:50:07.724850 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-9b3e6be4-ae7f-4a46-812d-719b0ca73959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (3cd5b2bb-c81a-4ce3-a212-a51c5aa706bd), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:50:08.731157 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (1af51d63-a9c9-4bbe-9b0d-c8e0a80c641c), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:50:08.954049 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=48 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:50:08.960281 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=53 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:50:16.107521 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=4 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:50:16.108292 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=2 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:50:18.740409 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=22,neutron:UPDATE=6 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:50:18.742528 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=22 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:50:24.413334 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.agents_db [None req-0a1e5e68-d5eb-461a-8b1a-39e3d06a9bb6 None None] Agent healthcheck: found 6 active agents {{(pid=106271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 03 13:50:32.141810 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-92be69bd-c72c-4054-b292-2498a6ac6e28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (3460fffa-818c-4144-9400-237880db20a4), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:50:34.409015 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=1 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:50:34.409776 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=1 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:50:34.921489 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-1213186b-9307-4850-a6b1-91bda3ad8e4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (94180321-47b1-4b5c-b620-b1b0a31df446), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:50:36.207391 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-1bb28928-3e93-41c9-8900-1ecfb790b160 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (5eabf47d-5620-4e94-9269-ef19fe52be68), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:50:37.519274 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (d46c7ed5-c451-4a76-ab3f-ab8e3ea4a5ec), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:50:37.725771 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-9b3e6be4-ae7f-4a46-812d-719b0ca73959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (3cd5b2bb-c81a-4ce3-a212-a51c5aa706bd), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:50:38.699076 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (1af51d63-a9c9-4bbe-9b0d-c8e0a80c641c), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:50:48.692743 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:50:48.695324 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:50:58.735751 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=13 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:50:58.738360 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=19 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:51:00.418065 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-8e1fb2c8-d2ff-4c55-b596-3149097164fd req-8b802154-db28-4ff9-b4e9-50125cb4957d service neutron] 10.222.0.65 "GET /networking/v2.0/ports?device_id=387be01c-1ab3-4d17-8565-235ab70e0114&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0439663 Oct 03 13:51:00.504284 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1fb2c8-d2ff-4c55-b596-3149097164fd req-51b2abce-1303-43c9-a4eb-dab58406e3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:51:00.505804 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-8e1fb2c8-d2ff-4c55-b596-3149097164fd req-51b2abce-1303-43c9-a4eb-dab58406e3f4 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=0ccd8015806a42bc81a8cbe3d2cab8d7&device_id=387be01c-1ab3-4d17-8565-235ab70e0114 HTTP/1.1" status: 200 len: 1129 time: 0.0388813 Oct 03 13:51:00.625167 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1fb2c8-d2ff-4c55-b596-3149097164fd req-eb9b9e2b-aace-4249-964e-16e9acd13709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:51:00.626690 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-8e1fb2c8-d2ff-4c55-b596-3149097164fd req-eb9b9e2b-aace-4249-964e-16e9acd13709 service neutron] 10.222.0.65 "GET /networking/v2.0/networks?id=79bae060-6f35-4161-9986-8642cff331c6 HTTP/1.1" status: 200 len: 909 time: 0.0977931 Oct 03 13:51:00.693070 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-8e1fb2c8-d2ff-4c55-b596-3149097164fd req-c2c79972-cc8d-4dcc-82ee-015a15effd29 service neutron] 10.222.0.65 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2eb3e7ed-6727-441a-b34a-bf318ebb731c HTTP/1.1" status: 200 len: 1000 time: 0.0552506 Oct 03 13:51:00.740771 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1fb2c8-d2ff-4c55-b596-3149097164fd req-2098e58c-efab-4e88-b239-5e72262b0e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:51:00.742807 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-8e1fb2c8-d2ff-4c55-b596-3149097164fd req-2098e58c-efab-4e88-b239-5e72262b0e06 service neutron] 10.222.0.65 "GET /networking/v2.0/subnets?id=c257c28c-b8db-4901-b7d7-4853e186a921 HTTP/1.1" status: 200 len: 847 time: 0.0434375 Oct 03 13:51:00.789610 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1fb2c8-d2ff-4c55-b596-3149097164fd req-3e26bcf7-2705-425c-be1f-b94aeaa0ea8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:51:00.791118 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-8e1fb2c8-d2ff-4c55-b596-3149097164fd req-3e26bcf7-2705-425c-be1f-b94aeaa0ea8a service neutron] 10.222.0.65 "GET /networking/v2.0/ports?network_id=79bae060-6f35-4161-9986-8642cff331c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0419292 Oct 03 13:51:01.148065 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-8e1fb2c8-d2ff-4c55-b596-3149097164fd req-d31187ee-33c2-4c55-9536-33ea3c7d682a service neutron] 10.222.0.65 "GET /networking/v2.0/networks/79bae060-6f35-4161-9986-8642cff331c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3489380 Oct 03 13:51:01.251622 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-8e1fb2c8-d2ff-4c55-b596-3149097164fd req-1b3f8ea5-5e0c-4f52-ad29-939d576a37d5 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/79bae060-6f35-4161-9986-8642cff331c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941496 Oct 03 13:51:01.411838 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.agents_db [None req-0a1e5e68-d5eb-461a-8b1a-39e3d06a9bb6 None None] Agent healthcheck: found 6 active agents {{(pid=106271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 03 13:51:02.144134 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-732636ba-63fb-43dc-8b0c-9983054acd3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (3460fffa-818c-4144-9400-237880db20a4), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:51:04.924591 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-e2289ed5-0c84-4988-8f20-b2ae2f435817 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (94180321-47b1-4b5c-b620-b1b0a31df446), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:51:06.210512 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-1bb28928-3e93-41c9-8900-1ecfb790b160 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (5eabf47d-5620-4e94-9269-ef19fe52be68), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:51:07.527874 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (d46c7ed5-c451-4a76-ab3f-ab8e3ea4a5ec), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:51:07.730164 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-9b3e6be4-ae7f-4a46-812d-719b0ca73959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (3cd5b2bb-c81a-4ce3-a212-a51c5aa706bd), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:51:08.345235 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c08d55-92a4-4ad6-b707-294ee1fe1860 req-6522b701-fa46-42e1-b781-c423ecc952f3 tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:51:08.346843 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-98c08d55-92a4-4ad6-b707-294ee1fe1860 req-6522b701-fa46-42e1-b781-c423ecc952f3 tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=387be01c-1ab3-4d17-8565-235ab70e0114 HTTP/1.1" status: 200 len: 945 time: 0.1311617 Oct 03 13:51:08.399003 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-98c08d55-92a4-4ad6-b707-294ee1fe1860 req-01345835-a231-4476-8f8c-48ec3357b151 tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=213ed965-5b99-4dbc-aba4-fdf28f450ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461133 Oct 03 13:51:08.706406 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (1af51d63-a9c9-4bbe-9b0d-c8e0a80c641c), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:51:09.593278 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a135b59-f58c-418b-8ed9-d86e4fce5e24 req-4d76a9c1-029f-43f9-8fe7-613d84c5049c tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:51:09.594683 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-6a135b59-f58c-418b-8ed9-d86e4fce5e24 req-4d76a9c1-029f-43f9-8fe7-613d84c5049c tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=387be01c-1ab3-4d17-8565-235ab70e0114 HTTP/1.1" status: 200 len: 945 time: 0.1187217 Oct 03 13:51:09.644145 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-6a135b59-f58c-418b-8ed9-d86e4fce5e24 req-107aa884-28ef-43df-93d5-cc6885f3da8c tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=213ed965-5b99-4dbc-aba4-fdf28f450ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435634 Oct 03 13:51:10.771504 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5928854f-2712-4008-bccf-41ad80ed26e1 req-d9283f3d-5a7a-4795-ba62-d79f89eb71c3 tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:51:10.772960 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-5928854f-2712-4008-bccf-41ad80ed26e1 req-d9283f3d-5a7a-4795-ba62-d79f89eb71c3 tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=387be01c-1ab3-4d17-8565-235ab70e0114 HTTP/1.1" status: 200 len: 945 time: 0.0472579 Oct 03 13:51:10.826601 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-5928854f-2712-4008-bccf-41ad80ed26e1 req-d22bc5f7-dfe9-4d9d-b051-238b61db168e tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=213ed965-5b99-4dbc-aba4-fdf28f450ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471601 Oct 03 13:51:11.406981 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=1 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:51:11.408232 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=1 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:51:11.950943 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22817e1-a3d6-440c-aff3-1bdca066e627 req-4e17d949-3d3a-4ba7-a5f4-8bb5a51889d5 tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:51:11.952382 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-e22817e1-a3d6-440c-aff3-1bdca066e627 req-4e17d949-3d3a-4ba7-a5f4-8bb5a51889d5 tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=387be01c-1ab3-4d17-8565-235ab70e0114 HTTP/1.1" status: 200 len: 945 time: 0.0461264 Oct 03 13:51:12.003593 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-e22817e1-a3d6-440c-aff3-1bdca066e627 req-a0975e24-0670-4771-867b-5ca0ae4ef4ad tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=213ed965-5b99-4dbc-aba4-fdf28f450ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453377 Oct 03 13:51:13.126445 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae321a1-342d-4999-b676-aef587eaaef1 req-1013b4b0-1606-4036-9c33-e7e534efa506 tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:51:13.127921 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-2ae321a1-342d-4999-b676-aef587eaaef1 req-1013b4b0-1606-4036-9c33-e7e534efa506 tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=387be01c-1ab3-4d17-8565-235ab70e0114 HTTP/1.1" status: 200 len: 945 time: 0.0479686 Oct 03 13:51:13.178951 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-2ae321a1-342d-4999-b676-aef587eaaef1 req-2598c0f0-022d-434e-a964-4a6002d5cbca tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=213ed965-5b99-4dbc-aba4-fdf28f450ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453610 Oct 03 13:51:14.307946 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1b3331-b5a3-4ce2-96a1-b0fd1d66b569 req-2e63445b-aa30-4816-b3bd-58ca8784d94a tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:51:14.309426 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-da1b3331-b5a3-4ce2-96a1-b0fd1d66b569 req-2e63445b-aa30-4816-b3bd-58ca8784d94a tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=387be01c-1ab3-4d17-8565-235ab70e0114 HTTP/1.1" status: 200 len: 945 time: 0.0537529 Oct 03 13:51:14.361033 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-da1b3331-b5a3-4ce2-96a1-b0fd1d66b569 req-86132088-538c-45f4-a550-4ba734d1b877 tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=213ed965-5b99-4dbc-aba4-fdf28f450ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459330 Oct 03 13:51:15.481670 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bec20a-1cb2-4059-8cfb-6411e4469858 req-782d70d8-28d9-4845-9126-9d52b5975911 tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:51:15.483163 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-18bec20a-1cb2-4059-8cfb-6411e4469858 req-782d70d8-28d9-4845-9126-9d52b5975911 tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=387be01c-1ab3-4d17-8565-235ab70e0114 HTTP/1.1" status: 200 len: 945 time: 0.0469878 Oct 03 13:51:15.533073 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-18bec20a-1cb2-4059-8cfb-6411e4469858 req-8b347207-2159-4f44-a39d-333ce26873cc tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=213ed965-5b99-4dbc-aba4-fdf28f450ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442619 Oct 03 13:51:16.663105 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a5a4f9-18ed-4d2f-a141-db932350fcb6 req-9b444ace-983d-43db-92af-14e62927db01 tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:51:16.664523 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-09a5a4f9-18ed-4d2f-a141-db932350fcb6 req-9b444ace-983d-43db-92af-14e62927db01 tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=387be01c-1ab3-4d17-8565-235ab70e0114 HTTP/1.1" status: 200 len: 945 time: 0.0482624 Oct 03 13:51:16.714715 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-09a5a4f9-18ed-4d2f-a141-db932350fcb6 req-8dcb8fc2-2b56-4645-9af3-64ec26a05c1e tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=213ed965-5b99-4dbc-aba4-fdf28f450ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436080 Oct 03 13:51:17.839061 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af78267f-03d1-426e-b31c-c8a9be3857cd req-6fbefda5-c266-496a-b259-ff8822ff50b1 tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:51:17.840543 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-af78267f-03d1-426e-b31c-c8a9be3857cd req-6fbefda5-c266-496a-b259-ff8822ff50b1 tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=387be01c-1ab3-4d17-8565-235ab70e0114 HTTP/1.1" status: 200 len: 945 time: 0.0509806 Oct 03 13:51:17.861147 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=100 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:51:17.892217 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-af78267f-03d1-426e-b31c-c8a9be3857cd req-ba6b5fa4-6db4-4114-804c-cd1bf4685ea7 tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=213ed965-5b99-4dbc-aba4-fdf28f450ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459561 Oct 03 13:51:18.452776 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714d0fa4-3aa6-476c-a44e-b000d5a64880 req-e70d9a49-59e0-401d-87e5-8866544304c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:51:18.454337 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-714d0fa4-3aa6-476c-a44e-b000d5a64880 req-e70d9a49-59e0-401d-87e5-8866544304c6 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=0ccd8015806a42bc81a8cbe3d2cab8d7&device_id=387be01c-1ab3-4d17-8565-235ab70e0114 HTTP/1.1" status: 200 len: 1129 time: 0.0855608 Oct 03 13:51:18.535132 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=100 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:51:18.557939 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714d0fa4-3aa6-476c-a44e-b000d5a64880 req-be44a0cb-2847-4f8c-a069-5dbc08f6e2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:51:18.559399 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-714d0fa4-3aa6-476c-a44e-b000d5a64880 req-be44a0cb-2847-4f8c-a069-5dbc08f6e2fc service neutron] 10.222.0.65 "GET /networking/v2.0/networks?id=79bae060-6f35-4161-9986-8642cff331c6 HTTP/1.1" status: 200 len: 909 time: 0.0974290 Oct 03 13:51:18.624650 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-714d0fa4-3aa6-476c-a44e-b000d5a64880 req-7385df13-9455-4fe3-a07c-6fb3925a27d2 service neutron] 10.222.0.65 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2eb3e7ed-6727-441a-b34a-bf318ebb731c HTTP/1.1" status: 200 len: 1000 time: 0.0578156 Oct 03 13:51:18.679054 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714d0fa4-3aa6-476c-a44e-b000d5a64880 req-70083683-9003-41ab-9dd5-01b3181e33e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:51:18.680588 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-714d0fa4-3aa6-476c-a44e-b000d5a64880 req-70083683-9003-41ab-9dd5-01b3181e33e1 service neutron] 10.222.0.65 "GET /networking/v2.0/subnets?id=c257c28c-b8db-4901-b7d7-4853e186a921 HTTP/1.1" status: 200 len: 847 time: 0.0456152 Oct 03 13:51:18.700147 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:51:18.702045 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:51:18.729556 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714d0fa4-3aa6-476c-a44e-b000d5a64880 req-8a584171-d72d-4f09-abb7-f20ffedd5be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:51:18.731074 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-714d0fa4-3aa6-476c-a44e-b000d5a64880 req-8a584171-d72d-4f09-abb7-f20ffedd5be6 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?network_id=79bae060-6f35-4161-9986-8642cff331c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437086 Oct 03 13:51:18.744081 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [req-714d0fa4-3aa6-476c-a44e-b000d5a64880 req-f8a52a61-72ed-48e9-a4bd-260a9f6bdb91 service neutron] http://10.222.0.58:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106268) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 03 13:51:18.745068 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-714d0fa4-3aa6-476c-a44e-b000d5a64880 req-f8a52a61-72ed-48e9-a4bd-260a9f6bdb91 service neutron] 10.222.0.65 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0057778 Oct 03 13:51:18.837912 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-714d0fa4-3aa6-476c-a44e-b000d5a64880 req-e9c315d2-b20a-408e-a1f4-99c1ee83af2d service neutron] 10.222.0.65 "GET /networking/v2.0/networks/79bae060-6f35-4161-9986-8642cff331c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852220 Oct 03 13:51:18.931743 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-714d0fa4-3aa6-476c-a44e-b000d5a64880 req-e4588f8f-acb4-4cee-8ce0-bee13bca6b8e service neutron] 10.222.0.65 "GET /networking/v2.0/networks/79bae060-6f35-4161-9986-8642cff331c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875554 Oct 03 13:51:19.021067 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8eccf0-b993-423b-a54c-5407ae5af8a3 req-9eb64e1c-83ea-4687-9aca-16e2bc68e0cd tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:51:19.022566 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-fa8eccf0-b993-423b-a54c-5407ae5af8a3 req-9eb64e1c-83ea-4687-9aca-16e2bc68e0cd tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=387be01c-1ab3-4d17-8565-235ab70e0114 HTTP/1.1" status: 200 len: 945 time: 0.0475950 Oct 03 13:51:19.079194 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-fa8eccf0-b993-423b-a54c-5407ae5af8a3 req-48a0b5d4-1bc2-470d-be4a-8f7acf843ec7 tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=213ed965-5b99-4dbc-aba4-fdf28f450ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504730 Oct 03 13:51:20.208337 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4390af91-8f6d-44fa-b9c9-f7b01e8267ae req-f0537052-beb4-4951-a435-058b0193adce tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:51:20.209865 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-4390af91-8f6d-44fa-b9c9-f7b01e8267ae req-f0537052-beb4-4951-a435-058b0193adce tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=387be01c-1ab3-4d17-8565-235ab70e0114 HTTP/1.1" status: 200 len: 945 time: 0.0496275 Oct 03 13:51:20.260906 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-4390af91-8f6d-44fa-b9c9-f7b01e8267ae req-100d53e7-6bcb-43ee-a0ad-3f4121fc2e9f tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=213ed965-5b99-4dbc-aba4-fdf28f450ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452399 Oct 03 13:51:21.381224 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f1b735-35a3-4127-ab94-785faf5e954b req-2f7f6812-14e5-4fde-a242-a83c066d826c tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:51:21.383212 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-32f1b735-35a3-4127-ab94-785faf5e954b req-2f7f6812-14e5-4fde-a242-a83c066d826c tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=387be01c-1ab3-4d17-8565-235ab70e0114 HTTP/1.1" status: 200 len: 945 time: 0.0474935 Oct 03 13:51:21.433440 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-32f1b735-35a3-4127-ab94-785faf5e954b req-31cebfc1-f340-4eba-a542-a5aed9eab09f tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=213ed965-5b99-4dbc-aba4-fdf28f450ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446122 Oct 03 13:51:21.559000 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [req-5bcea962-d9c3-467e-bded-e27d34d12569 req-abe91a48-4bcd-4517-8d58-f68e71f351f6 service neutron] http://10.222.0.58:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106268) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 03 13:51:21.560002 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-5bcea962-d9c3-467e-bded-e27d34d12569 req-abe91a48-4bcd-4517-8d58-f68e71f351f6 service neutron] 10.222.0.58 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0527422 Oct 03 13:51:21.762762 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815dc361-b846-4c7e-b3cb-98b6dd759070 req-04593072-c168-4436-a58d-bbaa2af4a4b7 tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:51:21.765174 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-815dc361-b846-4c7e-b3cb-98b6dd759070 req-04593072-c168-4436-a58d-bbaa2af4a4b7 tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=387be01c-1ab3-4d17-8565-235ab70e0114 HTTP/1.1" status: 200 len: 945 time: 0.0724077 Oct 03 13:51:21.765364 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-f7ece97f-56c3-4216-9a6a-351431f91bb2 req-4b9a0f7d-5915-4a91-9f5f-0774c8a96dcd service neutron] 10.222.0.58 "GET /networking/v2.0/ports?device_id=387be01c-1ab3-4d17-8565-235ab70e0114&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0983925 Oct 03 13:51:21.827993 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-815dc361-b846-4c7e-b3cb-98b6dd759070 req-6981061c-646e-4959-899f-0fa5a37c5779 tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=213ed965-5b99-4dbc-aba4-fdf28f450ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564475 Oct 03 13:51:21.909095 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ece97f-56c3-4216-9a6a-351431f91bb2 req-5e37fdd6-96cb-40b2-8881-faca333a28ee tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:51:21.910483 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-f7ece97f-56c3-4216-9a6a-351431f91bb2 req-5e37fdd6-96cb-40b2-8881-faca333a28ee tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] 10.222.0.58 "GET /networking/v2.0/ports/2eb3e7ed-6727-441a-b34a-bf318ebb731c HTTP/1.1" status: 200 len: 942 time: 0.1111741 Oct 03 13:51:22.965391 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e989c40-e4a0-4688-9c8c-4f0f87691243 req-fa017d5a-4cd8-4929-8c17-4a624b493c55 tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:51:22.967262 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-3e989c40-e4a0-4688-9c8c-4f0f87691243 req-fa017d5a-4cd8-4929-8c17-4a624b493c55 tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=387be01c-1ab3-4d17-8565-235ab70e0114 HTTP/1.1" status: 200 len: 945 time: 0.0514517 Oct 03 13:51:23.029178 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-3e989c40-e4a0-4688-9c8c-4f0f87691243 req-6e1bdbb0-a811-4a6c-9802-f3a47d0e58cc tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=213ed965-5b99-4dbc-aba4-fdf28f450ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547450 Oct 03 13:51:23.224775 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Device 2eb3e7ed-6727-441a-b34a-bf318ebb731c no longer exists at agent hyperv_hv-cinder-86009 {{(pid=106270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 13:51:23.299276 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Current status of the port 2eb3e7ed-6727-441a-b34a-bf318ebb731c is: ACTIVE; New status is: DOWN {{(pid=106270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 13:51:23.299668 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (2eb3e7ed-6727-441a-b34a-bf318ebb731c), before_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:51:23.317083 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ece97f-56c3-4216-9a6a-351431f91bb2 req-6720435f-acc2-4eed-bab8-3e057ae14e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:51:23.318642 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-f7ece97f-56c3-4216-9a6a-351431f91bb2 req-6720435f-acc2-4eed-bab8-3e057ae14e21 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?device_id=387be01c-1ab3-4d17-8565-235ab70e0114&tenant_id=0ccd8015806a42bc81a8cbe3d2cab8d7 HTTP/1.1" status: 200 len: 1129 time: 0.0419178 Oct 03 13:51:23.334109 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '387be01c-1ab3-4d17-8565-235ab70e0114', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2eb3e7ed-6727-441a-b34a-bf318ebb731c'}] {{(pid=106270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 13:51:23.336925 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}560c9627402e85393d05fbb3c51e26d9631cba9dc4b6297c571b83e08b497dad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7f54dc2-fa12-410a-bf90-678d12d62f44" -d '{"events": [{"server_uuid": "387be01c-1ab3-4d17-8565-235ab70e0114", "name": "network-vif-unplugged", "status": "completed", "tag": "2eb3e7ed-6727-441a-b34a-bf318ebb731c"}]}' {{(pid=106270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 13:51:23.352294 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.db [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] For port 2eb3e7ed-6727-441a-b34a-bf318ebb731c, host hv-cinder-86009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86009',level=0,port_id=2eb3e7ed-6727-441a-b34a-bf318ebb731c,segment=NetworkSegment(c780a234-b500-4122-9ba2-cb65ec0cde7c),segment_id=c780a234-b500-4122-9ba2-cb65ec0cde7c)] {{(pid=106270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 13:51:23.356805 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751015143617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751014657006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751014658052'] for port (2eb3e7ed-6727-441a-b34a-bf318ebb731c), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:51:23.384834 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 03 Oct 2022 13:51:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c656bfa8-0aa2-472f-9c90-2dfd11aff211 x-openstack-request-id: req-c656bfa8-0aa2-472f-9c90-2dfd11aff211 {{(pid=106270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 13:51:23.385153 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "387be01c-1ab3-4d17-8565-235ab70e0114", "name": "network-vif-unplugged", "status": "completed", "tag": "2eb3e7ed-6727-441a-b34a-bf318ebb731c", "code": 200}]} {{(pid=106270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 13:51:23.385378 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c656bfa8-0aa2-472f-9c90-2dfd11aff211 {{(pid=106270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 13:51:23.385801 dv-cinder-860090-1-iscsi neutron-server[106270]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c656bfa8-0aa2-472f-9c90-2dfd11aff211'] response: {'server_uuid': '387be01c-1ab3-4d17-8565-235ab70e0114', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2eb3e7ed-6727-441a-b34a-bf318ebb731c', 'code': 200} Oct 03 13:51:23.391144 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ece97f-56c3-4216-9a6a-351431f91bb2 req-84225da4-e88e-49d4-8546-1d6a8d60d68e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:51:23.392644 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-f7ece97f-56c3-4216-9a6a-351431f91bb2 req-84225da4-e88e-49d4-8546-1d6a8d60d68e service neutron] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=0ccd8015806a42bc81a8cbe3d2cab8d7&device_id=387be01c-1ab3-4d17-8565-235ab70e0114 HTTP/1.1" status: 200 len: 1127 time: 0.0499480 Oct 03 13:51:23.410822 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Pushing event updated for resources: {'Port': ['ID=2eb3e7ed-6727-441a-b34a-bf318ebb731c,revision_number=6']} {{(pid=106270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:51:23.418812 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:51:23.419162 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:51:23.419561 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:51:23.419850 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:51:23.420184 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:51:23.420515 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:51:23.420846 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:51:23.421175 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:51:23.421549 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:51:23.421881 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:51:23.422213 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:51:23.422562 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:51:23.422885 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:51:23.423206 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:51:23.423526 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:51:23.490794 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ece97f-56c3-4216-9a6a-351431f91bb2 req-d03d0947-3889-4aa0-ba3c-c7c71d8ad7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:51:23.492985 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-f7ece97f-56c3-4216-9a6a-351431f91bb2 req-d03d0947-3889-4aa0-ba3c-c7c71d8ad7a4 service neutron] 10.222.0.65 "GET /networking/v2.0/networks?id=79bae060-6f35-4161-9986-8642cff331c6 HTTP/1.1" status: 200 len: 909 time: 0.0880635 Oct 03 13:51:23.561193 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-f7ece97f-56c3-4216-9a6a-351431f91bb2 req-3ad3d6e1-c1f7-4ed9-bcef-13553963061f service neutron] 10.222.0.65 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2eb3e7ed-6727-441a-b34a-bf318ebb731c HTTP/1.1" status: 200 len: 998 time: 0.0618207 Oct 03 13:51:23.615738 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ece97f-56c3-4216-9a6a-351431f91bb2 req-98bfae33-0742-4f6c-819b-cd7e279c88cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:51:23.617824 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-f7ece97f-56c3-4216-9a6a-351431f91bb2 req-98bfae33-0742-4f6c-819b-cd7e279c88cf service neutron] 10.222.0.65 "GET /networking/v2.0/subnets?id=c257c28c-b8db-4901-b7d7-4853e186a921 HTTP/1.1" status: 200 len: 847 time: 0.0479920 Oct 03 13:51:23.661696 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ece97f-56c3-4216-9a6a-351431f91bb2 req-6ccbde2e-5dc3-46ab-ad00-124e167ee958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:51:23.663203 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-f7ece97f-56c3-4216-9a6a-351431f91bb2 req-6ccbde2e-5dc3-46ab-ad00-124e167ee958 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?network_id=79bae060-6f35-4161-9986-8642cff331c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393789 Oct 03 13:51:23.676928 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=100 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:51:23.763510 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-f7ece97f-56c3-4216-9a6a-351431f91bb2 req-d95c8e62-60e6-425d-86c0-1b8d881ca545 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/79bae060-6f35-4161-9986-8642cff331c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930483 Oct 03 13:51:23.778858 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=100 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:51:23.859340 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-f7ece97f-56c3-4216-9a6a-351431f91bb2 req-c8969bd0-1097-4881-b280-43f5c009346b service neutron] 10.222.0.65 "GET /networking/v2.0/networks/79bae060-6f35-4161-9986-8642cff331c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877044 Oct 03 13:51:24.153690 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b98230-8109-4142-8a56-c0a908960edd req-d9f42239-9083-443f-9123-47f24a1ba3cf tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:51:24.155162 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-19b98230-8109-4142-8a56-c0a908960edd req-d9f42239-9083-443f-9123-47f24a1ba3cf tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=387be01c-1ab3-4d17-8565-235ab70e0114 HTTP/1.1" status: 200 len: 943 time: 0.0516751 Oct 03 13:51:24.203551 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-19b98230-8109-4142-8a56-c0a908960edd req-f132a747-7eef-4de3-88bf-f9d1ad8de76e tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=213ed965-5b99-4dbc-aba4-fdf28f450ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427601 Oct 03 13:51:25.327169 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f25c06-0b0c-4275-a7ba-2fb423d2488c req-d7dfaf58-4422-41fd-881e-d456f889d227 tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:51:25.328623 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-b7f25c06-0b0c-4275-a7ba-2fb423d2488c req-d7dfaf58-4422-41fd-881e-d456f889d227 tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=387be01c-1ab3-4d17-8565-235ab70e0114 HTTP/1.1" status: 200 len: 943 time: 0.0466127 Oct 03 13:51:25.380774 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-b7f25c06-0b0c-4275-a7ba-2fb423d2488c req-d124ac2e-4a14-4a93-b83e-5110084b8fd2 tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=213ed965-5b99-4dbc-aba4-fdf28f450ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465569 Oct 03 13:51:26.500827 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b464ecfc-3646-41cb-aaad-c5bf47103580 req-de04bcd7-e496-423e-bc4e-a3b3ef960e36 tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:51:26.502333 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-b464ecfc-3646-41cb-aaad-c5bf47103580 req-de04bcd7-e496-423e-bc4e-a3b3ef960e36 tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=387be01c-1ab3-4d17-8565-235ab70e0114 HTTP/1.1" status: 200 len: 943 time: 0.0472085 Oct 03 13:51:26.553264 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-b464ecfc-3646-41cb-aaad-c5bf47103580 req-32a239ff-0ee9-4a66-b859-041dcdc216e4 tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=213ed965-5b99-4dbc-aba4-fdf28f450ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449276 Oct 03 13:51:27.675019 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76c6d27-e6c7-43e8-89d1-533849e84206 req-53b346c9-cc7c-4211-83c8-1e5c242a1a57 tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:51:27.676511 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-b76c6d27-e6c7-43e8-89d1-533849e84206 req-53b346c9-cc7c-4211-83c8-1e5c242a1a57 tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=387be01c-1ab3-4d17-8565-235ab70e0114 HTTP/1.1" status: 200 len: 943 time: 0.0481186 Oct 03 13:51:27.731241 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-b76c6d27-e6c7-43e8-89d1-533849e84206 req-c57f3a50-33e7-4806-b3f4-2a08c0ac53d7 tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=213ed965-5b99-4dbc-aba4-fdf28f450ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487018 Oct 03 13:51:28.854182 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6718d8-f2bd-4a58-8c86-86c539316615 req-9d303f62-24ec-444a-9249-2c0fc7deceeb tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:51:28.855647 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-7b6718d8-f2bd-4a58-8c86-86c539316615 req-9d303f62-24ec-444a-9249-2c0fc7deceeb tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=387be01c-1ab3-4d17-8565-235ab70e0114 HTTP/1.1" status: 200 len: 943 time: 0.0474293 Oct 03 13:51:28.909487 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-7b6718d8-f2bd-4a58-8c86-86c539316615 req-e25e20dc-9897-4a7c-85ce-662001fe955e tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=213ed965-5b99-4dbc-aba4-fdf28f450ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482166 Oct 03 13:51:30.050891 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f28027-61ae-42a3-b698-322fb25b4b3c req-04cb8ad6-75ab-4e43-bd80-527e8f88c41f tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:51:30.056276 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-79f28027-61ae-42a3-b698-322fb25b4b3c req-04cb8ad6-75ab-4e43-bd80-527e8f88c41f tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=387be01c-1ab3-4d17-8565-235ab70e0114 HTTP/1.1" status: 200 len: 943 time: 0.0555613 Oct 03 13:51:30.123553 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=3 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:51:30.124888 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-79f28027-61ae-42a3-b698-322fb25b4b3c req-68b765ba-24d0-4bd3-8a62-af6a3ce90ff3 tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=213ed965-5b99-4dbc-aba4-fdf28f450ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606906 Oct 03 13:51:30.125025 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=3 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:51:31.241613 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Device 2eb3e7ed-6727-441a-b34a-bf318ebb731c details requested by agent hyperv_hv-cinder-86009 with host hv-cinder-86009 {{(pid=106270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 03 13:51:31.255989 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b7a487-1915-46fd-a7d7-68c274227aa5 req-68669f70-d79d-4f77-830b-6b83e5b13757 tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:51:31.257468 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-d9b7a487-1915-46fd-a7d7-68c274227aa5 req-68669f70-d79d-4f77-830b-6b83e5b13757 tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=387be01c-1ab3-4d17-8565-235ab70e0114 HTTP/1.1" status: 200 len: 943 time: 0.0500469 Oct 03 13:51:31.308691 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-d9b7a487-1915-46fd-a7d7-68c274227aa5 req-7cc17c45-8f3c-4a6f-8348-4e856d9fd337 tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=213ed965-5b99-4dbc-aba4-fdf28f450ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453179 Oct 03 13:51:31.347412 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.db [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] For port 2eb3e7ed-6727-441a-b34a-bf318ebb731c, host hv-cinder-86009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86009',level=0,port_id=2eb3e7ed-6727-441a-b34a-bf318ebb731c,segment=NetworkSegment(c780a234-b500-4122-9ba2-cb65ec0cde7c),segment_id=c780a234-b500-4122-9ba2-cb65ec0cde7c)] {{(pid=106270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 13:51:31.359740 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Returning: {'device': '2eb3e7ed-6727-441a-b34a-bf318ebb731c', 'network_id': '79bae060-6f35-4161-9986-8642cff331c6', 'port_id': '2eb3e7ed-6727-441a-b34a-bf318ebb731c', 'mac_address': 'fa:16:3e:a9:d8:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c257c28c-b8db-4901-b7d7-4853e186a921', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 03 13:51:31.521023 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Current status of the port 2eb3e7ed-6727-441a-b34a-bf318ebb731c is: DOWN; New status is: BUILD {{(pid=106270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 13:51:31.521411 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (2eb3e7ed-6727-441a-b34a-bf318ebb731c), before_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:51:31.534624 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.notifiers.nova [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2eb3e7ed-6727-441a-b34a-bf318ebb731c {{(pid=106270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 03 13:51:31.555842 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.db [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] For port 2eb3e7ed-6727-441a-b34a-bf318ebb731c, host hv-cinder-86009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86009',level=0,port_id=2eb3e7ed-6727-441a-b34a-bf318ebb731c,segment=NetworkSegment(c780a234-b500-4122-9ba2-cb65ec0cde7c),segment_id=c780a234-b500-4122-9ba2-cb65ec0cde7c)] {{(pid=106270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 13:51:31.559521 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751015143617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751014657006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751014658052'] for port (2eb3e7ed-6727-441a-b34a-bf318ebb731c), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:51:31.604845 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Pushing event updated for resources: {'Port': ['ID=2eb3e7ed-6727-441a-b34a-bf318ebb731c,revision_number=7']} {{(pid=106270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:51:31.850292 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.db [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] get_ports_and_sgs() called for port_ids ['2eb3e7ed-6727-441a-b34a-bf318ebb731c'] {{(pid=106270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 03 13:51:32.146735 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-636dbad9-ed39-4b2e-aacf-f8ffca843a61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (3460fffa-818c-4144-9400-237880db20a4), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:51:32.432297 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4f644b-cde8-4376-885b-484baa77a6fa req-1821c512-8bba-4649-b836-65ee57029245 tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:51:32.433700 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-df4f644b-cde8-4376-885b-484baa77a6fa req-1821c512-8bba-4649-b836-65ee57029245 tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=387be01c-1ab3-4d17-8565-235ab70e0114 HTTP/1.1" status: 200 len: 944 time: 0.0472198 Oct 03 13:51:32.458852 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=100 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:51:32.459444 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=100 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:51:32.483936 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-df4f644b-cde8-4376-885b-484baa77a6fa req-937ecfd0-8151-444d-ad45-3efc94b18811 tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=213ed965-5b99-4dbc-aba4-fdf28f450ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446141 Oct 03 13:51:33.247144 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Device 2eb3e7ed-6727-441a-b34a-bf318ebb731c up at agent hyperv_hv-cinder-86009 {{(pid=106270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 13:51:33.278994 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:51:33.295255 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.provisioning_blocks [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Provisioning complete for port 2eb3e7ed-6727-441a-b34a-bf318ebb731c triggered by entity L2. {{(pid=106270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 13:51:33.295626 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1340199'] for port (2eb3e7ed-6727-441a-b34a-bf318ebb731c), provisioning_complete {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:51:33.295955 dv-cinder-860090-1-iscsi neutron-server[106270]: INFO neutron.plugins.ml2.plugin [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Attempt 1 to provision port 2eb3e7ed-6727-441a-b34a-bf318ebb731c Oct 03 13:51:33.317471 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:51:33.367791 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Current status of the port 2eb3e7ed-6727-441a-b34a-bf318ebb731c is: BUILD; New status is: ACTIVE {{(pid=106270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 13:51:33.368184 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474967'] for port (2eb3e7ed-6727-441a-b34a-bf318ebb731c), before_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:51:33.390272 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '387be01c-1ab3-4d17-8565-235ab70e0114', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2eb3e7ed-6727-441a-b34a-bf318ebb731c'}] {{(pid=106270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 13:51:33.392477 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}560c9627402e85393d05fbb3c51e26d9631cba9dc4b6297c571b83e08b497dad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e4faac2-4dfe-4f07-aa29-c06b5aadd32a" -d '{"events": [{"server_uuid": "387be01c-1ab3-4d17-8565-235ab70e0114", "name": "network-vif-plugged", "status": "completed", "tag": "2eb3e7ed-6727-441a-b34a-bf318ebb731c"}]}' {{(pid=106270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 13:51:33.404990 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.db [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] For port 2eb3e7ed-6727-441a-b34a-bf318ebb731c, host hv-cinder-86009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86009',level=0,port_id=2eb3e7ed-6727-441a-b34a-bf318ebb731c,segment=NetworkSegment(c780a234-b500-4122-9ba2-cb65ec0cde7c),segment_id=c780a234-b500-4122-9ba2-cb65ec0cde7c)] {{(pid=106270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 13:51:33.409364 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751015143617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751014657006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751014658052'] for port (2eb3e7ed-6727-441a-b34a-bf318ebb731c), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:51:33.455680 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Pushing event updated for resources: {'Port': ['ID=2eb3e7ed-6727-441a-b34a-bf318ebb731c,revision_number=8']} {{(pid=106270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:51:33.615291 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea73a376-826c-4baa-aab0-d62a7da82163 req-2ed0904b-6423-4a3e-8c2e-bb26c9e34d0b tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:51:33.616670 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-ea73a376-826c-4baa-aab0-d62a7da82163 req-2ed0904b-6423-4a3e-8c2e-bb26c9e34d0b tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=387be01c-1ab3-4d17-8565-235ab70e0114 HTTP/1.1" status: 200 len: 945 time: 0.0558598 Oct 03 13:51:33.668217 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-ea73a376-826c-4baa-aab0-d62a7da82163 req-58a86f10-bed0-487d-9132-df735aae0c51 tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=213ed965-5b99-4dbc-aba4-fdf28f450ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455136 Oct 03 13:51:34.441428 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 13:51:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d155107c-c890-4912-8422-1c1f2d1d63f3 x-openstack-request-id: req-d155107c-c890-4912-8422-1c1f2d1d63f3 {{(pid=106270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 13:51:34.441936 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "387be01c-1ab3-4d17-8565-235ab70e0114", "name": "network-vif-plugged", "status": "completed", "tag": "2eb3e7ed-6727-441a-b34a-bf318ebb731c", "code": 200}]} {{(pid=106270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 13:51:34.442053 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d155107c-c890-4912-8422-1c1f2d1d63f3 {{(pid=106270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 13:51:34.442398 dv-cinder-860090-1-iscsi neutron-server[106270]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d155107c-c890-4912-8422-1c1f2d1d63f3'] response: {'server_uuid': '387be01c-1ab3-4d17-8565-235ab70e0114', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2eb3e7ed-6727-441a-b34a-bf318ebb731c', 'code': 200} Oct 03 13:51:34.668204 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c434091b-b9bf-4d07-bdb0-21f11ff6f5d8 req-2501c79a-16db-43e8-9f61-3a0578fe8a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:51:34.669620 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-c434091b-b9bf-4d07-bdb0-21f11ff6f5d8 req-2501c79a-16db-43e8-9f61-3a0578fe8a80 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?device_id=387be01c-1ab3-4d17-8565-235ab70e0114 HTTP/1.1" status: 200 len: 1129 time: 0.0382872 Oct 03 13:51:34.718317 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-c434091b-b9bf-4d07-bdb0-21f11ff6f5d8 req-e0a20b36-e2b4-44b6-8fc1-4e7c59029ed5 service neutron] 10.222.0.65 "GET /networking/v2.0/security-groups?id=213ed965-5b99-4dbc-aba4-fdf28f450ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412574 Oct 03 13:51:34.792843 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248393c8-bb96-497b-8809-d11cca2421c1 req-9190cd7a-ced4-4cba-9229-c846bf0bf668 tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:51:34.794380 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-248393c8-bb96-497b-8809-d11cca2421c1 req-9190cd7a-ced4-4cba-9229-c846bf0bf668 tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=387be01c-1ab3-4d17-8565-235ab70e0114 HTTP/1.1" status: 200 len: 945 time: 0.0474286 Oct 03 13:51:34.843277 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-248393c8-bb96-497b-8809-d11cca2421c1 req-943c99f0-755a-4a15-82bf-c4278f97539f tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=213ed965-5b99-4dbc-aba4-fdf28f450ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433726 Oct 03 13:51:34.927357 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-f84b6840-d241-44f4-a890-d8b8c4b44b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (94180321-47b1-4b5c-b620-b1b0a31df446), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:51:35.971407 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e20efc7-a7cf-44f5-a064-7bd766b1454b req-d234fd01-2e11-44f1-a006-40c9050a2443 tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:51:35.972881 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-9e20efc7-a7cf-44f5-a064-7bd766b1454b req-d234fd01-2e11-44f1-a006-40c9050a2443 tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=387be01c-1ab3-4d17-8565-235ab70e0114 HTTP/1.1" status: 200 len: 945 time: 0.0522790 Oct 03 13:51:36.023021 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-9e20efc7-a7cf-44f5-a064-7bd766b1454b req-69bcaa33-0277-44ca-8c1e-379153bdfb4c tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=213ed965-5b99-4dbc-aba4-fdf28f450ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441747 Oct 03 13:51:36.213286 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-1bb28928-3e93-41c9-8900-1ecfb790b160 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (5eabf47d-5620-4e94-9269-ef19fe52be68), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:51:37.147351 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dc9a69-21e8-4f29-bb25-d8518c61e7fa req-f11bf4e9-7cd7-41d3-bb96-6a8cf9cf53dc tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:51:37.148916 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-82dc9a69-21e8-4f29-bb25-d8518c61e7fa req-f11bf4e9-7cd7-41d3-bb96-6a8cf9cf53dc tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=387be01c-1ab3-4d17-8565-235ab70e0114 HTTP/1.1" status: 200 len: 945 time: 0.0462227 Oct 03 13:51:37.203538 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-82dc9a69-21e8-4f29-bb25-d8518c61e7fa req-69782660-7c0f-4f12-bf17-d32005e04d2c tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=213ed965-5b99-4dbc-aba4-fdf28f450ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486460 Oct 03 13:51:37.521161 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (d46c7ed5-c451-4a76-ab3f-ab8e3ea4a5ec), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:51:37.733422 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-9b3e6be4-ae7f-4a46-812d-719b0ca73959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (3cd5b2bb-c81a-4ce3-a212-a51c5aa706bd), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:51:38.410359 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.agents_db [None req-0a1e5e68-d5eb-461a-8b1a-39e3d06a9bb6 None None] Agent healthcheck: found 6 active agents {{(pid=106271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 03 13:51:38.715059 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (1af51d63-a9c9-4bbe-9b0d-c8e0a80c641c), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:51:46.015199 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=77 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:51:46.019380 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=60 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:51:47.189840 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=29 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:51:47.198930 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=30 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:51:48.405977 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=1 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:51:48.406695 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=1 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:51:48.709131 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=27,neutron:UPDATE=3 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:51:48.711716 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=29,neutron:UPDATE=4 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:52:02.149469 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-bceb9eb4-e3db-4cce-a0a1-d3033725f83e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (3460fffa-818c-4144-9400-237880db20a4), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:52:02.431030 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-ce2aed08-5ae4-410a-8281-15225e9c001d req-4f0b47ef-ff2f-4834-bfd9-c725e59653e6 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?device_id=387be01c-1ab3-4d17-8565-235ab70e0114&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0380058 Oct 03 13:52:02.516179 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2aed08-5ae4-410a-8281-15225e9c001d req-b0bf5dea-10c9-4fd4-a6b2-d134c5cebee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:52:02.517686 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-ce2aed08-5ae4-410a-8281-15225e9c001d req-b0bf5dea-10c9-4fd4-a6b2-d134c5cebee5 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=0ccd8015806a42bc81a8cbe3d2cab8d7&device_id=387be01c-1ab3-4d17-8565-235ab70e0114 HTTP/1.1" status: 200 len: 1129 time: 0.0393591 Oct 03 13:52:02.628989 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2aed08-5ae4-410a-8281-15225e9c001d req-e2479610-aa5a-45f2-a099-3a1cc8b0696b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:52:02.630386 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-ce2aed08-5ae4-410a-8281-15225e9c001d req-e2479610-aa5a-45f2-a099-3a1cc8b0696b service neutron] 10.222.0.65 "GET /networking/v2.0/networks?id=79bae060-6f35-4161-9986-8642cff331c6 HTTP/1.1" status: 200 len: 909 time: 0.0917804 Oct 03 13:52:02.697008 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-ce2aed08-5ae4-410a-8281-15225e9c001d req-81738b26-1308-4650-8fb2-0b78ea2f16c0 service neutron] 10.222.0.65 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2eb3e7ed-6727-441a-b34a-bf318ebb731c HTTP/1.1" status: 200 len: 1000 time: 0.0581129 Oct 03 13:52:02.751322 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2aed08-5ae4-410a-8281-15225e9c001d req-72da3409-4960-439e-aba1-f2f7c5d52548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:52:02.752769 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-ce2aed08-5ae4-410a-8281-15225e9c001d req-72da3409-4960-439e-aba1-f2f7c5d52548 service neutron] 10.222.0.65 "GET /networking/v2.0/subnets?id=c257c28c-b8db-4901-b7d7-4853e186a921 HTTP/1.1" status: 200 len: 847 time: 0.0486116 Oct 03 13:52:02.800101 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2aed08-5ae4-410a-8281-15225e9c001d req-99bcdd35-0be4-458f-bf78-3e45edf2497b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:52:02.801614 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-ce2aed08-5ae4-410a-8281-15225e9c001d req-99bcdd35-0be4-458f-bf78-3e45edf2497b service neutron] 10.222.0.65 "GET /networking/v2.0/ports?network_id=79bae060-6f35-4161-9986-8642cff331c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0385337 Oct 03 13:52:02.896169 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-ce2aed08-5ae4-410a-8281-15225e9c001d req-2457bb65-9ff5-42c8-91c5-478151365f93 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/79bae060-6f35-4161-9986-8642cff331c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865684 Oct 03 13:52:02.989680 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-ce2aed08-5ae4-410a-8281-15225e9c001d req-4e11813c-953a-4458-95be-aa57726c8379 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/79bae060-6f35-4161-9986-8642cff331c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858262 Oct 03 13:52:04.929317 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-336d6ce9-6b4f-44c7-9a26-5cd7a0884413 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (94180321-47b1-4b5c-b620-b1b0a31df446), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:52:06.215451 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-1bb28928-3e93-41c9-8900-1ecfb790b160 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (5eabf47d-5620-4e94-9269-ef19fe52be68), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:52:07.114761 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:DELETE=1,neutron:SELECT=2 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:52:07.119476 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=5 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:52:07.524803 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (d46c7ed5-c451-4a76-ab3f-ab8e3ea4a5ec), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:52:07.736323 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-9b3e6be4-ae7f-4a46-812d-719b0ca73959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (3cd5b2bb-c81a-4ce3-a212-a51c5aa706bd), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:52:08.749803 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (1af51d63-a9c9-4bbe-9b0d-c8e0a80c641c), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:52:12.985609 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=46 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:52:12.986457 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=55 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:52:15.409193 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.agents_db [None req-0a1e5e68-d5eb-461a-8b1a-39e3d06a9bb6 None None] Agent healthcheck: found 6 active agents {{(pid=106271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 03 13:52:18.742963 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:52:18.745406 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:52:25.404319 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=1 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:52:25.405112 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=3 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:52:32.152171 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-cf156851-6852-4935-8340-6ac344e2fead None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (3460fffa-818c-4144-9400-237880db20a4), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:52:34.931465 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-608d698c-5c9a-4a05-b74f-dd96125f371e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (94180321-47b1-4b5c-b620-b1b0a31df446), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:52:36.220347 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-1bb28928-3e93-41c9-8900-1ecfb790b160 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (5eabf47d-5620-4e94-9269-ef19fe52be68), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:52:37.527920 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (d46c7ed5-c451-4a76-ab3f-ab8e3ea4a5ec), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:52:37.739191 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-9b3e6be4-ae7f-4a46-812d-719b0ca73959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (3cd5b2bb-c81a-4ce3-a212-a51c5aa706bd), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:52:38.737223 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (1af51d63-a9c9-4bbe-9b0d-c8e0a80c641c), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:52:44.110400 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=3 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:52:44.115691 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=3 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:52:48.726028 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:52:48.732959 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:52:52.408644 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.agents_db [None req-0a1e5e68-d5eb-461a-8b1a-39e3d06a9bb6 None None] Agent healthcheck: found 6 active agents {{(pid=106271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 03 13:52:56.596454 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 40010) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:52:56.742231 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.plugin [None req-fc6ac487-1bba-4411-a0f7-86aa69e56276 tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] Deleting port e7348e86-8580-4a08-97fb-f19581971b2f {{(pid=106268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 13:52:56.742584 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-fc6ac487-1bba-4411-a0f7-86aa69e56276 tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751015143464'] for port (e7348e86-8580-4a08-97fb-f19581971b2f), before_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:52:56.822135 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-fc6ac487-1bba-4411-a0f7-86aa69e56276 tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724412'] for port (e7348e86-8580-4a08-97fb-f19581971b2f), precommit_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:52:56.822460 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-fc6ac487-1bba-4411-a0f7-86aa69e56276 tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] Publish callbacks [] for floatingip (e7348e86-8580-4a08-97fb-f19581971b2f), precommit_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:52:56.834759 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.plugin [None req-fc6ac487-1bba-4411-a0f7-86aa69e56276 tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] Calling delete_port for e7348e86-8580-4a08-97fb-f19581971b2f owned by network:floatingip {{(pid=106268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 13:52:56.978608 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-fc6ac487-1bba-4411-a0f7-86aa69e56276 tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751015146406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751014656997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25417805'] for port (e7348e86-8580-4a08-97fb-f19581971b2f), after_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:52:57.002993 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6ac487-1bba-4411-a0f7-86aa69e56276 tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] Pushing event deleted for resources: {'Port': ['ID=e7348e86-8580-4a08-97fb-f19581971b2f,revision_number=None']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:52:57.014484 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6ac487-1bba-4411-a0f7-86aa69e56276 tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:52:57.014825 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6ac487-1bba-4411-a0f7-86aa69e56276 tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:52:57.015163 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6ac487-1bba-4411-a0f7-86aa69e56276 tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:52:57.015495 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6ac487-1bba-4411-a0f7-86aa69e56276 tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:52:57.015823 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6ac487-1bba-4411-a0f7-86aa69e56276 tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:52:57.016148 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6ac487-1bba-4411-a0f7-86aa69e56276 tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:52:57.016465 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6ac487-1bba-4411-a0f7-86aa69e56276 tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:52:57.016787 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6ac487-1bba-4411-a0f7-86aa69e56276 tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:52:57.017102 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6ac487-1bba-4411-a0f7-86aa69e56276 tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:52:57.017417 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6ac487-1bba-4411-a0f7-86aa69e56276 tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:52:57.017759 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6ac487-1bba-4411-a0f7-86aa69e56276 tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:52:57.018075 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6ac487-1bba-4411-a0f7-86aa69e56276 tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:52:57.018399 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6ac487-1bba-4411-a0f7-86aa69e56276 tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:52:57.018697 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6ac487-1bba-4411-a0f7-86aa69e56276 tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:52:57.019012 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6ac487-1bba-4411-a0f7-86aa69e56276 tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:52:57.076225 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-fc6ac487-1bba-4411-a0f7-86aa69e56276 tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] Publish callbacks [] for floatingip (6968d6b9-a7d8-429f-9c5f-1bb2b3861101), after_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:52:57.076553 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.db.l3_db [None req-fc6ac487-1bba-4411-a0f7-86aa69e56276 tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] Floating IP 6968d6b9-a7d8-429f-9c5f-1bb2b3861101 disassociated (deleted). External IP: 172.27.1.37, port: 2eb3e7ed-6727-441a-b34a-bf318ebb731c. Oct 03 13:52:57.273543 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc6ac487-1bba-4411-a0f7-86aa69e56276 tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] Router d54a3d16-ca12-4fd2-b2ac-73e1ae306f25 has already been hosted by L3 agent 94180321-47b1-4b5c-b620-b1b0a31df446 {{(pid=106268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 03 13:52:57.374584 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:52:57.381896 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc6ac487-1bba-4411-a0f7-86aa69e56276 tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] Notify agent at l3_agent.dv-cinder-860090-1-iscsi the message routers_updated {{(pid=106268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 13:52:57.387088 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-fc6ac487-1bba-4411-a0f7-86aa69e56276 tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512321'] for floatingip (None), before_response {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:52:57.391482 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24825957-5be1-49bc-abb7-c5649622a068 None None] Sync routers for ids ['d54a3d16-ca12-4fd2-b2ac-73e1ae306f25'] in dv-cinder-860090-1-iscsi {{(pid=106271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 13:52:57.401202 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24825957-5be1-49bc-abb7-c5649622a068 None None] Routers {'d54a3d16-ca12-4fd2-b2ac-73e1ae306f25'} bound to L3 agent in host dv-cinder-860090-1-iscsi {{(pid=106271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 13:52:57.401865 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_hamode_db [None req-24825957-5be1-49bc-abb7-c5649622a068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860090-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-03T13:22:05Z,description=,heartbeat_timestamp=2022-10-03T13:52:35Z,host='dv-cinder-860090-1-iscsi',id=94180321-47b1-4b5c-b620-b1b0a31df446,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T13:22:05Z,topic='l3_agent')) {'router_ids': ['d54a3d16-ca12-4fd2-b2ac-73e1ae306f25'], 'active': True} {{(pid=106271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:52:57.419331 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-fc6ac487-1bba-4411-a0f7-86aa69e56276 tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] 10.222.0.58 "DELETE /networking/v2.0/floatingips/6968d6b9-a7d8-429f-9c5f-1bb2b3861101 HTTP/1.1" status: 204 len: 168 time: 0.8217468 Oct 03 13:52:57.420256 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '387be01c-1ab3-4d17-8565-235ab70e0114', 'tag': '2eb3e7ed-6727-441a-b34a-bf318ebb731c'}] {{(pid=106268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 13:52:57.422532 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd70873512ffc397a2b7ac25ee02414627e7506f7787b64d61dc92e00300ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bde101ef-f7cc-44a2-96d7-7f2561efeec6" -d '{"events": [{"name": "network-changed", "server_uuid": "387be01c-1ab3-4d17-8565-235ab70e0114", "tag": "2eb3e7ed-6727-441a-b34a-bf318ebb731c"}]}' {{(pid=106268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 13:52:57.479755 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 13:52:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ced017fa-c64f-41a7-aa58-032e43e9b60c x-openstack-request-id: req-ced017fa-c64f-41a7-aa58-032e43e9b60c {{(pid=106268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 13:52:57.480162 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "387be01c-1ab3-4d17-8565-235ab70e0114", "tag": "2eb3e7ed-6727-441a-b34a-bf318ebb731c", "status": "completed", "code": 200}]} {{(pid=106268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 13:52:57.480302 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ced017fa-c64f-41a7-aa58-032e43e9b60c {{(pid=106268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 13:52:57.480830 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ced017fa-c64f-41a7-aa58-032e43e9b60c'] response: {'name': 'network-changed', 'server_uuid': '387be01c-1ab3-4d17-8565-235ab70e0114', 'tag': '2eb3e7ed-6727-441a-b34a-bf318ebb731c', 'status': 'completed', 'code': 200} Oct 03 13:52:57.508826 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_dvr_db [None req-24825957-5be1-49bc-abb7-c5649622a068 None None] Set router d54a3d16-ca12-4fd2-b2ac-73e1ae306f25 gateway port host: dv-cinder-860090-1-iscsi {{(pid=106271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 13:52:57.546890 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde101ef-f7cc-44a2-96d7-7f2561efeec6 req-b7ffde59-2eb3-49aa-8be9-9e86addab387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:52:57.548304 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-bde101ef-f7cc-44a2-96d7-7f2561efeec6 req-b7ffde59-2eb3-49aa-8be9-9e86addab387 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=0ccd8015806a42bc81a8cbe3d2cab8d7&device_id=387be01c-1ab3-4d17-8565-235ab70e0114 HTTP/1.1" status: 200 len: 1129 time: 0.0417142 Oct 03 13:52:57.610895 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:52:57.647527 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde101ef-f7cc-44a2-96d7-7f2561efeec6 req-4ee2a250-de1e-4808-a9de-ba94b47fdadd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:52:57.649782 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-bde101ef-f7cc-44a2-96d7-7f2561efeec6 req-4ee2a250-de1e-4808-a9de-ba94b47fdadd service neutron] 10.222.0.65 "GET /networking/v2.0/networks?id=79bae060-6f35-4161-9986-8642cff331c6 HTTP/1.1" status: 200 len: 909 time: 0.0939875 Oct 03 13:52:57.673864 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9702c939-e618-44ca-976e-37fc886b2ffd req-3c1df602-ce68-4497-90ba-3a55a3a500bf tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:52:57.675511 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-9702c939-e618-44ca-976e-37fc886b2ffd req-3c1df602-ce68-4497-90ba-3a55a3a500bf tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=387be01c-1ab3-4d17-8565-235ab70e0114 HTTP/1.1" status: 200 len: 945 time: 0.0549872 Oct 03 13:52:57.708230 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_hamode_db [None req-24825957-5be1-49bc-abb7-c5649622a068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd54a3d16-ca12-4fd2-b2ac-73e1ae306f25', 'name': 'tempest-TestShelveInstance-447821692-router', 'tenant_id': '0ccd8015806a42bc81a8cbe3d2cab8d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'external_fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '327e2b98-7234-47ab-b5eb-e5d51719f5a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:48:20Z', 'updated_at': '2022-10-03T13:48:23Z', 'revision_number': 4, 'project_id': '0ccd8015806a42bc81a8cbe3d2cab8d7', 'gw_port': {'id': '327e2b98-7234-47ab-b5eb-e5d51719f5a8', 'name': '', 'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:c7:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd54a3d16-ca12-4fd2-b2ac-73e1ae306f25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:48:21Z', 'updated_at': '2022-10-03T13:48:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860090-1-iscsi', '_interfaces': [{'id': '81e903e3-2bc6-41f0-9bc9-45fb633df8b5', 'name': '', 'network_id': '79bae060-6f35-4161-9986-8642cff331c6', 'tenant_id': '0ccd8015806a42bc81a8cbe3d2cab8d7', 'mac_address': 'fa:16:3e:9b:99:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd54a3d16-ca12-4fd2-b2ac-73e1ae306f25', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'c257c28c-b8db-4901-b7d7-4853e186a921', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:48:23Z', 'updated_at': '2022-10-03T13:48:30Z', 'revision_number': 5, 'project_id': '0ccd8015806a42bc81a8cbe3d2cab8d7', 'subnets': [{'id': 'c257c28c-b8db-4901-b7d7-4853e186a921', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860090-1-iscsi', False) {} {{(pid=106271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:52:57.727315 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [req-9702c939-e618-44ca-976e-37fc886b2ffd req-b93c3858-d2cc-4a3c-969b-949ea66e0cf9 tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=213ed965-5b99-4dbc-aba4-fdf28f450ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458913 Oct 03 13:52:57.732840 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24825957-5be1-49bc-abb7-c5649622a068 None None] Checking router: d54a3d16-ca12-4fd2-b2ac-73e1ae306f25 for host: dv-cinder-860090-1-iscsi {{(pid=106271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 13:52:57.742104 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24825957-5be1-49bc-abb7-c5649622a068 None None] Routers {'d54a3d16-ca12-4fd2-b2ac-73e1ae306f25'} bound to L3 agent in host dv-cinder-860090-1-iscsi {{(pid=106271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 13:52:57.742707 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_hamode_db [None req-24825957-5be1-49bc-abb7-c5649622a068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860090-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-03T13:22:05Z,description=,heartbeat_timestamp=2022-10-03T13:52:35Z,host='dv-cinder-860090-1-iscsi',id=94180321-47b1-4b5c-b620-b1b0a31df446,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T13:22:05Z,topic='l3_agent')) {'router_ids': ['d54a3d16-ca12-4fd2-b2ac-73e1ae306f25'], 'active': True} {{(pid=106271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:52:57.926975 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_dvr_db [None req-24825957-5be1-49bc-abb7-c5649622a068 None None] Set router d54a3d16-ca12-4fd2-b2ac-73e1ae306f25 gateway port host: dv-cinder-860090-1-iscsi {{(pid=106271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 13:52:58.106475 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_hamode_db [None req-24825957-5be1-49bc-abb7-c5649622a068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd54a3d16-ca12-4fd2-b2ac-73e1ae306f25', 'name': 'tempest-TestShelveInstance-447821692-router', 'tenant_id': '0ccd8015806a42bc81a8cbe3d2cab8d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'external_fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '327e2b98-7234-47ab-b5eb-e5d51719f5a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:48:20Z', 'updated_at': '2022-10-03T13:48:23Z', 'revision_number': 4, 'project_id': '0ccd8015806a42bc81a8cbe3d2cab8d7', 'gw_port': {'id': '327e2b98-7234-47ab-b5eb-e5d51719f5a8', 'name': '', 'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:c7:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd54a3d16-ca12-4fd2-b2ac-73e1ae306f25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:48:21Z', 'updated_at': '2022-10-03T13:48:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860090-1-iscsi', '_interfaces': [{'id': '81e903e3-2bc6-41f0-9bc9-45fb633df8b5', 'name': '', 'network_id': '79bae060-6f35-4161-9986-8642cff331c6', 'tenant_id': '0ccd8015806a42bc81a8cbe3d2cab8d7', 'mac_address': 'fa:16:3e:9b:99:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd54a3d16-ca12-4fd2-b2ac-73e1ae306f25', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'c257c28c-b8db-4901-b7d7-4853e186a921', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:48:23Z', 'updated_at': '2022-10-03T13:48:30Z', 'revision_number': 5, 'project_id': '0ccd8015806a42bc81a8cbe3d2cab8d7', 'subnets': [{'id': 'c257c28c-b8db-4901-b7d7-4853e186a921', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860090-1-iscsi', False) {} {{(pid=106271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:52:58.130837 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24825957-5be1-49bc-abb7-c5649622a068 None None] The sync data for ids ['d54a3d16-ca12-4fd2-b2ac-73e1ae306f25'] in dv-cinder-860090-1-iscsi is: [{'id': 'd54a3d16-ca12-4fd2-b2ac-73e1ae306f25', 'name': 'tempest-TestShelveInstance-447821692-router', 'tenant_id': '0ccd8015806a42bc81a8cbe3d2cab8d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'external_fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '327e2b98-7234-47ab-b5eb-e5d51719f5a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:48:20Z', 'updated_at': '2022-10-03T13:48:23Z', 'revision_number': 4, 'project_id': '0ccd8015806a42bc81a8cbe3d2cab8d7', 'gw_port': {'id': '327e2b98-7234-47ab-b5eb-e5d51719f5a8', 'name': '', 'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:c7:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd54a3d16-ca12-4fd2-b2ac-73e1ae306f25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:48:21Z', 'updated_at': '2022-10-03T13:48:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860090-1-iscsi', '_interfaces': [{'id': '81e903e3-2bc6-41f0-9bc9-45fb633df8b5', 'name': '', 'network_id': '79bae060-6f35-4161-9986-8642cff331c6', 'tenant_id': '0ccd8015806a42bc81a8cbe3d2cab8d7', 'mac_address': 'fa:16:3e:9b:99:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd54a3d16-ca12-4fd2-b2ac-73e1ae306f25', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'c257c28c-b8db-4901-b7d7-4853e186a921', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:48:23Z', 'updated_at': '2022-10-03T13:48:30Z', 'revision_number': 5, 'project_id': '0ccd8015806a42bc81a8cbe3d2cab8d7', 'subnets': [{'id': 'c257c28c-b8db-4901-b7d7-4853e186a921', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 13:52:58.345338 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ca8789-8447-4db5-b525-4f34918d4b0b None None] New status for floating IP 6968d6b9-a7d8-429f-9c5f-1bb2b3861101: DOWN {{(pid=106270) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 03 13:52:58.828761 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-bde101ef-f7cc-44a2-96d7-7f2561efeec6 req-ac8c29e1-0d58-40b7-a1f7-5d597ce0a559 service neutron] 10.222.0.65 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2eb3e7ed-6727-441a-b34a-bf318ebb731c HTTP/1.1" status: 200 len: 217 time: 0.0363503 Oct 03 13:52:58.902211 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf7397b-e430-4c17-a7cb-260eefe5a47d req-c4456453-813b-4728-b14c-2d1d736c4d40 tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:52:58.903647 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-2cf7397b-e430-4c17-a7cb-260eefe5a47d req-c4456453-813b-4728-b14c-2d1d736c4d40 tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=387be01c-1ab3-4d17-8565-235ab70e0114 HTTP/1.1" status: 200 len: 945 time: 0.0775678 Oct 03 13:52:58.918812 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde101ef-f7cc-44a2-96d7-7f2561efeec6 req-c37a4952-236a-43f3-bd31-062417a3b19f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:52:58.920146 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-bde101ef-f7cc-44a2-96d7-7f2561efeec6 req-c37a4952-236a-43f3-bd31-062417a3b19f service neutron] 10.222.0.65 "GET /networking/v2.0/subnets?id=c257c28c-b8db-4901-b7d7-4853e186a921 HTTP/1.1" status: 200 len: 847 time: 0.0821781 Oct 03 13:52:58.956124 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-2cf7397b-e430-4c17-a7cb-260eefe5a47d req-2d7163bd-eb2f-40f5-9256-b50ac5a6e81c tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=213ed965-5b99-4dbc-aba4-fdf28f450ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466056 Oct 03 13:52:59.015165 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde101ef-f7cc-44a2-96d7-7f2561efeec6 req-f8c53553-cd36-4492-a418-cdbebfc51e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:52:59.016507 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-bde101ef-f7cc-44a2-96d7-7f2561efeec6 req-f8c53553-cd36-4492-a418-cdbebfc51e8d service neutron] 10.222.0.65 "GET /networking/v2.0/ports?network_id=79bae060-6f35-4161-9986-8642cff331c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0376086 Oct 03 13:52:59.107728 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-bde101ef-f7cc-44a2-96d7-7f2561efeec6 req-8de70445-f973-417b-8c94-8c300f92886a service neutron] 10.222.0.65 "GET /networking/v2.0/networks/79bae060-6f35-4161-9986-8642cff331c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845695 Oct 03 13:52:59.396897 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902d710c-acf4-4a14-a16a-ce516ebeb077 req-f562711c-54a8-4c9f-8367-ec44dce4268f tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:52:59.398420 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-902d710c-acf4-4a14-a16a-ce516ebeb077 req-f562711c-54a8-4c9f-8367-ec44dce4268f tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=387be01c-1ab3-4d17-8565-235ab70e0114 HTTP/1.1" status: 200 len: 945 time: 0.0584950 Oct 03 13:52:59.448824 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-bde101ef-f7cc-44a2-96d7-7f2561efeec6 req-ed77f227-dc70-43bc-bb2d-768944cf3ff1 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/79bae060-6f35-4161-9986-8642cff331c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525707 Oct 03 13:52:59.496426 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.plugin [req-902d710c-acf4-4a14-a16a-ce516ebeb077 req-54276861-a397-4e6c-aa3e-0fb3a743ec09 tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] Deleting port 2eb3e7ed-6727-441a-b34a-bf318ebb731c {{(pid=106268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 13:52:59.496764 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-902d710c-acf4-4a14-a16a-ce516ebeb077 req-54276861-a397-4e6c-aa3e-0fb3a743ec09 tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751015143464'] for port (2eb3e7ed-6727-441a-b34a-bf318ebb731c), before_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:52:59.588172 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.db [req-902d710c-acf4-4a14-a16a-ce516ebeb077 req-54276861-a397-4e6c-aa3e-0fb3a743ec09 tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] For port 2eb3e7ed-6727-441a-b34a-bf318ebb731c, host hv-cinder-86009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86009',level=0,port_id=2eb3e7ed-6727-441a-b34a-bf318ebb731c,segment=NetworkSegment(c780a234-b500-4122-9ba2-cb65ec0cde7c),segment_id=c780a234-b500-4122-9ba2-cb65ec0cde7c)] {{(pid=106268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 13:52:59.588476 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-902d710c-acf4-4a14-a16a-ce516ebeb077 req-54276861-a397-4e6c-aa3e-0fb3a743ec09 tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724412'] for port (2eb3e7ed-6727-441a-b34a-bf318ebb731c), precommit_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:52:59.601771 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.plugin [req-902d710c-acf4-4a14-a16a-ce516ebeb077 req-54276861-a397-4e6c-aa3e-0fb3a743ec09 tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] Calling delete_port for 2eb3e7ed-6727-441a-b34a-bf318ebb731c owned by compute:nova {{(pid=106268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 13:52:59.670591 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:52:59.730274 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-902d710c-acf4-4a14-a16a-ce516ebeb077 req-54276861-a397-4e6c-aa3e-0fb3a743ec09 tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751015146406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751014656997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25417805'] for port (2eb3e7ed-6727-441a-b34a-bf318ebb731c), after_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:52:59.758370 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54276861-a397-4e6c-aa3e-0fb3a743ec09 tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] Pushing event deleted for resources: {'Port': ['ID=2eb3e7ed-6727-441a-b34a-bf318ebb731c,revision_number=None']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:52:59.802639 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.db.l3_dvrscheduler_db [req-902d710c-acf4-4a14-a16a-ce516ebeb077 req-54276861-a397-4e6c-aa3e-0fb3a743ec09 tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] No DVR routers for this DVR port 2eb3e7ed-6727-441a-b34a-bf318ebb731c on host hv-cinder-86009 {{(pid=106268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 03 13:52:59.805680 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [req-902d710c-acf4-4a14-a16a-ce516ebeb077 req-54276861-a397-4e6c-aa3e-0fb3a743ec09 tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512321'] for port (None), before_response {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:52:59.808917 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-902d710c-acf4-4a14-a16a-ce516ebeb077 req-54276861-a397-4e6c-aa3e-0fb3a743ec09 tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] 10.222.0.65 "DELETE /networking/v2.0/ports/2eb3e7ed-6727-441a-b34a-bf318ebb731c HTTP/1.1" status: 204 len: 173 time: 0.4022510 Oct 03 13:52:59.809405 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '387be01c-1ab3-4d17-8565-235ab70e0114', 'name': 'network-vif-deleted', 'tag': '2eb3e7ed-6727-441a-b34a-bf318ebb731c'}] {{(pid=106268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 13:52:59.811633 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd70873512ffc397a2b7ac25ee02414627e7506f7787b64d61dc92e00300ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-148bbe00-b024-47c9-a934-9f226557651e" -d '{"events": [{"server_uuid": "387be01c-1ab3-4d17-8565-235ab70e0114", "name": "network-vif-deleted", "tag": "2eb3e7ed-6727-441a-b34a-bf318ebb731c"}]}' {{(pid=106268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 13:52:59.856388 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 13:52:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-012f5203-2938-4f64-ba44-95e203ef1aaf x-openstack-request-id: req-012f5203-2938-4f64-ba44-95e203ef1aaf {{(pid=106268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 13:52:59.856932 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "387be01c-1ab3-4d17-8565-235ab70e0114", "name": "network-vif-deleted", "tag": "2eb3e7ed-6727-441a-b34a-bf318ebb731c", "status": "completed", "code": 200}]} {{(pid=106268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 13:52:59.856932 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-012f5203-2938-4f64-ba44-95e203ef1aaf {{(pid=106268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 13:52:59.857419 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.notifiers.nova [-] Nova event matching ['req-012f5203-2938-4f64-ba44-95e203ef1aaf'] response: {'server_uuid': '387be01c-1ab3-4d17-8565-235ab70e0114', 'name': 'network-vif-deleted', 'tag': '2eb3e7ed-6727-441a-b34a-bf318ebb731c', 'status': 'completed', 'code': 200} Oct 03 13:53:00.059506 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [req-567c3d14-1e85-42a3-800b-f6967d6b079b req-07ccd0ed-9565-451a-9a0a-fdc18ccf9766 tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=387be01c-1ab3-4d17-8565-235ab70e0114 HTTP/1.1" status: 200 len: 210 time: 0.0275385 Oct 03 13:53:01.125773 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 40042) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:53:01.183969 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-f9078565-5018-4fcd-87fe-bf6c2ba4d2b1 tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] Publish callbacks [] for security_group (213ed965-5b99-4dbc-aba4-fdf28f450ceb), before_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:53:01.201841 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:53:01.207974 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-f9078565-5018-4fcd-87fe-bf6c2ba4d2b1 tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] Publish callbacks [] for security_group (213ed965-5b99-4dbc-aba4-fdf28f450ceb), precommit_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:53:01.270014 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-f9078565-5018-4fcd-87fe-bf6c2ba4d2b1 tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (213ed965-5b99-4dbc-aba4-fdf28f450ceb), after_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:53:01.273426 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-f9078565-5018-4fcd-87fe-bf6c2ba4d2b1 tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] Publish callbacks [] for security_group (None), before_response {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:53:01.274602 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-f9078565-5018-4fcd-87fe-bf6c2ba4d2b1 tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] 10.222.0.58 "DELETE /networking/v2.0/security-groups/213ed965-5b99-4dbc-aba4-fdf28f450ceb HTTP/1.1" status: 204 len: 168 time: 0.1495669 Oct 03 13:53:01.283785 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9078565-5018-4fcd-87fe-bf6c2ba4d2b1 tempest-TestShelveInstance-514247157 tempest-TestShelveInstance-514247157-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=213ed965-5b99-4dbc-aba4-fdf28f450ceb,revision_number=None']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:53:01.317617 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 40046) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:53:01.631803 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-84d3ab95-c9f3-4df7-bafa-3f9b115cf6fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3893314'] for router_interface (d54a3d16-ca12-4fd2-b2ac-73e1ae306f25), before_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:53:01.636673 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Device 2eb3e7ed-6727-441a-b34a-bf318ebb731c no longer exists at agent hyperv_hv-cinder-86009 {{(pid=106270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 13:53:01.654772 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] No Port match for: 2eb3e7ed-6727-441a-b34a-bf318ebb731c {{(pid=106270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 03 13:53:01.655123 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Device 2eb3e7ed-6727-441a-b34a-bf318ebb731c not bound to the agent host hv-cinder-86009 {{(pid=106270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 03 13:53:01.851680 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.plugins.ml2.plugin [None req-84d3ab95-c9f3-4df7-bafa-3f9b115cf6fc admin admin] Deleting port 81e903e3-2bc6-41f0-9bc9-45fb633df8b5 {{(pid=106269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 13:53:01.852020 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-84d3ab95-c9f3-4df7-bafa-3f9b115cf6fc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751015143464'] for port (81e903e3-2bc6-41f0-9bc9-45fb633df8b5), before_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:53:01.940491 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.plugins.ml2.db [None req-84d3ab95-c9f3-4df7-bafa-3f9b115cf6fc admin admin] For port 81e903e3-2bc6-41f0-9bc9-45fb633df8b5, host dv-cinder-860090-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860090-1-iscsi',level=0,port_id=81e903e3-2bc6-41f0-9bc9-45fb633df8b5,segment=NetworkSegment(c780a234-b500-4122-9ba2-cb65ec0cde7c),segment_id=c780a234-b500-4122-9ba2-cb65ec0cde7c)] {{(pid=106269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 13:53:01.940851 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-84d3ab95-c9f3-4df7-bafa-3f9b115cf6fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724412'] for port (81e903e3-2bc6-41f0-9bc9-45fb633df8b5), precommit_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:53:01.954227 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.plugins.ml2.plugin [None req-84d3ab95-c9f3-4df7-bafa-3f9b115cf6fc admin admin] Calling delete_port for 81e903e3-2bc6-41f0-9bc9-45fb633df8b5 owned by network:router_interface {{(pid=106269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 13:53:02.066456 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=100 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:53:02.109331 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:53:02.134993 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-84d3ab95-c9f3-4df7-bafa-3f9b115cf6fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751015146406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751014656997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26503125'] for port (81e903e3-2bc6-41f0-9bc9-45fb633df8b5), after_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:53:02.158784 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-216bea6e-1d6b-442b-a373-fa9fcb79f810 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (3460fffa-818c-4144-9400-237880db20a4), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:53:02.166063 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d3ab95-c9f3-4df7-bafa-3f9b115cf6fc admin admin] Pushing event deleted for resources: {'Port': ['ID=81e903e3-2bc6-41f0-9bc9-45fb633df8b5,revision_number=None']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:53:02.178226 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d3ab95-c9f3-4df7-bafa-3f9b115cf6fc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:53:02.178573 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d3ab95-c9f3-4df7-bafa-3f9b115cf6fc admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:53:02.178913 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d3ab95-c9f3-4df7-bafa-3f9b115cf6fc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:53:02.179250 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d3ab95-c9f3-4df7-bafa-3f9b115cf6fc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:53:02.179600 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d3ab95-c9f3-4df7-bafa-3f9b115cf6fc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:53:02.179911 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d3ab95-c9f3-4df7-bafa-3f9b115cf6fc admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:53:02.180238 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d3ab95-c9f3-4df7-bafa-3f9b115cf6fc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:53:02.180605 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d3ab95-c9f3-4df7-bafa-3f9b115cf6fc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:53:02.180934 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d3ab95-c9f3-4df7-bafa-3f9b115cf6fc admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:53:02.181262 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d3ab95-c9f3-4df7-bafa-3f9b115cf6fc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:53:02.181815 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d3ab95-c9f3-4df7-bafa-3f9b115cf6fc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:53:02.182145 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d3ab95-c9f3-4df7-bafa-3f9b115cf6fc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:53:02.182465 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d3ab95-c9f3-4df7-bafa-3f9b115cf6fc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:53:02.182786 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d3ab95-c9f3-4df7-bafa-3f9b115cf6fc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:53:02.183105 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d3ab95-c9f3-4df7-bafa-3f9b115cf6fc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:53:02.342209 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-84d3ab95-c9f3-4df7-bafa-3f9b115cf6fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3798541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3893302'] for router_interface (d54a3d16-ca12-4fd2-b2ac-73e1ae306f25), after_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:53:02.550509 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84d3ab95-c9f3-4df7-bafa-3f9b115cf6fc admin admin] Router d54a3d16-ca12-4fd2-b2ac-73e1ae306f25 has already been hosted by L3 agent 94180321-47b1-4b5c-b620-b1b0a31df446 {{(pid=106269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 03 13:53:02.649313 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84d3ab95-c9f3-4df7-bafa-3f9b115cf6fc admin admin] Notify agent at l3_agent.dv-cinder-860090-1-iscsi the message routers_updated {{(pid=106269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 13:53:02.654743 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-84d3ab95-c9f3-4df7-bafa-3f9b115cf6fc admin admin] 10.222.0.58 "PUT /networking/v2.0/routers/d54a3d16-ca12-4fd2-b2ac-73e1ae306f25/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3360186 Oct 03 13:53:02.657314 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 40048) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:53:02.664073 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7958f658-c8e2-4672-89e8-5ea49cf48558 None None] Sync routers for ids ['d54a3d16-ca12-4fd2-b2ac-73e1ae306f25'] in dv-cinder-860090-1-iscsi {{(pid=106271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 13:53:02.673342 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7958f658-c8e2-4672-89e8-5ea49cf48558 None None] Routers {'d54a3d16-ca12-4fd2-b2ac-73e1ae306f25'} bound to L3 agent in host dv-cinder-860090-1-iscsi {{(pid=106271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 13:53:02.673968 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_hamode_db [None req-7958f658-c8e2-4672-89e8-5ea49cf48558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860090-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-03T13:22:05Z,description=,heartbeat_timestamp=2022-10-03T13:52:35Z,host='dv-cinder-860090-1-iscsi',id=94180321-47b1-4b5c-b620-b1b0a31df446,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T13:22:05Z,topic='l3_agent')) {'router_ids': ['d54a3d16-ca12-4fd2-b2ac-73e1ae306f25'], 'active': True} {{(pid=106271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:53:02.757903 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-14ac0962-f6a9-485d-b73f-b71383a59637 admin admin] Publish callbacks [] for router (d54a3d16-ca12-4fd2-b2ac-73e1ae306f25), before_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:53:02.762328 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=100 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:53:02.773565 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_dvr_db [None req-7958f658-c8e2-4672-89e8-5ea49cf48558 None None] Set router d54a3d16-ca12-4fd2-b2ac-73e1ae306f25 gateway port host: dv-cinder-860090-1-iscsi {{(pid=106271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 13:53:02.859378 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-14ac0962-f6a9-485d-b73f-b71383a59637 admin admin] Publish callbacks [] for router_gateway (d54a3d16-ca12-4fd2-b2ac-73e1ae306f25), before_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:53:02.899038 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:DELETE=3,neutron:SELECT=96,neutron:UPDATE=1 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:53:02.904389 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.plugins.ml2.plugin [None req-14ac0962-f6a9-485d-b73f-b71383a59637 admin admin] Deleting port 327e2b98-7234-47ab-b5eb-e5d51719f5a8 {{(pid=106269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 13:53:02.904795 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-14ac0962-f6a9-485d-b73f-b71383a59637 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751015143464'] for port (327e2b98-7234-47ab-b5eb-e5d51719f5a8), before_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:53:02.908157 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=100 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:53:02.943890 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_hamode_db [None req-7958f658-c8e2-4672-89e8-5ea49cf48558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd54a3d16-ca12-4fd2-b2ac-73e1ae306f25', 'name': 'tempest-TestShelveInstance-447821692-router', 'tenant_id': '0ccd8015806a42bc81a8cbe3d2cab8d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'external_fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '327e2b98-7234-47ab-b5eb-e5d51719f5a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:48:20Z', 'updated_at': '2022-10-03T13:53:02Z', 'revision_number': 5, 'project_id': '0ccd8015806a42bc81a8cbe3d2cab8d7', 'gw_port': {'id': '327e2b98-7234-47ab-b5eb-e5d51719f5a8', 'name': '', 'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:c7:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd54a3d16-ca12-4fd2-b2ac-73e1ae306f25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:48:21Z', 'updated_at': '2022-10-03T13:48:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860090-1-iscsi'}], 'dv-cinder-860090-1-iscsi', False) {} {{(pid=106271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:53:02.968524 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7958f658-c8e2-4672-89e8-5ea49cf48558 None None] Checking router: d54a3d16-ca12-4fd2-b2ac-73e1ae306f25 for host: dv-cinder-860090-1-iscsi {{(pid=106271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 13:53:02.976663 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7958f658-c8e2-4672-89e8-5ea49cf48558 None None] Routers {'d54a3d16-ca12-4fd2-b2ac-73e1ae306f25'} bound to L3 agent in host dv-cinder-860090-1-iscsi {{(pid=106271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 13:53:02.977263 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_hamode_db [None req-7958f658-c8e2-4672-89e8-5ea49cf48558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860090-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-03T13:22:05Z,description=,heartbeat_timestamp=2022-10-03T13:52:35Z,host='dv-cinder-860090-1-iscsi',id=94180321-47b1-4b5c-b620-b1b0a31df446,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T13:22:05Z,topic='l3_agent')) {'router_ids': ['d54a3d16-ca12-4fd2-b2ac-73e1ae306f25'], 'active': True} {{(pid=106271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:53:02.987223 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.plugins.ml2.db [None req-14ac0962-f6a9-485d-b73f-b71383a59637 admin admin] For port 327e2b98-7234-47ab-b5eb-e5d51719f5a8, host dv-cinder-860090-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860090-1-iscsi',level=0,port_id=327e2b98-7234-47ab-b5eb-e5d51719f5a8,segment=NetworkSegment(bb40cd5f-7936-4373-bcc9-441f3ba1dc24),segment_id=bb40cd5f-7936-4373-bcc9-441f3ba1dc24)] {{(pid=106269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 13:53:02.987585 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-14ac0962-f6a9-485d-b73f-b71383a59637 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724412'] for port (327e2b98-7234-47ab-b5eb-e5d51719f5a8), precommit_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:53:03.000750 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.plugins.ml2.plugin [None req-14ac0962-f6a9-485d-b73f-b71383a59637 admin admin] Calling delete_port for 327e2b98-7234-47ab-b5eb-e5d51719f5a8 owned by network:router_gateway {{(pid=106269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 13:53:03.043258 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:DELETE=1,neutron:SELECT=98,neutron:UPDATE=1 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:53:03.062186 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_dvr_db [None req-7958f658-c8e2-4672-89e8-5ea49cf48558 None None] Set router d54a3d16-ca12-4fd2-b2ac-73e1ae306f25 gateway port host: None {{(pid=106271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 13:53:03.114608 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.l3_hamode_db [None req-7958f658-c8e2-4672-89e8-5ea49cf48558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd54a3d16-ca12-4fd2-b2ac-73e1ae306f25', 'name': 'tempest-TestShelveInstance-447821692-router', 'tenant_id': '0ccd8015806a42bc81a8cbe3d2cab8d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:48:20Z', 'updated_at': '2022-10-03T13:53:02Z', 'revision_number': 6, 'project_id': '0ccd8015806a42bc81a8cbe3d2cab8d7', 'gw_port_host': None}], 'dv-cinder-860090-1-iscsi', False) {} {{(pid=106271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:53:03.141355 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7958f658-c8e2-4672-89e8-5ea49cf48558 None None] The sync data for ids ['d54a3d16-ca12-4fd2-b2ac-73e1ae306f25'] in dv-cinder-860090-1-iscsi is: [{'id': 'd54a3d16-ca12-4fd2-b2ac-73e1ae306f25', 'name': 'tempest-TestShelveInstance-447821692-router', 'tenant_id': '0ccd8015806a42bc81a8cbe3d2cab8d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:48:20Z', 'updated_at': '2022-10-03T13:53:02Z', 'revision_number': 6, 'project_id': '0ccd8015806a42bc81a8cbe3d2cab8d7', 'gw_port_host': None}] {{(pid=106271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 13:53:03.431471 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-14ac0962-f6a9-485d-b73f-b71383a59637 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751015146406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751014656997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26503125'] for port (327e2b98-7234-47ab-b5eb-e5d51719f5a8), after_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:53:03.455188 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ac0962-f6a9-485d-b73f-b71383a59637 admin admin] Pushing event deleted for resources: {'Port': ['ID=327e2b98-7234-47ab-b5eb-e5d51719f5a8,revision_number=None']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:53:03.521378 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-14ac0962-f6a9-485d-b73f-b71383a59637 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3894908'] for router_gateway (d54a3d16-ca12-4fd2-b2ac-73e1ae306f25), after_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:53:03.627888 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-14ac0962-f6a9-485d-b73f-b71383a59637 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3893367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3464'] for router (d54a3d16-ca12-4fd2-b2ac-73e1ae306f25), precommit_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:53:03.630170 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-14ac0962-f6a9-485d-b73f-b71383a59637 admin admin] Publish callbacks [] for router_controller (d54a3d16-ca12-4fd2-b2ac-73e1ae306f25), precommit_delete_associations {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:53:03.672344 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-14ac0962-f6a9-485d-b73f-b71383a59637 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3893358'] for router (d54a3d16-ca12-4fd2-b2ac-73e1ae306f25), after_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:53:03.673104 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14ac0962-f6a9-485d-b73f-b71383a59637 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d54a3d16-ca12-4fd2-b2ac-73e1ae306f25 {{(pid=106269) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 03 13:53:03.678335 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-14ac0962-f6a9-485d-b73f-b71383a59637 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:53:03.679682 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-14ac0962-f6a9-485d-b73f-b71383a59637 admin admin] 10.222.0.58 "DELETE /networking/v2.0/routers/d54a3d16-ca12-4fd2-b2ac-73e1ae306f25 HTTP/1.1" status: 204 len: 168 time: 1.0214379 Oct 03 13:53:03.682624 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 40050) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:53:03.732430 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a8718e1-f81f-41dd-bc9c-801b8a95be97 admin admin] Deleting subnet c257c28c-b8db-4901-b7d7-4853e186a921 {{(pid=106269) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 03 13:53:03.735728 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-4a8718e1-f81f-41dd-bc9c-801b8a95be97 admin admin] Publish callbacks [] for subnet (c257c28c-b8db-4901-b7d7-4853e186a921), before_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:53:03.773793 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-4a8718e1-f81f-41dd-bc9c-801b8a95be97 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25824216'] for subnet (c257c28c-b8db-4901-b7d7-4853e186a921), precommit_delete_associations {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:53:03.847200 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-4a8718e1-f81f-41dd-bc9c-801b8a95be97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1491868'] for subnet (c257c28c-b8db-4901-b7d7-4853e186a921), precommit_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:53:03.903350 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-4a8718e1-f81f-41dd-bc9c-801b8a95be97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1495987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26503136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25930823'] for subnet (c257c28c-b8db-4901-b7d7-4853e186a921), after_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:53:03.927917 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8718e1-f81f-41dd-bc9c-801b8a95be97 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c257c28c-b8db-4901-b7d7-4853e186a921,revision_number=None']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:53:03.937503 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-4a8718e1-f81f-41dd-bc9c-801b8a95be97 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:53:03.940766 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-4a8718e1-f81f-41dd-bc9c-801b8a95be97 admin admin] 10.222.0.58 "DELETE /networking/v2.0/subnets/c257c28c-b8db-4901-b7d7-4853e186a921 HTTP/1.1" status: 204 len: 168 time: 0.2571759 Oct 03 13:53:03.945790 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-933e953f-cf71-42b1-b780-b9cf0e433e4c None None] Network 79bae060-6f35-4161-9986-8642cff331c6 requested from dv-cinder-860090-1-iscsi {{(pid=106270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 03 13:53:03.947085 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 40052) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:53:04.018663 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-5435570f-bc3b-42d1-bf8d-8567832c2353 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1465425'] for network (79bae060-6f35-4161-9986-8642cff331c6), before_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:53:04.066331 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.plugin [None req-5435570f-bc3b-42d1-bf8d-8567832c2353 admin admin] Deleting port f7968161-98c1-4fb3-bff0-d918ce405b9a {{(pid=106268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 13:53:04.066692 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-5435570f-bc3b-42d1-bf8d-8567832c2353 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751015143464'] for port (f7968161-98c1-4fb3-bff0-d918ce405b9a), before_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:53:04.110478 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fc4561d-f080-41c5-bb1a-02cbbf4a352d None None] DHCP port deletion for 79bae060-6f35-4161-9986-8642cff331c6 request from dv-cinder-860090-1-iscsi {{(pid=106270) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 03 13:53:04.138472 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.db [None req-5435570f-bc3b-42d1-bf8d-8567832c2353 admin admin] For port f7968161-98c1-4fb3-bff0-d918ce405b9a, host dv-cinder-860090-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860090-1-iscsi',level=0,port_id=f7968161-98c1-4fb3-bff0-d918ce405b9a,segment=NetworkSegment(c780a234-b500-4122-9ba2-cb65ec0cde7c),segment_id=c780a234-b500-4122-9ba2-cb65ec0cde7c)] {{(pid=106268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 13:53:04.138825 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-5435570f-bc3b-42d1-bf8d-8567832c2353 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724412'] for port (f7968161-98c1-4fb3-bff0-d918ce405b9a), precommit_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:53:04.152829 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-1fc4561d-f080-41c5-bb1a-02cbbf4a352d None None] Deleting port f7968161-98c1-4fb3-bff0-d918ce405b9a {{(pid=106270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 13:53:04.153181 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.plugin [None req-5435570f-bc3b-42d1-bf8d-8567832c2353 admin admin] Calling delete_port for f7968161-98c1-4fb3-bff0-d918ce405b9a owned by network:dhcp {{(pid=106268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 13:53:04.153330 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-1fc4561d-f080-41c5-bb1a-02cbbf4a352d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751015143464'] for port (f7968161-98c1-4fb3-bff0-d918ce405b9a), before_delete {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:53:04.231197 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.db [None req-1fc4561d-f080-41c5-bb1a-02cbbf4a352d None None] For port f7968161-98c1-4fb3-bff0-d918ce405b9a, host dv-cinder-860090-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860090-1-iscsi',level=0,port_id=f7968161-98c1-4fb3-bff0-d918ce405b9a,segment=NetworkSegment(c780a234-b500-4122-9ba2-cb65ec0cde7c),segment_id=c780a234-b500-4122-9ba2-cb65ec0cde7c)] {{(pid=106270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 13:53:04.231586 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-1fc4561d-f080-41c5-bb1a-02cbbf4a352d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724412'] for port (f7968161-98c1-4fb3-bff0-d918ce405b9a), precommit_delete {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:53:04.244955 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-5435570f-bc3b-42d1-bf8d-8567832c2353 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751015146406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751014656997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25417805'] for port (f7968161-98c1-4fb3-bff0-d918ce405b9a), after_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:53:04.249266 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Device f7968161-98c1-4fb3-bff0-d918ce405b9a no longer exists at agent ovs-agent-dv-cinder-860090-1-iscsi {{(pid=106270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 13:53:04.272553 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5435570f-bc3b-42d1-bf8d-8567832c2353 admin admin] Pushing event deleted for resources: {'Port': ['ID=f7968161-98c1-4fb3-bff0-d918ce405b9a,revision_number=None']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:53:04.274546 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5435570f-bc3b-42d1-bf8d-8567832c2353 admin admin] No DVR routers for this DVR port f7968161-98c1-4fb3-bff0-d918ce405b9a on host dv-cinder-860090-1-iscsi {{(pid=106268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 03 13:53:04.277506 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-1fc4561d-f080-41c5-bb1a-02cbbf4a352d None None] Calling delete_port for f7968161-98c1-4fb3-bff0-d918ce405b9a owned by network:dhcp {{(pid=106270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 13:53:04.281923 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] No Port match for: f7968161-98c1-4fb3-bff0-d918ce405b9a {{(pid=106270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 03 13:53:04.282253 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Device f7968161-98c1-4fb3-bff0-d918ce405b9a not bound to the agent host dv-cinder-860090-1-iscsi {{(pid=106270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 03 13:53:04.282658 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Device 81e903e3-2bc6-41f0-9bc9-45fb633df8b5 no longer exists at agent ovs-agent-dv-cinder-860090-1-iscsi {{(pid=106270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 13:53:04.306566 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] No Port match for: 81e903e3-2bc6-41f0-9bc9-45fb633df8b5 {{(pid=106270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 03 13:53:04.306911 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Device 81e903e3-2bc6-41f0-9bc9-45fb633df8b5 not bound to the agent host dv-cinder-860090-1-iscsi {{(pid=106270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 03 13:53:04.307330 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Device 327e2b98-7234-47ab-b5eb-e5d51719f5a8 no longer exists at agent ovs-agent-dv-cinder-860090-1-iscsi {{(pid=106270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 13:53:04.346735 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-5435570f-bc3b-42d1-bf8d-8567832c2353 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1335438', 'neutron.services.segments.db._delete_segments_for_network-8751015121372'] for network (79bae060-6f35-4161-9986-8642cff331c6), precommit_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:53:04.350573 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] No Port match for: 327e2b98-7234-47ab-b5eb-e5d51719f5a8 {{(pid=106270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 03 13:53:04.350917 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Device 327e2b98-7234-47ab-b5eb-e5d51719f5a8 not bound to the agent host dv-cinder-860090-1-iscsi {{(pid=106270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 03 13:53:04.374903 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.services.segments.db [None req-5435570f-bc3b-42d1-bf8d-8567832c2353 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79bae060-6f35-4161-9986-8642cff331c6']}} {{(pid=106268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:53:04.384605 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.services.segments.db [None req-5435570f-bc3b-42d1-bf8d-8567832c2353 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c780a234-b500-4122-9ba2-cb65ec0cde7c') {'for_net_delete': True} {{(pid=106268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:53:04.384862 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.services.segments.db [None req-5435570f-bc3b-42d1-bf8d-8567832c2353 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c780a234-b500-4122-9ba2-cb65ec0cde7c') {} {{(pid=106268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:53:04.394194 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-5435570f-bc3b-42d1-bf8d-8567832c2353 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751015173030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25418940'] for segment (c780a234-b500-4122-9ba2-cb65ec0cde7c), before_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:53:04.394588 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-1fc4561d-f080-41c5-bb1a-02cbbf4a352d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751015146406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751014656997'] for port (f7968161-98c1-4fb3-bff0-d918ce405b9a), after_delete {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:53:04.407946 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-5435570f-bc3b-42d1-bf8d-8567832c2353 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1333683'] for segment (c780a234-b500-4122-9ba2-cb65ec0cde7c), precommit_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:53:04.414335 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5435570f-bc3b-42d1-bf8d-8567832c2353 admin admin] Releasing vlan 628 on physical network physnet1 to pool {{(pid=106268) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 03 13:53:04.414704 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-5435570f-bc3b-42d1-bf8d-8567832c2353 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1333683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25417874'] for segment (c780a234-b500-4122-9ba2-cb65ec0cde7c), after_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:53:04.422163 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc4561d-f080-41c5-bb1a-02cbbf4a352d None None] Pushing event deleted for resources: {'Port': ['ID=f7968161-98c1-4fb3-bff0-d918ce405b9a,revision_number=None']} {{(pid=106270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:53:04.427427 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc4561d-f080-41c5-bb1a-02cbbf4a352d None None] No DVR routers for this DVR port f7968161-98c1-4fb3-bff0-d918ce405b9a on host dv-cinder-860090-1-iscsi {{(pid=106270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 03 13:53:04.434656 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc4561d-f080-41c5-bb1a-02cbbf4a352d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:53:04.435003 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc4561d-f080-41c5-bb1a-02cbbf4a352d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:53:04.435967 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc4561d-f080-41c5-bb1a-02cbbf4a352d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:53:04.436317 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc4561d-f080-41c5-bb1a-02cbbf4a352d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:53:04.436651 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc4561d-f080-41c5-bb1a-02cbbf4a352d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:53:04.436977 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc4561d-f080-41c5-bb1a-02cbbf4a352d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:53:04.438634 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc4561d-f080-41c5-bb1a-02cbbf4a352d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:53:04.438634 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc4561d-f080-41c5-bb1a-02cbbf4a352d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:53:04.438634 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc4561d-f080-41c5-bb1a-02cbbf4a352d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:53:04.438634 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc4561d-f080-41c5-bb1a-02cbbf4a352d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:53:04.438634 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc4561d-f080-41c5-bb1a-02cbbf4a352d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:53:04.439115 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc4561d-f080-41c5-bb1a-02cbbf4a352d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:53:04.439204 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc4561d-f080-41c5-bb1a-02cbbf4a352d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:53:04.439504 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc4561d-f080-41c5-bb1a-02cbbf4a352d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:53:04.439920 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc4561d-f080-41c5-bb1a-02cbbf4a352d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860090-1-iscsi {{(pid=106270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:53:04.457132 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.services.segments.plugin [-] Segment c780a234-b500-4122-9ba2-cb65ec0cde7c resource provider aggregate not found Oct 03 13:53:04.477215 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.services.segments.plugin [-] Segment c780a234-b500-4122-9ba2-cb65ec0cde7c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c780a234-b500-4122-9ba2-cb65ec0cde7c found for delete ", "request_id": "req-41968d07-8701-416d-b068-532c87299f2a"}]} Oct 03 13:53:04.478861 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-5435570f-bc3b-42d1-bf8d-8567832c2353 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1337213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3894947'] for network (79bae060-6f35-4161-9986-8642cff331c6), after_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:53:04.483912 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-5435570f-bc3b-42d1-bf8d-8567832c2353 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798626'] for network (None), before_response {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:53:04.487227 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-5435570f-bc3b-42d1-bf8d-8567832c2353 admin admin] 10.222.0.58 "DELETE /networking/v2.0/networks/79bae060-6f35-4161-9986-8642cff331c6 HTTP/1.1" status: 204 len: 168 time: 0.5393395 Oct 03 13:53:04.490255 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 40058) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:53:04.500905 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5435570f-bc3b-42d1-bf8d-8567832c2353 admin admin] Pushing event deleted for resources: {'Network': ['ID=79bae060-6f35-4161-9986-8642cff331c6,revision_number=None']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:53:04.594715 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:53:04.802019 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-cc41f614-8ca6-4fd3-8925-cc2074a72218 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3893314'] for router_interface (bd4e7ce9-633c-435f-ab8c-9b1dd1ed9017), before_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:53:04.804137 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=86,neutron:DELETE=9,neutron:UPDATE=5 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:53:04.934871 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-79eed657-1833-47d8-a016-b4297fd9b02e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (94180321-47b1-4b5c-b620-b1b0a31df446), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:53:05.025875 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.plugins.ml2.plugin [None req-cc41f614-8ca6-4fd3-8925-cc2074a72218 admin admin] Deleting port 62d9a8e4-b68a-4b34-a1a4-53836c4f89e4 {{(pid=106269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 13:53:05.026212 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-cc41f614-8ca6-4fd3-8925-cc2074a72218 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751015143464'] for port (62d9a8e4-b68a-4b34-a1a4-53836c4f89e4), before_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:53:05.103895 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.plugins.ml2.db [None req-cc41f614-8ca6-4fd3-8925-cc2074a72218 admin admin] For port 62d9a8e4-b68a-4b34-a1a4-53836c4f89e4, host dv-cinder-860090-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860090-1-iscsi',level=0,port_id=62d9a8e4-b68a-4b34-a1a4-53836c4f89e4,segment=NetworkSegment(d8264379-871f-4502-97c7-5375168eb787),segment_id=d8264379-871f-4502-97c7-5375168eb787)] {{(pid=106269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 13:53:05.104175 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-cc41f614-8ca6-4fd3-8925-cc2074a72218 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724412'] for port (62d9a8e4-b68a-4b34-a1a4-53836c4f89e4), precommit_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:53:05.116857 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.plugins.ml2.plugin [None req-cc41f614-8ca6-4fd3-8925-cc2074a72218 admin admin] Calling delete_port for 62d9a8e4-b68a-4b34-a1a4-53836c4f89e4 owned by network:router_interface {{(pid=106269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 13:53:05.295839 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-cc41f614-8ca6-4fd3-8925-cc2074a72218 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751015146406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751014656997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26503125'] for port (62d9a8e4-b68a-4b34-a1a4-53836c4f89e4), after_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:53:05.320007 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc41f614-8ca6-4fd3-8925-cc2074a72218 admin admin] Pushing event deleted for resources: {'Port': ['ID=62d9a8e4-b68a-4b34-a1a4-53836c4f89e4,revision_number=None']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:53:05.426358 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:53:05.485059 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-cc41f614-8ca6-4fd3-8925-cc2074a72218 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3798541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3893302'] for router_interface (bd4e7ce9-633c-435f-ab8c-9b1dd1ed9017), after_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:53:05.683211 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:53:05.687240 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc41f614-8ca6-4fd3-8925-cc2074a72218 admin admin] Router bd4e7ce9-633c-435f-ab8c-9b1dd1ed9017 has already been hosted by L3 agent 94180321-47b1-4b5c-b620-b1b0a31df446 {{(pid=106269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 03 13:53:05.787717 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc41f614-8ca6-4fd3-8925-cc2074a72218 admin admin] Notify agent at l3_agent.dv-cinder-860090-1-iscsi the message routers_updated {{(pid=106269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 13:53:05.793745 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-cc41f614-8ca6-4fd3-8925-cc2074a72218 admin admin] 10.222.0.58 "PUT /networking/v2.0/routers/bd4e7ce9-633c-435f-ab8c-9b1dd1ed9017/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3023543 Oct 03 13:53:05.796082 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 40060) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:53:05.797689 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80045bbb-813c-474e-b777-088c6026749a None None] Sync routers for ids ['bd4e7ce9-633c-435f-ab8c-9b1dd1ed9017'] in dv-cinder-860090-1-iscsi {{(pid=106270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 13:53:05.807973 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80045bbb-813c-474e-b777-088c6026749a None None] Routers {'bd4e7ce9-633c-435f-ab8c-9b1dd1ed9017'} bound to L3 agent in host dv-cinder-860090-1-iscsi {{(pid=106270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 13:53:05.808754 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_hamode_db [None req-80045bbb-813c-474e-b777-088c6026749a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860090-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-03T13:22:05Z,description=,heartbeat_timestamp=2022-10-03T13:53:05Z,host='dv-cinder-860090-1-iscsi',id=94180321-47b1-4b5c-b620-b1b0a31df446,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T13:22:05Z,topic='l3_agent')) {'router_ids': ['bd4e7ce9-633c-435f-ab8c-9b1dd1ed9017'], 'active': True} {{(pid=106270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:53:05.895393 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-836c3e09-628b-4ccb-bde7-04985b2a80de admin admin] Publish callbacks [] for router (bd4e7ce9-633c-435f-ab8c-9b1dd1ed9017), before_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:53:05.896789 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:53:05.909780 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_dvr_db [None req-80045bbb-813c-474e-b777-088c6026749a None None] Set router bd4e7ce9-633c-435f-ab8c-9b1dd1ed9017 gateway port host: dv-cinder-860090-1-iscsi {{(pid=106270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 13:53:06.081076 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_hamode_db [None req-80045bbb-813c-474e-b777-088c6026749a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd4e7ce9-633c-435f-ab8c-9b1dd1ed9017', 'name': 'tempest-TestShelveInstance-520964228-router', 'tenant_id': 'b837637fc3484a17b3ef86c29bca3e83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'external_fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': '586be794-b587-4639-b70d-f588628748c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:48:26Z', 'updated_at': '2022-10-03T13:53:05Z', 'revision_number': 5, 'project_id': 'b837637fc3484a17b3ef86c29bca3e83', 'gw_port': {'id': '586be794-b587-4639-b70d-f588628748c0', 'name': '', 'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:ed:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd4e7ce9-633c-435f-ab8c-9b1dd1ed9017', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:48:26Z', 'updated_at': '2022-10-03T13:48:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860090-1-iscsi'}], 'dv-cinder-860090-1-iscsi', False) {} {{(pid=106270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:53:06.108262 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80045bbb-813c-474e-b777-088c6026749a None None] Checking router: bd4e7ce9-633c-435f-ab8c-9b1dd1ed9017 for host: dv-cinder-860090-1-iscsi {{(pid=106270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 13:53:06.117630 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80045bbb-813c-474e-b777-088c6026749a None None] Routers {'bd4e7ce9-633c-435f-ab8c-9b1dd1ed9017'} bound to L3 agent in host dv-cinder-860090-1-iscsi {{(pid=106270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 13:53:06.118285 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_hamode_db [None req-80045bbb-813c-474e-b777-088c6026749a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860090-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-03T13:22:05Z,description=,heartbeat_timestamp=2022-10-03T13:53:05Z,host='dv-cinder-860090-1-iscsi',id=94180321-47b1-4b5c-b620-b1b0a31df446,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T13:22:05Z,topic='l3_agent')) {'router_ids': ['bd4e7ce9-633c-435f-ab8c-9b1dd1ed9017'], 'active': True} {{(pid=106270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:53:06.233247 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-1bb28928-3e93-41c9-8900-1ecfb790b160 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (5eabf47d-5620-4e94-9269-ef19fe52be68), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:53:06.242612 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_dvr_db [None req-80045bbb-813c-474e-b777-088c6026749a None None] Set router bd4e7ce9-633c-435f-ab8c-9b1dd1ed9017 gateway port host: dv-cinder-860090-1-iscsi {{(pid=106270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 13:53:06.260341 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-836c3e09-628b-4ccb-bde7-04985b2a80de admin admin] Publish callbacks [] for router_gateway (bd4e7ce9-633c-435f-ab8c-9b1dd1ed9017), before_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:53:06.307307 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.plugin [None req-836c3e09-628b-4ccb-bde7-04985b2a80de admin admin] Deleting port 586be794-b587-4639-b70d-f588628748c0 {{(pid=106268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 13:53:06.307639 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-836c3e09-628b-4ccb-bde7-04985b2a80de admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751015143464'] for port (586be794-b587-4639-b70d-f588628748c0), before_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:53:06.336372 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:53:06.348496 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:53:06.392315 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:53:06.398481 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.db [None req-836c3e09-628b-4ccb-bde7-04985b2a80de admin admin] For port 586be794-b587-4639-b70d-f588628748c0, host dv-cinder-860090-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860090-1-iscsi',level=0,port_id=586be794-b587-4639-b70d-f588628748c0,segment=NetworkSegment(bb40cd5f-7936-4373-bcc9-441f3ba1dc24),segment_id=bb40cd5f-7936-4373-bcc9-441f3ba1dc24)] {{(pid=106268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 13:53:06.398990 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-836c3e09-628b-4ccb-bde7-04985b2a80de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724412'] for port (586be794-b587-4639-b70d-f588628748c0), precommit_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:53:06.414231 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.plugin [None req-836c3e09-628b-4ccb-bde7-04985b2a80de admin admin] Calling delete_port for 586be794-b587-4639-b70d-f588628748c0 owned by network:router_gateway {{(pid=106268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 13:53:06.549641 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_hamode_db [None req-80045bbb-813c-474e-b777-088c6026749a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd4e7ce9-633c-435f-ab8c-9b1dd1ed9017', 'name': 'tempest-TestShelveInstance-520964228-router', 'tenant_id': 'b837637fc3484a17b3ef86c29bca3e83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'external_fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': '586be794-b587-4639-b70d-f588628748c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:48:26Z', 'updated_at': '2022-10-03T13:53:05Z', 'revision_number': 5, 'project_id': 'b837637fc3484a17b3ef86c29bca3e83', 'gw_port': {'id': '586be794-b587-4639-b70d-f588628748c0', 'name': '', 'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:ed:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd4e7ce9-633c-435f-ab8c-9b1dd1ed9017', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:48:26Z', 'updated_at': '2022-10-03T13:48:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860090-1-iscsi'}], 'dv-cinder-860090-1-iscsi', False) {} {{(pid=106270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:53:06.573757 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80045bbb-813c-474e-b777-088c6026749a None None] The sync data for ids ['bd4e7ce9-633c-435f-ab8c-9b1dd1ed9017'] in dv-cinder-860090-1-iscsi is: [{'id': 'bd4e7ce9-633c-435f-ab8c-9b1dd1ed9017', 'name': 'tempest-TestShelveInstance-520964228-router', 'tenant_id': 'b837637fc3484a17b3ef86c29bca3e83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'external_fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': '586be794-b587-4639-b70d-f588628748c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:48:26Z', 'updated_at': '2022-10-03T13:53:05Z', 'revision_number': 5, 'project_id': 'b837637fc3484a17b3ef86c29bca3e83', 'gw_port': {'id': '586be794-b587-4639-b70d-f588628748c0', 'name': '', 'network_id': 'ad648d78-633d-4222-aa42-7cb50aab7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:ed:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd4e7ce9-633c-435f-ab8c-9b1dd1ed9017', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860090-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:48:26Z', 'updated_at': '2022-10-03T13:48:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a9222c2-0418-495a-a49e-d43d754e0950', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860090-1-iscsi'}] {{(pid=106270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 13:53:06.589033 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-836c3e09-628b-4ccb-bde7-04985b2a80de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751015146406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751014656997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25417805'] for port (586be794-b587-4639-b70d-f588628748c0), after_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:53:06.615432 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836c3e09-628b-4ccb-bde7-04985b2a80de admin admin] Pushing event deleted for resources: {'Port': ['ID=586be794-b587-4639-b70d-f588628748c0,revision_number=None']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:53:06.677245 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-836c3e09-628b-4ccb-bde7-04985b2a80de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3894908'] for router_gateway (bd4e7ce9-633c-435f-ab8c-9b1dd1ed9017), after_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:53:06.764431 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-836c3e09-628b-4ccb-bde7-04985b2a80de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3893367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3464'] for router (bd4e7ce9-633c-435f-ab8c-9b1dd1ed9017), precommit_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:53:06.766594 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-836c3e09-628b-4ccb-bde7-04985b2a80de admin admin] Publish callbacks [] for router_controller (bd4e7ce9-633c-435f-ab8c-9b1dd1ed9017), precommit_delete_associations {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:53:06.811926 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-836c3e09-628b-4ccb-bde7-04985b2a80de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3893358'] for router (bd4e7ce9-633c-435f-ab8c-9b1dd1ed9017), after_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:53:06.812656 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-836c3e09-628b-4ccb-bde7-04985b2a80de admin admin] Fanout notify agent at l3_agent the message router_deleted on router bd4e7ce9-633c-435f-ab8c-9b1dd1ed9017 {{(pid=106268) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 03 13:53:06.816916 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-836c3e09-628b-4ccb-bde7-04985b2a80de admin admin] Publish callbacks [] for router (None), before_response {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:53:06.817894 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-836c3e09-628b-4ccb-bde7-04985b2a80de admin admin] 10.222.0.58 "DELETE /networking/v2.0/routers/bd4e7ce9-633c-435f-ab8c-9b1dd1ed9017 HTTP/1.1" status: 204 len: 168 time: 1.0208220 Oct 03 13:53:06.820352 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 40062) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:53:06.864198 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.db.db_base_plugin_v2 [None req-24089d21-e4b5-42fe-a51f-42b7f4153a71 admin admin] Deleting subnet c8d1a354-ebca-4d70-b578-f4e1d639c74b {{(pid=106268) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 03 13:53:06.867138 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-24089d21-e4b5-42fe-a51f-42b7f4153a71 admin admin] Publish callbacks [] for subnet (c8d1a354-ebca-4d70-b578-f4e1d639c74b), before_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:53:06.902353 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-24089d21-e4b5-42fe-a51f-42b7f4153a71 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25418949'] for subnet (c8d1a354-ebca-4d70-b578-f4e1d639c74b), precommit_delete_associations {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:53:06.984363 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-24089d21-e4b5-42fe-a51f-42b7f4153a71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1491868'] for subnet (c8d1a354-ebca-4d70-b578-f4e1d639c74b), precommit_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:53:07.029570 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:DELETE=5 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:53:07.045106 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-24089d21-e4b5-42fe-a51f-42b7f4153a71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1495987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25417848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25667008'] for subnet (c8d1a354-ebca-4d70-b578-f4e1d639c74b), after_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:53:07.070009 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24089d21-e4b5-42fe-a51f-42b7f4153a71 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c8d1a354-ebca-4d70-b578-f4e1d639c74b,revision_number=None']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:53:07.076141 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-24089d21-e4b5-42fe-a51f-42b7f4153a71 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798626'] for subnet (None), before_response {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:53:07.081709 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5876fc2b-19f4-4077-becb-95de8699f7ac None None] Network cf3d1e7c-6702-43d9-aa26-c94558788bee requested from dv-cinder-860090-1-iscsi {{(pid=106270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 03 13:53:07.082210 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-24089d21-e4b5-42fe-a51f-42b7f4153a71 admin admin] 10.222.0.58 "DELETE /networking/v2.0/subnets/c8d1a354-ebca-4d70-b578-f4e1d639c74b HTTP/1.1" status: 204 len: 168 time: 0.2580347 Oct 03 13:53:07.082340 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 40064) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:53:07.158436 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-3ab6241b-466b-4c69-84e6-439452fcf142 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1465425'] for network (cf3d1e7c-6702-43d9-aa26-c94558788bee), before_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:53:07.205324 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.plugins.ml2.plugin [None req-3ab6241b-466b-4c69-84e6-439452fcf142 admin admin] Deleting port 8ad7bef3-8589-4dc2-a6b9-e90a3b0917b3 {{(pid=106269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 13:53:07.205692 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-3ab6241b-466b-4c69-84e6-439452fcf142 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751015143464'] for port (8ad7bef3-8589-4dc2-a6b9-e90a3b0917b3), before_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:53:07.232597 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0a873e2-8488-4f7d-929a-29dd260edfc0 None None] DHCP port deletion for cf3d1e7c-6702-43d9-aa26-c94558788bee request from dv-cinder-860090-1-iscsi {{(pid=106270) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 03 13:53:07.276559 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.plugins.ml2.db [None req-3ab6241b-466b-4c69-84e6-439452fcf142 admin admin] For port 8ad7bef3-8589-4dc2-a6b9-e90a3b0917b3, host dv-cinder-860090-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860090-1-iscsi',level=0,port_id=8ad7bef3-8589-4dc2-a6b9-e90a3b0917b3,segment=NetworkSegment(d8264379-871f-4502-97c7-5375168eb787),segment_id=d8264379-871f-4502-97c7-5375168eb787)] {{(pid=106269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 13:53:07.276922 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-3ab6241b-466b-4c69-84e6-439452fcf142 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724412'] for port (8ad7bef3-8589-4dc2-a6b9-e90a3b0917b3), precommit_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:53:07.277936 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-c0a873e2-8488-4f7d-929a-29dd260edfc0 None None] Deleting port 8ad7bef3-8589-4dc2-a6b9-e90a3b0917b3 {{(pid=106270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 13:53:07.278313 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-c0a873e2-8488-4f7d-929a-29dd260edfc0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751015143464'] for port (8ad7bef3-8589-4dc2-a6b9-e90a3b0917b3), before_delete {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:53:07.290350 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.plugins.ml2.plugin [None req-3ab6241b-466b-4c69-84e6-439452fcf142 admin admin] Calling delete_port for 8ad7bef3-8589-4dc2-a6b9-e90a3b0917b3 owned by network:dhcp {{(pid=106269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 13:53:07.345418 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.db [None req-c0a873e2-8488-4f7d-929a-29dd260edfc0 None None] For port 8ad7bef3-8589-4dc2-a6b9-e90a3b0917b3, host dv-cinder-860090-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860090-1-iscsi',level=0,port_id=8ad7bef3-8589-4dc2-a6b9-e90a3b0917b3,segment=NetworkSegment(d8264379-871f-4502-97c7-5375168eb787),segment_id=d8264379-871f-4502-97c7-5375168eb787)] {{(pid=106270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 13:53:07.345840 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-c0a873e2-8488-4f7d-929a-29dd260edfc0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724412'] for port (8ad7bef3-8589-4dc2-a6b9-e90a3b0917b3), precommit_delete {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:53:07.358681 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-c0a873e2-8488-4f7d-929a-29dd260edfc0 None None] Calling delete_port for 8ad7bef3-8589-4dc2-a6b9-e90a3b0917b3 owned by network:dhcp {{(pid=106270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 13:53:07.372877 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-3ab6241b-466b-4c69-84e6-439452fcf142 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751015146406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751014656997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26503125'] for port (8ad7bef3-8589-4dc2-a6b9-e90a3b0917b3), after_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:53:07.396149 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab6241b-466b-4c69-84e6-439452fcf142 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ad7bef3-8589-4dc2-a6b9-e90a3b0917b3,revision_number=None']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:53:07.402113 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab6241b-466b-4c69-84e6-439452fcf142 admin admin] No DVR routers for this DVR port 8ad7bef3-8589-4dc2-a6b9-e90a3b0917b3 on host dv-cinder-860090-1-iscsi {{(pid=106269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 03 13:53:07.436781 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-c0a873e2-8488-4f7d-929a-29dd260edfc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1475656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751015146406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751014656997'] for port (8ad7bef3-8589-4dc2-a6b9-e90a3b0917b3), after_delete {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:53:07.464603 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a873e2-8488-4f7d-929a-29dd260edfc0 None None] Pushing event deleted for resources: {'Port': ['ID=8ad7bef3-8589-4dc2-a6b9-e90a3b0917b3,revision_number=None']} {{(pid=106270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:53:07.468246 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a873e2-8488-4f7d-929a-29dd260edfc0 None None] No DVR routers for this DVR port 8ad7bef3-8589-4dc2-a6b9-e90a3b0917b3 on host dv-cinder-860090-1-iscsi {{(pid=106270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 03 13:53:07.479392 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-3ab6241b-466b-4c69-84e6-439452fcf142 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1335438', 'neutron.services.segments.db._delete_segments_for_network-8751015121372'] for network (cf3d1e7c-6702-43d9-aa26-c94558788bee), precommit_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:53:07.500051 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.services.segments.db [None req-3ab6241b-466b-4c69-84e6-439452fcf142 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf3d1e7c-6702-43d9-aa26-c94558788bee']}} {{(pid=106269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:53:07.509104 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.services.segments.db [None req-3ab6241b-466b-4c69-84e6-439452fcf142 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8264379-871f-4502-97c7-5375168eb787') {'for_net_delete': True} {{(pid=106269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:53:07.509398 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.services.segments.db [None req-3ab6241b-466b-4c69-84e6-439452fcf142 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8264379-871f-4502-97c7-5375168eb787') {} {{(pid=106269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:53:07.519995 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-3ab6241b-466b-4c69-84e6-439452fcf142 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751015173030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25824161'] for segment (d8264379-871f-4502-97c7-5375168eb787), before_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:53:07.531416 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (d46c7ed5-c451-4a76-ab3f-ab8e3ea4a5ec), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:53:07.534963 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-3ab6241b-466b-4c69-84e6-439452fcf142 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1333683'] for segment (d8264379-871f-4502-97c7-5375168eb787), precommit_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:53:07.542538 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ab6241b-466b-4c69-84e6-439452fcf142 admin admin] Releasing vlan 646 on physical network physnet1 to pool {{(pid=106269) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 03 13:53:07.543049 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-3ab6241b-466b-4c69-84e6-439452fcf142 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1333683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26502922'] for segment (d8264379-871f-4502-97c7-5375168eb787), after_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:53:07.561403 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.services.segments.plugin [-] Segment d8264379-871f-4502-97c7-5375168eb787 resource provider aggregate not found Oct 03 13:53:07.611107 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:53:07.614723 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.services.segments.plugin [-] Segment d8264379-871f-4502-97c7-5375168eb787 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d8264379-871f-4502-97c7-5375168eb787 found for delete ", "request_id": "req-4f58c92e-b4fa-4ce0-a3b8-b1cabc06f1dc"}]} Oct 03 13:53:07.619896 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-3ab6241b-466b-4c69-84e6-439452fcf142 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1337213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3894947'] for network (cf3d1e7c-6702-43d9-aa26-c94558788bee), after_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:53:07.627123 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-3ab6241b-466b-4c69-84e6-439452fcf142 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798626'] for network (None), before_response {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:53:07.632048 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-3ab6241b-466b-4c69-84e6-439452fcf142 admin admin] 10.222.0.58 "DELETE /networking/v2.0/networks/cf3d1e7c-6702-43d9-aa26-c94558788bee HTTP/1.1" status: 204 len: 168 time: 0.5462279 Oct 03 13:53:07.647738 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab6241b-466b-4c69-84e6-439452fcf142 admin admin] Pushing event deleted for resources: {'Network': ['ID=cf3d1e7c-6702-43d9-aa26-c94558788bee,revision_number=None']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:53:07.743443 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-9b3e6be4-ae7f-4a46-812d-719b0ca73959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (3cd5b2bb-c81a-4ce3-a212-a51c5aa706bd), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:53:07.830461 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 40072) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:53:07.870608 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-f5f08674-c261-4cc3-b447-3a503a7a1366 admin admin] 10.222.0.58 "GET /networking/v2.0/security-groups?tenant_id=0ccd8015806a42bc81a8cbe3d2cab8d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0390127 Oct 03 13:53:07.873231 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.wsgi [-] (106269) accepted ('10.222.0.58', 40074) {{(pid=106269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:53:07.919809 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-9fcb52d2-30d7-4020-9cc9-5a860667dcfd admin admin] Publish callbacks [] for security_group (4c45d970-0a5e-4238-a119-78c787e4c86b), before_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:53:07.939063 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-9fcb52d2-30d7-4020-9cc9-5a860667dcfd admin admin] Publish callbacks [] for security_group (4c45d970-0a5e-4238-a119-78c787e4c86b), precommit_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:53:07.986879 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-9fcb52d2-30d7-4020-9cc9-5a860667dcfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (4c45d970-0a5e-4238-a119-78c787e4c86b), after_delete {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:53:07.989725 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron_lib.callbacks.manager [None req-9fcb52d2-30d7-4020-9cc9-5a860667dcfd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:53:07.994399 dv-cinder-860090-1-iscsi neutron-server[106269]: INFO neutron.wsgi [None req-9fcb52d2-30d7-4020-9cc9-5a860667dcfd admin admin] 10.222.0.58 "DELETE /networking/v2.0/security-groups/4c45d970-0a5e-4238-a119-78c787e4c86b HTTP/1.1" status: 204 len: 168 time: 0.1167603 Oct 03 13:53:08.000480 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcb52d2-30d7-4020-9cc9-5a860667dcfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c45d970-0a5e-4238-a119-78c787e4c86b,revision_number=None']} {{(pid=106269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:53:08.216186 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Device 586be794-b587-4639-b70d-f588628748c0 no longer exists at agent ovs-agent-dv-cinder-860090-1-iscsi {{(pid=106270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 13:53:08.235578 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] No Port match for: 586be794-b587-4639-b70d-f588628748c0 {{(pid=106270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 03 13:53:08.235934 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Device 586be794-b587-4639-b70d-f588628748c0 not bound to the agent host dv-cinder-860090-1-iscsi {{(pid=106270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 03 13:53:08.236425 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Device 62d9a8e4-b68a-4b34-a1a4-53836c4f89e4 no longer exists at agent ovs-agent-dv-cinder-860090-1-iscsi {{(pid=106270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 13:53:08.255959 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] No Port match for: 62d9a8e4-b68a-4b34-a1a4-53836c4f89e4 {{(pid=106270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 03 13:53:08.256454 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Device 62d9a8e4-b68a-4b34-a1a4-53836c4f89e4 not bound to the agent host dv-cinder-860090-1-iscsi {{(pid=106270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 03 13:53:08.256942 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Device 8ad7bef3-8589-4dc2-a6b9-e90a3b0917b3 no longer exists at agent ovs-agent-dv-cinder-860090-1-iscsi {{(pid=106270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 13:53:08.276189 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.plugin [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] No Port match for: 8ad7bef3-8589-4dc2-a6b9-e90a3b0917b3 {{(pid=106270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 03 13:53:08.276539 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron.plugins.ml2.rpc [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Device 8ad7bef3-8589-4dc2-a6b9-e90a3b0917b3 not bound to the agent host dv-cinder-860090-1-iscsi {{(pid=106270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 03 13:53:08.316399 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 40080) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:53:08.358258 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-473eabb4-7d2a-4c6c-b3a9-82d8623e1681 admin admin] 10.222.0.58 "GET /networking/v2.0/security-groups?tenant_id=b837637fc3484a17b3ef86c29bca3e83&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0406806 Oct 03 13:53:08.360624 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [-] (106268) accepted ('10.222.0.58', 40082) {{(pid=106268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:53:08.412724 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-e33cb1a9-e40d-431e-a4bc-664f2433fb70 admin admin] Publish callbacks [] for security_group (87777c35-ccde-4a29-b776-01c0ca946306), before_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:53:08.432354 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-e33cb1a9-e40d-431e-a4bc-664f2433fb70 admin admin] Publish callbacks [] for security_group (87777c35-ccde-4a29-b776-01c0ca946306), precommit_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:53:08.480173 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-e33cb1a9-e40d-431e-a4bc-664f2433fb70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873819'] for security_group (87777c35-ccde-4a29-b776-01c0ca946306), after_delete {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:53:08.482767 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-e33cb1a9-e40d-431e-a4bc-664f2433fb70 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:53:08.483897 dv-cinder-860090-1-iscsi neutron-server[106268]: INFO neutron.wsgi [None req-e33cb1a9-e40d-431e-a4bc-664f2433fb70 admin admin] 10.222.0.58 "DELETE /networking/v2.0/security-groups/87777c35-ccde-4a29-b776-01c0ca946306 HTTP/1.1" status: 204 len: 168 time: 0.1224024 Oct 03 13:53:08.491555 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33cb1a9-e40d-431e-a4bc-664f2433fb70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87777c35-ccde-4a29-b776-01c0ca946306,revision_number=None']} {{(pid=106268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:53:08.755819 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (1af51d63-a9c9-4bbe-9b0d-c8e0a80c641c), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:53:17.972229 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=24,neutron:DELETE=2 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:53:17.995940 dv-cinder-860090-1-iscsi neutron-server[106269]: DEBUG dbcounter [-] [106269] Writing DB stats neutron:SELECT=85,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=106269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:53:18.487203 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=25,neutron:DELETE=1 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:53:18.488815 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=79,neutron:DELETE=16,neutron:UPDATE=1 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:53:18.747833 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=56,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:53:18.750227 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=55,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:53:21.106579 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=17 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:53:21.111750 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=32 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:53:29.407644 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.agents_db [None req-0a1e5e68-d5eb-461a-8b1a-39e3d06a9bb6 None None] Agent healthcheck: found 6 active agents {{(pid=106271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 03 13:53:32.151452 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-ddd3b1f8-6cc1-4c75-aeb3-86679e3c5a22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (3460fffa-818c-4144-9400-237880db20a4), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:53:34.937363 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-3bbe426b-9e1d-470a-9945-6e29c307b37e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (94180321-47b1-4b5c-b620-b1b0a31df446), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:53:36.223535 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-1bb28928-3e93-41c9-8900-1ecfb790b160 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (5eabf47d-5620-4e94-9269-ef19fe52be68), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:53:37.536744 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (d46c7ed5-c451-4a76-ab3f-ab8e3ea4a5ec), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:53:37.747819 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-9b3e6be4-ae7f-4a46-812d-719b0ca73959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (3cd5b2bb-c81a-4ce3-a212-a51c5aa706bd), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:53:38.755328 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (1af51d63-a9c9-4bbe-9b0d-c8e0a80c641c), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:53:39.404024 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=2 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:53:48.749412 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:53:48.751402 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:54:00.192347 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=4 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:54:00.193884 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:54:02.153505 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-2ef2f959-a2b2-4588-8103-bdd64e5479bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (3460fffa-818c-4144-9400-237880db20a4), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:54:04.944314 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-fe2e3b01-ac0c-4808-bcb6-53d7bf9ba32c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (94180321-47b1-4b5c-b620-b1b0a31df446), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:54:06.226844 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-1bb28928-3e93-41c9-8900-1ecfb790b160 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (5eabf47d-5620-4e94-9269-ef19fe52be68), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:54:06.407121 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.agents_db [None req-0a1e5e68-d5eb-461a-8b1a-39e3d06a9bb6 None None] Agent healthcheck: found 6 active agents {{(pid=106271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 03 13:54:07.538830 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (d46c7ed5-c451-4a76-ab3f-ab8e3ea4a5ec), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:54:07.749345 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-9b3e6be4-ae7f-4a46-812d-719b0ca73959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (3cd5b2bb-c81a-4ce3-a212-a51c5aa706bd), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:54:08.780034 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (1af51d63-a9c9-4bbe-9b0d-c8e0a80c641c), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:54:16.404034 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=2 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:54:18.774651 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:54:18.775419 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:54:32.155217 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-1cc9144f-837b-4f0d-91d0-80fc3393cfa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (3460fffa-818c-4144-9400-237880db20a4), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:54:34.938598 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-91c96fdd-6e09-4878-8b0f-9f79d6eab6c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (94180321-47b1-4b5c-b620-b1b0a31df446), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:54:35.101129 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=3 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:54:35.105032 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=3 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:54:36.229729 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-1bb28928-3e93-41c9-8900-1ecfb790b160 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (5eabf47d-5620-4e94-9269-ef19fe52be68), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:54:37.294437 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [req-c0c5064e-4c77-44ac-8a3c-be420cfe1bf9 req-1870b75c-e34f-4bcb-b0ff-acba48a656e9 service neutron] (106268) timed out ('10.222.0.58', 35774) {{(pid=106268) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 03 13:54:37.510445 dv-cinder-860090-1-iscsi neutron-server[106268]: DEBUG neutron.wsgi [req-c0c5064e-4c77-44ac-8a3c-be420cfe1bf9 req-8e603184-4517-436a-a2b5-7c56a44b90fe tempest-AttachVolumeShelveTestJSON-36320458 tempest-AttachVolumeShelveTestJSON-36320458-project] (106268) timed out ('10.222.0.58', 35782) {{(pid=106268) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 03 13:54:37.545156 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (d46c7ed5-c451-4a76-ab3f-ab8e3ea4a5ec), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:54:37.752652 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-9b3e6be4-ae7f-4a46-812d-719b0ca73959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (3cd5b2bb-c81a-4ce3-a212-a51c5aa706bd), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:54:38.771827 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (1af51d63-a9c9-4bbe-9b0d-c8e0a80c641c), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:54:43.406164 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.agents_db [None req-0a1e5e68-d5eb-461a-8b1a-39e3d06a9bb6 None None] Agent healthcheck: found 6 active agents {{(pid=106271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 03 13:54:48.765763 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:54:48.767659 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:54:58.713893 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=13 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:54:58.716426 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=15 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:55:02.156987 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-f883ae07-769b-496d-b1f9-d082af2728f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (3460fffa-818c-4144-9400-237880db20a4), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:55:04.941325 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-4740e27c-3bde-40b4-bf8c-a8781ec0aaf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (94180321-47b1-4b5c-b620-b1b0a31df446), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:55:06.235456 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-1bb28928-3e93-41c9-8900-1ecfb790b160 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (5eabf47d-5620-4e94-9269-ef19fe52be68), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:55:07.548025 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (d46c7ed5-c451-4a76-ab3f-ab8e3ea4a5ec), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:55:07.755863 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-9b3e6be4-ae7f-4a46-812d-719b0ca73959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (3cd5b2bb-c81a-4ce3-a212-a51c5aa706bd), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:55:08.786498 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (1af51d63-a9c9-4bbe-9b0d-c8e0a80c641c), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:55:12.100476 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=1 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:55:12.111466 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=5 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:55:18.775608 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:55:18.781651 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:55:20.405423 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.agents_db [None req-0a1e5e68-d5eb-461a-8b1a-39e3d06a9bb6 None None] Agent healthcheck: found 6 active agents {{(pid=106271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 03 13:55:30.400511 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=1 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:55:30.401286 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=1 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:55:32.159140 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-eda4f426-3acc-4a3f-b8d7-43f997339456 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (3460fffa-818c-4144-9400-237880db20a4), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:55:34.947321 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-fb2c5d65-fb94-4e11-a9ba-20332a242e93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (94180321-47b1-4b5c-b620-b1b0a31df446), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:55:36.234925 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-1bb28928-3e93-41c9-8900-1ecfb790b160 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (5eabf47d-5620-4e94-9269-ef19fe52be68), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:55:37.550765 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (d46c7ed5-c451-4a76-ab3f-ab8e3ea4a5ec), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:55:37.763882 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-9b3e6be4-ae7f-4a46-812d-719b0ca73959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (3cd5b2bb-c81a-4ce3-a212-a51c5aa706bd), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:55:38.784721 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (1af51d63-a9c9-4bbe-9b0d-c8e0a80c641c), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:55:48.774379 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:55:48.781544 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:55:49.113497 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=2 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:55:49.120089 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=4 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:55:57.405524 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.agents_db [None req-0a1e5e68-d5eb-461a-8b1a-39e3d06a9bb6 None None] Agent healthcheck: found 6 active agents {{(pid=106271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 03 13:56:00.199095 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:DELETE=1 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:56:02.160833 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-b8711413-f10f-4765-969f-19efda5a0788 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (3460fffa-818c-4144-9400-237880db20a4), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:56:04.940522 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-3ea6e024-4b87-43ca-9ba0-c016b36bbdd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (94180321-47b1-4b5c-b620-b1b0a31df446), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:56:06.242139 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-1bb28928-3e93-41c9-8900-1ecfb790b160 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (5eabf47d-5620-4e94-9269-ef19fe52be68), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:56:07.401130 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=3 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:56:07.552993 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (d46c7ed5-c451-4a76-ab3f-ab8e3ea4a5ec), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:56:07.763749 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-9b3e6be4-ae7f-4a46-812d-719b0ca73959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (3cd5b2bb-c81a-4ce3-a212-a51c5aa706bd), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:56:08.777776 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (1af51d63-a9c9-4bbe-9b0d-c8e0a80c641c), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:56:18.771806 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=24,neutron:UPDATE=4 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:56:18.773828 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:56:26.119630 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=2 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:56:26.124129 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=4 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:56:32.162905 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-097a89ff-8a99-4897-a552-78082c922441 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (3460fffa-818c-4144-9400-237880db20a4), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:56:34.405245 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.agents_db [None req-0a1e5e68-d5eb-461a-8b1a-39e3d06a9bb6 None None] Agent healthcheck: found 6 active agents {{(pid=106271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 03 13:56:34.942027 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-cb49635a-e1fc-4037-9a5c-31a71ce3aa31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (94180321-47b1-4b5c-b620-b1b0a31df446), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:56:36.243089 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-1bb28928-3e93-41c9-8900-1ecfb790b160 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (5eabf47d-5620-4e94-9269-ef19fe52be68), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:56:37.556074 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (d46c7ed5-c451-4a76-ab3f-ab8e3ea4a5ec), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:56:37.767465 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-9b3e6be4-ae7f-4a46-812d-719b0ca73959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (3cd5b2bb-c81a-4ce3-a212-a51c5aa706bd), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:56:38.788352 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (1af51d63-a9c9-4bbe-9b0d-c8e0a80c641c), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:56:44.400129 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=1 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:56:44.400965 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=1 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:56:48.777912 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:56:48.780415 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:57:02.164763 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-182d4a08-b889-420a-805d-9bb7cd2c1d4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (3460fffa-818c-4144-9400-237880db20a4), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:57:03.116243 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=15 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:57:03.120186 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=17 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:57:04.942715 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-0b6840c7-cab7-45ca-9257-c2ea3831e16f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (94180321-47b1-4b5c-b620-b1b0a31df446), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:57:06.244466 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-1bb28928-3e93-41c9-8900-1ecfb790b160 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (5eabf47d-5620-4e94-9269-ef19fe52be68), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:57:07.558337 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (d46c7ed5-c451-4a76-ab3f-ab8e3ea4a5ec), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:57:07.769754 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-9b3e6be4-ae7f-4a46-812d-719b0ca73959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (3cd5b2bb-c81a-4ce3-a212-a51c5aa706bd), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:57:08.783238 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (1af51d63-a9c9-4bbe-9b0d-c8e0a80c641c), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:57:11.403625 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.agents_db [None req-0a1e5e68-d5eb-461a-8b1a-39e3d06a9bb6 None None] Agent healthcheck: found 6 active agents {{(pid=106271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 03 13:57:18.777161 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:57:18.779120 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:57:22.150074 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=3 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:57:22.150809 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=1 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:57:32.167631 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-9ebbfa55-56c7-45e0-8b73-6a966e27a57c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (3460fffa-818c-4144-9400-237880db20a4), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:57:34.944917 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-803e8ac5-e6fd-48ef-b498-12774443f61d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (94180321-47b1-4b5c-b620-b1b0a31df446), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:57:36.248026 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-1bb28928-3e93-41c9-8900-1ecfb790b160 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (5eabf47d-5620-4e94-9269-ef19fe52be68), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:57:37.560774 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (d46c7ed5-c451-4a76-ab3f-ab8e3ea4a5ec), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:57:37.774995 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-9b3e6be4-ae7f-4a46-812d-719b0ca73959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (3cd5b2bb-c81a-4ce3-a212-a51c5aa706bd), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:57:38.792382 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (1af51d63-a9c9-4bbe-9b0d-c8e0a80c641c), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:57:40.111895 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=3 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:57:40.117044 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=3 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:57:48.403062 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.agents_db [None req-0a1e5e68-d5eb-461a-8b1a-39e3d06a9bb6 None None] Agent healthcheck: found 6 active agents {{(pid=106271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 03 13:57:48.785408 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:57:48.787401 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:58:00.202840 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=2 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:58:00.203848 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:58:02.169674 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-abfaf6b8-c253-4f5a-ae56-d31f57a0381b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (3460fffa-818c-4144-9400-237880db20a4), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:58:04.949109 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-63aff108-412f-4594-ad00-253564684b86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (94180321-47b1-4b5c-b620-b1b0a31df446), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:58:06.250964 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-1bb28928-3e93-41c9-8900-1ecfb790b160 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (5eabf47d-5620-4e94-9269-ef19fe52be68), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:58:07.564315 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (d46c7ed5-c451-4a76-ab3f-ab8e3ea4a5ec), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:58:07.776794 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-9b3e6be4-ae7f-4a46-812d-719b0ca73959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (3cd5b2bb-c81a-4ce3-a212-a51c5aa706bd), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:58:08.797692 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (1af51d63-a9c9-4bbe-9b0d-c8e0a80c641c), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:58:17.109514 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=4 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:58:17.113621 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=2 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:58:18.790106 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:58:18.792201 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=22,neutron:UPDATE=4 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:58:25.401088 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.agents_db [None req-0a1e5e68-d5eb-461a-8b1a-39e3d06a9bb6 None None] Agent healthcheck: found 6 active agents {{(pid=106271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 03 13:58:32.171470 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-a7dd37a4-551a-4c96-913d-4f1a34c88079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (3460fffa-818c-4144-9400-237880db20a4), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:58:34.952061 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-9ae49528-8686-4d4b-ad4e-4382faf0d397 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (94180321-47b1-4b5c-b620-b1b0a31df446), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:58:35.397403 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=2 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:58:36.257185 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-1bb28928-3e93-41c9-8900-1ecfb790b160 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (5eabf47d-5620-4e94-9269-ef19fe52be68), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:58:37.566071 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-7099b371-3fc2-42ff-8cf6-837cc44d71fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (d46c7ed5-c451-4a76-ab3f-ab8e3ea4a5ec), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:58:37.782407 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-9b3e6be4-ae7f-4a46-812d-719b0ca73959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (3cd5b2bb-c81a-4ce3-a212-a51c5aa706bd), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:58:38.815894 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-49a2bbc7-1826-4bd2-9a23-8d405fd3f7b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (1af51d63-a9c9-4bbe-9b0d-c8e0a80c641c), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:58:48.806439 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:58:48.811319 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG dbcounter [-] [106270] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=106270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:58:58.728265 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=16 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:58:58.730170 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG dbcounter [-] [106271] Writing DB stats neutron:SELECT=16 {{(pid=106271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:59:02.173880 dv-cinder-860090-1-iscsi neutron-server[106270]: DEBUG neutron_lib.callbacks.manager [None req-dd263cbb-b052-4a96-8f08-3c95b91ebf34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751015121354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1340353'] for agent (3460fffa-818c-4144-9400-237880db20a4), after_update {{(pid=106270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:59:02.399672 dv-cinder-860090-1-iscsi neutron-server[106271]: DEBUG neutron.db.agents_db [None req-0a1e5e68-d5eb-461a-8b1a-39e3d06a9bb6 None None] Agent healthcheck: found 6 active agents {{(pid=106271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}